PROVE Explorer
A brown Nigerian Dwarf Goat with patches of white fur is walking on a dirt ground with patches of dry grass. The goat is positioned at a three quarter angle facing the bottom left corner of the image. The goat's front left leg is in stride ahead of its right leg. The bottom half of a brown wooden barrel is visible at the top of the image. The goat is casting a small shadow beneath itself, the barrel is casting a small shadow visible to the left of it. There are small rocks scattered on the ground throughout the image.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'goat' in entity:
3 color = scene_graph.get_attributes(entity).get('color', "")
4 fur_details =
scene_graph.get_outgoing_relations(entity).get("goat's fur", {})
5 fur_color = fur_details.get('attributes', {}).get('color', "")
6 return f"The goat is {color} with patches of {fur_color} fur."
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'barrel' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 position =
scene_graph.get_outgoing_relations(entity).get("barrel's bottom half",
{}).get('spatial')
5 description = f"The barrel is {attributes.get('color', '')},
made of {attributes.get('material', '')}, and positioned {position}."
6 return description
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'ground' in entity:
3 texture = scene_graph.get_attributes(entity).get('texture', "")
4 state = scene_graph.get_attributes(entity).get('state', "")
5 scattered_rocks =
scene_graph.get_outgoing_relations(entity).get('rocks', {}).get('spatial',
"")
6 return f"The ground is {texture} with {state} and
{scattered_rocks} the image."
7 return None
8
An eye level side view of a white delivery truck parked on a gray concrete road facing towards the left, the truck is parked on top of painted white lines positioned diagonally and evenly spaced. There is a painting on the side of the the truck of a brown rooster facing towards the right, the rooster is holding a sliver megaphone to its mouth, to the right of the rooster is a donkey pulling a wooden wagon with a man on it, the donkey it facing towards the right. There are red painted letters above the person on the wooden wagon, the letters read, "FARMERS / MARKET". Behind the rooster and donkey are tall painted green mountains and a blue sky full of white puffy cumulus clouds.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'letters' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 text_rendering = attributes.get('text rendering', None)
5 if text_rendering:
6 return text_rendering.strip('"')
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'letters' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 color = attributes.get('color', None)
5 texture = attributes.get('texture', None)
6 return f"Color: {color}, Texture: {texture}"
7 return None
8
A high-angle view of a person's feet standing over a surface completely covered in seashells. The feet are extending from the top of the image, there is one foot in the top left quadrant of the image and another foot in the top right quadrant of the image. Both feet are facing forward. The shells are either gray, white, or cream-colored and take up the entire image.
0 def execute_command(scene_graph):
1 positions = {}
2 for entity in scene_graph.get_entities():
3 if 'foot' in entity:
4 relations_out = scene_graph.get_outgoing_relations(entity)
5 for target in relations_out:
6 if 'quadrant' in target:
7 positions[entity] = target
8 return ' '.join([f"{k}: {v}" for k, v in positions.items()])
9
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'feet' in entity:
3 relation_info = scene_graph.get_outgoing_relations(entity)
4 if 'surface' in relation_info and 'over' in
relation_info['surface']['spatial']:
5 return scene_graph.get_attributes('surface').get('state',
"")
6 return None
7
An outdoor, close up, eye level view of a brown cardboard box tipped over on its side on top of the end of a yellow median. The top of the box has two flaps that are sealed closed with clear tape. "PIGGY BANKS / INSIDE" is written in thin, black letters on the bottom flap of the top of the box. "BARNES & NOBLE" is written vertically sideways on the right side of the box. The corners of the box are covered in strips of tape. There is a square orange road reflector to the right of the box. 2 more reflectors are below the box. A black asphalt road is above the median. 3 white stripes from a crosswalk are visible along the upper edge of the frame.
0 def execute_program(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'word' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if 'box' in scene_graph.get_outgoing_relations(entity):
5 return attributes.get('text rendering', '')
6 return "No text found on the box."
7
0 def execute_program(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'median' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 return attributes.get('color', '')
5 return "Color of the median not found."
6
0 def execute_program(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'road reflector' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 relations = scene_graph.get_outgoing_relations(entity)
5 if 'box' in relations and 'to the right of' in
relations['box'].get('spatial', ''):
6 return attributes.get('shape', '')
7 return "Shape of the reflector not found."
8
0 def execute_program(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "box's flaps" in entity:
3 attributes = scene_graph.get_attributes(entity)
4 relations = scene_graph.get_outgoing_relations(entity)
5 if 'box' in relations:
6 return f"Two flaps sealed with
{scene_graph.get_attributes(entity).get('color', '')} tape"
7 return "No sealed flaps found."
8
A cream-colored labradoodle tied to a leash by a tree, outdoors. The dog is facing forward and is looking slightly to the right side and is standing up. Its fur is predominantly white with beige fur on its ears, the leash appears to be red and has pieces fraying out. The tree is to the right and is large with big gray roots seeping into the ground, behind it is a small lawn of grass and other vegetation over a hill. The dog is under the dappled shade of the tree, with the grass field behind lit up by the sunlight.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'dog' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if 'tree' in relations:
5 return relations['tree'].get('spatial', '')
6 return None
7
0 def execute_command(scene_graph):
1 if 'fur' in scene_graph.get_entities():
2 color = scene_graph.get_attributes('fur').get('color', '')
3 return f"Fur color is {color}"
4 return None
5
An outdoor view of the side of a greenhouse with a multi-colored beige brick base and glass panels as wall and a roof, there are several panels that are missing and broken. Behind the greenhouse is a large four story building that is made up of multi-colored beige bricks and square window panels placed in rows and columns. The sky can be seen above the building , it is colored light blue and is shining a bright white light.
0
1 def execute_command(scene_graph):
2 for entity in scene_graph.get_entities():
3 if "greenhouse's panels" in entity:
4 return scene_graph.get_attributes(entity).get('state', 'No
information available')
5 return None
6
0
1 def execute_command(scene_graph):
2 for entity in scene_graph.get_entities():
3 if "greenhouse's base" in entity:
4 return scene_graph.get_attributes(entity).get('material', '')
5 return None
6
0
1 def execute_command(scene_graph):
2 for entity in scene_graph.get_entities():
3 if 'building' in entity:
4 attributes = scene_graph.get_attributes(entity)
5 if 'shape' in attributes:
6 return attributes['shape'].split(',')[0]
7 return None
8
A pin wall art, with a screaming face and hands pressed forward in the wall. The pin wall is red, with a silhouette of two faces present on the piece. One has a person screaming with its mouth open with a distressed look, and their hands are in a claw motion close to their face. To the left of the screaming face is one wearing sunglasses and smiling with a hand in a thumbs up motion below them. The pins are in sections of three, with the faces in the middle one and the top and bottom sections are partially visible, cut out from the frame.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "mouth" in entity and "person" in
scene_graph.get_outgoing_relations(entity):
3 return scene_graph.get_attributes(entity).get('state', None)
4 return None
5
An outdoor wide-angle shot of a group of large bushy trees in front of the bright glowing sun in the slightly cloudy blue sky. The sun is glaring between in a circular gap of the intertwined branches. A brown house is visible in the lower left corner, with a white wooden front porch and a black metal gate. Light stratus clouding is visible above the tree line.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'house' in entity:
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 if 'lower left corner' in relations_out:
5 return relations_out['lower left corner'].get('spatial', '')
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'porch' in entity:
3 return scene_graph.get_attributes(entity).get('material', '')
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'gate' in entity:
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 if 'house' in relations_out and 'front of' in
relations_out['house']['spatial']:
5 return scene_graph.get_attributes(entity).get('color', '')
6 return None
7
A medium-close-up view of a white cat who is laying on a brown wooden floor. Most of the cat's tail is black, while the beginning portion of the tail is white. The head of the cat is also covered with black markings that reach the right eye. Laid on top of the stomach of the cat is a rainbow-colored string. Behind the cat there is an entrance to a room that has wooden flooring, inside the room there is a blue wall. Surrounding the entrance is white trimming. The wall on the right is painted gray.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 attributes = scene_graph.get_attributes(entity)
3 if "cat's tail" in entity:
4 if 'white' in attributes.get('color', '') and 'black' in
attributes.get('color', ''):
5 return "mostly black, with a white beginning portion"
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'entrance' in entity:
3 relations = scene_graph.get_incoming_relations(entity)
4 for source, relation_info in relations.items():
5 if 'cat' in source and 'in front of' in
relation_info.get('spatial', ''):
6 return 'behind the cat'
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'room' in entity:
3 room_blue_wall = True if 'blue' in
scene_graph.get_attributes('wall').get('color', '') else False
4 room_wooden_flooring = True if 'wood' in
scene_graph.get_attributes('flooring').get('material', '') else False
5 return f"The room has a {'blue' if room_blue_wall else 'no'}
wall, wooden flooring, and is accessed through the entrance."
6 return None
7
A medium view from above of a boat that is moving towards the right on a river. The boat is tall and mostly white, but along the side of it there is a red rectangle that runs horizontally across the bottom portion of the boat. To the right of the red markings are blue markings that are rectangular and tall. On the blue markings and on the left, there is a white star. Above these red and blue markings, there are rectangular windows. On the very top portion of the boat, there are multiple people standing. Behind the boat and towards the back of the river, there is a treeline that is mostly green, while to the far right there is an orange tree. In between the trees, a long gray road can be seen. Reflecting onto the water and along the backside, there are trees. It is daytime, as everything can be seen clearly.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'windows' in entity:
3 shape = scene_graph.get_attributes(entity).get('shape', '')
4 return shape
5 return None
6
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'markings_1' in entity:
3 red_markings_description = []
4 if 'red' in scene_graph.get_attributes(entity).get('color',
''):
5 red_markings_description.append("the red markings")
6 relations = scene_graph.get_outgoing_relations(entity)
7 if 'markings_2' in relations and 'left of' in
relations['markings_2'].get('spatial', ''):
8 red_markings_description.append("are left of the blue
markings")
9 return ' '.join(red_markings_description)
10 return None
11
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'people' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if 'top portion of the boat' in relations and 'on' in
relations['top portion of the boat'].get('spatial', ''):
5 return "on the very top portion of the boat"
6 return None
7