PROVE Explorer
An outdoors top-down view of an orange toy basketball, a yellow toy volleyball, and a water football floating in that order from left to right on the surface of a pool within inches of each other in a U-shaped arch. The volleyball is the smallest, with thin indention lines creating the panels of the ball. The orange basketball medium is textured with small dots. The football has an oval-shaped logo with black text upside down that reads, "COOP" on its left side facing the volleyball. The still light blue pool water reflects the overhanging treetops and the light blue sky above. Daytime.
0 def smallest_ball_description(scene_graph):
1 entities = scene_graph.get_entities()
2 for entity in entities:
3 if 'volleyball' in entity:
4 attributes = scene_graph.get_attributes(entity)
5 if attributes.get('size') == 'smallest':
6 indentations = scene_graph.get_attributes("volleyball's
indention lines")
7 return f"The {entity} is {attributes['size']} with features
of {indentations.get('shape', 'Unknown features')}."
8 return None
9
0 def direction_of_floating_objects(scene_graph):
1 volleyball_relations = scene_graph.get_outgoing_relations('volleyball')
2 basketball_relations = scene_graph.get_outgoing_relations('basketball')
3 direction = None
4 if 'football' in volleyball_relations:
5 direction = volleyball_relations['football'].get('spatial')
6 if 'volleyball' in basketball_relations:
7 direction = basketball_relations['volleyball'].get('spatial')
8 return direction
9
An overhead view looking down at brick tiles in the ground. Pieces of dirt and leaves are in between the cracks of the tile. Grass stains are on some of the tiles as well. The color of the tiles are maroon and gray and are running vertically and horizontally on the ground. Black letters are in the middle of the image on a horizontal maroon tile that reads "BASS".
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'tiles' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 return f"{attributes.get('color', '')}, {attributes.get('state',
'')}"
5 return None
6
An outdoor, daytime, angled-down medium close-up three-quarter left side view of a young, cream-colored labradoodle wearing a transparent protective collar that is cone-shaped around its neck. The dogs fur is white and wavy, and has a thick pink tongue. The labradoodle is looking upward and slightly to its left. The labradoodle has a dark maroon nose and light green eyes. The dog is standing on a weathered down cement ground floor that has small chips and markings all throughout its surface. Behind the dog is a blue child's toy bicycle that is facing towards the left. There is a dark blue helmet hanging from the left handlebar. Behind the bike is a square wooden white support post. Further behind the post are some other toys in the shadows.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'tongue' in entity:
3 color = scene_graph.get_attributes(entity).get('color', "")
4 shape = scene_graph.get_attributes(entity).get('shape', "")
5 return f'The tongue is {shape} and {color}, suggesting it is
healthy and relaxed.'
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "bicycle" in entity:
3 description = scene_graph.get_attributes(entity).get('color',
"") + ' ' + scene_graph.get_attributes(entity).get('type', "") + ", "
4 state = scene_graph.get_attributes(entity).get('state', "") +
'.'
5 return description + state
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "ground floor" in entity:
3 material = scene_graph.get_attributes(entity).get('material',
"")
4 state = scene_graph.get_attributes(entity).get('state', "")
5 return f'The ground floor is {state} and made of {material}. '
6 return None
7
An outdoor medium close up shot of a section of a green metal scoreboard where the white vinyl letters, "VISITOR" are visible above the square cut out for the visitor's score. The vinyl of the letters as well as a thin outline of the scoreboard are visibly peeling. The white metal panel above the letters has a sun faded illustration of a red circle and a coke bottle partially visible. A mesh screen is visible in front of the bulbs for the visitor's score. Green trees are visible in the background to the right, reflecting the bright sunlight.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "letters" in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if '"VISITOR"' in attributes.get('text rendering', ""):
5 description = f"{attributes.get('color', '')}
{attributes.get('material', '')}, visibly {attributes.get('state', '')}, and
display the word 'VISITOR'"
6 return description
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "circle" in entity:
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 if "panel" in relations_out and "on" in
relations_out["panel"].get("spatial", ""):
5 attributes = scene_graph.get_attributes(entity)
6 return f"A sun-faded illustration of
{attributes.get('color', 'red')} circle is partially visible on the panel."
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "mesh screen" in entity:
3 out_relations = scene_graph.get_outgoing_relations(entity)
4 if "bulbs" in out_relations and "in front of" in
out_relations["bulbs"].get("spatial", ""):
5 return "A mesh screen is positioned in front of the bulbs
for the visitor's score."
6 return None
7
A medium-close-up view of a giant square-shaped boulder sitting on top of a shallow lake that is clear. The water reflects the giant rock, and there are ripples all throughout the lake. Along the front part of the boulder, there is thin water falling. On the left side of the rock, there are white pebbles that are beginning to show up because of the shallow water. Along the near side of the rock, a lot of ripples are beginning to form. Behind the boulder, there is a thin white boulder that is sitting flat on the water. On the right side of the boulder, there is another boulder that is dark gray and is shaped like a rectangle. Behind the lake is a tall wall of stone that is made up of three layers that run horizontally. Growing in front of the wall and to the left are thin bushes.
0 def execute_command(scene_graph):
1 attributes = scene_graph.get_attributes('lake')
2 state = attributes.get('state', '')
3 return state
4
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'boulder' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if 'dark gray' in attributes.get('color', '') and 'rectangle'
in attributes.get('shape', ''):
5 relations = scene_graph.get_incoming_relations(entity)
6 for source_entity in relations:
7 if 'boulder_1' in source_entity and 'right' in
relations[source_entity].get('spatial', ''):
8 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
9 return None
10
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'water' in entity:
3 out_relations = scene_graph.get_outgoing_relations(entity)
4 if 'boulder' in out_relations and 'reflect' in
scene_graph.get_attributes(entity).get('state', ''):
5 return 'reflects the giant rock and falls from it'
6 return None
7
An outdoor long shot view looking down a long railroad track that is straight, and curves slightly to the left. The railroad track is placed on top of a ground floor made up of white rocks. About twenty-five feet to the left of the railroad track are two gray electrical boxes that are placed side by side, parallel to the railroad track, with about seven feet between them. Behind the electrical boxes is a field made up of dry yellow grass. To the right of the railroad track is a large maroon colored building, and two more multi-colored buildings behind it. Further behind the buildings, and hovering above them, is a large rectangular billboard that is colored blue, and has white letters on it that read "Feeling Stuck?". Further in the distance, to the left and right of the railroad track is a tree line consisting of tall bushy green trees. The sky is partly cloudy, and is a light baby blue color.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'billboard' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if 'above' in
scene_graph.get_outgoing_relations(entity).get('buildings',
{}).get('spatial', ''):
5 return attributes.get('color', '')
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'electrical boxes' in entity:
3 description =
scene_graph.describe(scene_graph.generate_subgraph([entity]))
4 return description
5 return None
6
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'billboard\'s letters' in entity:
3 return scene_graph.get_attributes(entity).get('text rendering',
'').strip('"')
4 return None
5
0 def execute_command(scene_graph):
1 results = []
2 for entity in scene_graph.get_entities():
3 if 'building' in entity:
4 results.append(scene_graph.describe(scene_graph.generate_subgrap
h([entity])))
5 return ' '.join(results)
6
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'field' in entity:
3 if 'electrical boxes' in
scene_graph.get_outgoing_relations(entity):
4 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
5 return None
6
A low resolution outdoor shot of a tree stump protruding from the grass with an armadillo climbing over the protruding roots towards the camera. The armadillos head is slightly angled towards the left, with its two front legs holding its upper body up over the root. The dark brown bark of the tree is speckled with dry moss growth, with dry yellow grass visible in the foreground to the right. Green grass growth is visible in the background, reflecting the bright sunlight shining down onto it.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 attributes = scene_graph.get_attributes(entity)
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 if "tree's grass" in entity and 'foreground' in relations_out:
5 return relations_out['foreground'].get('spatial', '')
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 attributes = scene_graph.get_attributes(entity)
3 if "tree's bark" in entity:
4 return attributes.get('color', '')
5 return None
6
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 attributes = scene_graph.get_attributes(entity)
3 if 'armadillo' in entity and 'climb over the protruding roots' in
attributes.get('state', ''):
4 return entity
5 return None
6
An above view of a white cat with black ears and black around its right eye looking up and laying on a blue couch. It has a "House Beautiful" magazine laying over its side and there is a red plaid blanket laying to the right and up against its chest. The magazine has a picture of a living room with a white fireplace on the cover of it. There is sun shining on the left corner of the back of the blue couch and on the beige carpet.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'sun' in entity:
3 attrs = scene_graph.get_outgoing_relations(entity)
4 regions = []
5 for region, spatial_info in attrs.items():
6 if 'on' in spatial_info['spatial']:
7 regions.append(region)
8 return ', '.join(regions)
9 return None
10
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'chest' in entity:
3 for obj, rel in
scene_graph.get_incoming_relations(entity).items():
4 if 'blanket' in obj and 'up against' in rel['spatial']:
5 attributes = scene_graph.get_attributes(obj)
6 return f"A {attributes.get('color', '')}
{attributes.get('texture', '')} blanket"
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'magazine' in entity:
3 return scene_graph.get_attributes(entity).get('text rendering',
'')
4 return None
5
A top down view of a kids pencil drawing on a green colored surface , there is light shining on the left side of the green surface. The drawing is of a human head with abnormally large eyes and smiling mouth that is represented by a crooked single line, the person hair is made up of nine single strands. Underneath the human head are scribbles and rough, sketchy lines also drawn with a pencil.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'scribbles' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if 'rough' in attributes.get('state', ''):
5 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "human head's eyes" in entity:
3 attributes = scene_graph.get_attributes(entity)
4 return attributes.get('state', '')
5 return None
6
An outdoor wide-angled view of a large tree and glass Darrell K. Royal Texas Memorial Stadium at the University of Texas Austin with tall bushy trees covering the lower sections in the foreground. The upper right side of the stadium has extended pillars holding a horizontal concrete bar for extra lighting. The far left side of the building is bright as the bright sunshine shines down onto the hard surfaces. The sky is blue but mostly covered by large stratocumulus clouds. An asphalt road leads to a bridge in the lower left corner through the tree line. The central section of the stadium partially visible behind the tree line is mostly covered with glass windows.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'lower sections' in entity:
3 relations_in = scene_graph.get_incoming_relations(entity)
4 for source_entity in relations_in:
5 if 'cover' in relations_in[source_entity].get('spatial',
''):
6 return
scene_graph.get_attributes(source_entity).get('texture', '') + ' ' +
source_entity
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "stadium's horizontal concrete bar" in entity:
3 relations_in = scene_graph.get_incoming_relations(entity)
4 for relation_entity, relation_info in relations_in.items():
5 if 'hold' in relation_info.get('spatial', ''):
6 return
scene_graph.get_attributes(relation_entity).get('state', '') + ' ' +
relation_entity
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'road' in entity:
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 for target_entity, relation_info in relations_out.items():
5 if 'lead to' in relation_info.get('spatial', ''):
6 return
scene_graph.get_attributes(entity).get('material', '') + ' road leads to ' +
target_entity
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'sky' in entity:
3 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'central section of the stadium' in entity:
3 return scene_graph.get_attributes(entity).get('material', '') +
' windows'
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'left side of the building' in entity:
3 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
4 return None
5