PROVE Explorer
A view of a blue tarp that has sunlight shining on it on the left bottom corner, going up diagonally to the top. There is an outline of a dog drawn in white on the tarp on the left side. There is tape on the tarp around the drawing. There are dried sticks on the ground in front of the tarp. There are bolts through the tarp on the right bottom corner and one on each side of the drawing under the outline of tape that is around the drawing.
0 def execute_command(scene_graph):
1 entities = scene_graph.get_entities()
2 for entity in entities:
3 if 'bolts' in entity:
4 relations = scene_graph.get_outgoing_relations(entity)
5 relation_descriptions = []
6 for target_entity, relation_data in relations.items():
7 for relation_type, relation_value in relation_data.items():
8 relation_descriptions.append(f"{relation_value}
{target_entity}")
9 return ', and '.join(relation_descriptions)
10 return None
11
0 def execute_command(scene_graph):
1 entities = scene_graph.get_entities()
2 for entity in entities:
3 if 'sticks' in entity:
4 relations = scene_graph.get_outgoing_relations(entity)
5 return relations.get('tarp', {}).get('spatial', '')
6 return None
7
0 def execute_command(scene_graph):
1 entities = scene_graph.get_entities()
2 for entity in entities:
3 if 'tape' in entity:
4 relations = scene_graph.get_outgoing_relations(entity)
5 if 'drawing' in relations and 'around' in
relations['drawing']['spatial']:
6 return 'There is tape around the drawing.'
7 return None
8
A close-up view of a yellow diamond sign with a black border and has a wavy black arrow in the middle. Below the diamond sign is a small yellow square sign with a black border and has black text that says "10 / MPH" with the 10 being a bigger font size than the MPH. The sign is connected to a silver metal pole, and a partial view of a barbed wire fence is behind the pole. Trees are behind the pole in the background and the right side of the trees are black from the shade while the left corner is illuminated by the sun. A field of tall green grass and blue sky is seen through the tree branches to the right of the sign.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'sign' in entity and 'pole' in
scene_graph.get_outgoing_relations(entity):
3 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'tree branches' in entity:
3 if 'grass' in scene_graph.get_incoming_relations(entity) and
'sky' in scene_graph.get_incoming_relations(entity):
4 return 'field of tall green grass and blue sky'
5 return None
6
An outdoor top-down view of a frosty-green lamb's ear plant is planted into the ground, which is surrounded by different shades of brown walnut shell mulch mixed with soil. There are two brown pipes above and below the lamb's ear plant. Behind the plant is a light green plant with multiple small rounded and softly spiked leaves and long skinny stems sticking out, with a small black board sign with white outlining that reads "Salad Burnet" planted into the ground. In the bottom right corner there are two light gray and white, cracked stones.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'sign' in entity and 'black' in
scene_graph.get_attributes(entity).get('color', ''):
3 return scene_graph.get_attributes(entity).get('text rendering',
'')
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'stones' in entity and 'cracked' in
scene_graph.get_attributes(entity).get('state', ''):
3 return scene_graph.get_outgoing_relations(entity).get('bottom
right corner', {}).get('spatial', '')
4 return None
5
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "lamb's ear plant" in entity:
3 incoming_relations = scene_graph.get_incoming_relations(entity)
4 for source_entity in incoming_relations:
5 if 'walnut shell mulch' in source_entity:
6 return
scene_graph.get_incoming_relations(entity)[source_entity].get('spatial', '')
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "plant_1's stems" in entity:
3 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
4 return None
5
A close up shot of the passenger side rear view mirror through the tinted glass of the passenger side door of a grey automobile. In the reflection of the mirror, two large semi trucks are visible traveling immediately behind the picture taker and in the lane to the right. This in my truck behind the gray vehicle is white with a large extension above the driver's cab. The semi truck in the right lane is black, both with their headlights on during the day. Small black text is visible printed on the bottom of the mirror that reads,"OBJECT IN THE MIRROR ARE / CLOSER THAN THEY APPEAR". Tall bushy trees are visible on the far right side of the concrete guardrail behind the rear view mirror, along the right edge of the highway. The trees and guardrail are also visible in the mirrors' reflection, continuing backwards. A reflection of the air vent on the passenger side inside the car is visible in the glass near the left edge of the rear view mirror.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'truck' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if 'picture taker' in relations and 'behind' in
relations['picture taker']['spatial']:
5 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'text' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if 'bottom of the mirror' in relations and 'on' in
relations['bottom of the mirror']['spatial']:
5 return scene_graph.get_attributes(entity).get('text
rendering', "")
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'air vent' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if 'left edge' in relations and 'near' in relations['left
edge']['spatial']:
5 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
6 return None
7
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'guardrail' in entity:
3 relations = scene_graph.get_outgoing_relations(entity)
4 if "mirrors' reflection" in relations and 'in' in
relations["mirrors' reflection"]["spatial"]:
5 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
6 return None
7
An eye-level close up view of a yellow and white crystal on display placed on a black surface. There is light shining directly over the crystal and the black surface directly below the crystal. The surface on the left and right side of the image isn't visible and the background is completely black. The crystal looks like a white rock with yellow gems attached to it, there is one yellow gem on the left side of the crystal and a large number of yellow gems on the right side of the crystal. The white part of the crystal is more dull and rough looking, the yellow parts of the crystal are shiny and polished.
0 def execute_command(scene_graph):
1 gems = scene_graph.get_attributes('gems')
2 relations_to = scene_graph.get_outgoing_relations('gems')
3 side_desc = 'There is '
4 if '==1' in gems.get('count', ''):
5 side_desc += 'one yellow gem on the left side'
6 if '==large number' in gems.get('count', ''):
7 side_desc += ' and a large number on the right side'
8 side_desc += ' of the crystal.'
9 return side_desc
10
0 def execute_command(scene_graph):
1 yellow_parts_attr = scene_graph.get_attributes("crystal's yellow parts")
2 white_parts_attr = scene_graph.get_attributes("crystal's white part")
3 visual_desc = 'The combination of shiny yellow gems and the dull white
base presents a visually intriguing contrast within the crystal.' if 'shiny
and polished' in yellow_parts_attr.get('state', '') and 'dull and rough
looking' in white_parts_attr.get('state', '') else ''
4 return visual_desc
5
A view of 7 motorcycles parked on concrete all facing to the right. There are orange cones placed on the concrete in a line on the side of the bikes. They are sitting on a white painted line. Behind the motorcycles there are trees visible and to the right there is part of a fenced in grassy area with 2 large black tires laying on the ground.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'cones' in entity:
3 relations_out = scene_graph.get_outgoing_relations(entity)
4 if 'bikes' in relations_out and 'on the side of' in
relations_out['bikes']['spatial']:
5 return
scene_graph.describe(scene_graph.generate_subgraph([entity]))
6 return None
7
A top-down view of a black and white stone surface with a yellow banana on it in the middle. It is facing stem up, and it is curved to the right. It has small brown specks on it. Part of a white plastic skeleton's hand and arm are on the left. The fingers are over the top of the banana, near the stem. Light is reflecting off the table in the top-right area. Light is on the banana and the skeleton's hand and arm.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'skeleton' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 material = attributes.get('material', '')
5 color = attributes.get('color', '')
6 return f"The skeleton's arm is made of {material} material and
is colored {color}."
7 return None
8
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'banana' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 description = []
5 for attr, value in attributes.items():
6 description.append(value)
7 return f"The banana is {' '.join(description)}."
8 return None
9
An outdoor, worms eye side view of a golden statue with its left arm raised straight up in the air. The statue's right arm has a bouquet of flowers grasped in its left arm. A statue is wearing a gold dress with a cap flowing down its back. 2 golden horse statues sit at the base of the statue. The horses are made to look like they are mid-stride. The statue and horses are facing to the left. The statue is placed on a square, gray brick base. Only the top of the base is in frame. Shade from an off-screen source is falling onto the base. The top of a beige building is seen in the bottom right corner. The sky is clear and blue.
0 def execute_command(scene_graph):
1 subgraph = []
2 for entity in scene_graph.get_entities():
3 if 'statue' in entity:
4 subgraph.append(entity)
5 return scene_graph.describe(scene_graph.generate_subgraph(subgraph))
6
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if "sky" in entity:
3 attributes = scene_graph.get_attributes(entity)
4 return f"{attributes.get('state', '')} and
{attributes.get('color', '')}"
5 return None
6
A medium-close-up, blurred-out view of a black metal fence and gate that leads to a tennis court. Through the gate, two separate courts can be seen, one along the near side of the shot and another along the far side. Both of the tennis courts are blue and have white markings along them that mark out of bounds. Surrounding the blue courts is green flooring, and on the near side of the flooring, a black trash can is seen. On the far side of the other tennis court, there is a tall black fence that is covered by a large black cloth. Along this fence, there is a scoreboard that reads a set score of 1-0 and a game score of 1-0. The large one is green, while the small one is black, and one zero is black and the other white. Behind the fence, multiple tall trees can be seen. These trees are full of dark green leaves. Also behind the fence, a light blue sky can be seen. It is daytime, as the sun is shining brightly onto the court.
0 def execute_command(scene_graph):
1 contributing_numbers = []
2 for entity in scene_graph.get_entities():
3 if entity in ['one_1', 'one_2']:
4 attributes = scene_graph.get_attributes(entity)
5 contributing_numbers.append(f"a {attributes['size']}
{attributes['color']} one")
6 return f"The game score on the scoreboard is composed of {',
'.join(contributing_numbers)}."
7
0 def execute_command(scene_graph):
1 relations = []
2 for entity in scene_graph.get_entities():
3 if 'court' in entity:
4 outgoing_relations = scene_graph.get_outgoing_relations(entity)
5 for target, relation in outgoing_relations.items():
6 if 'lead to' in relation.get('spatial', ''):
7 relations.append(f"the gate leading onto the
{scene_graph.get_attributes(entity).get('color', 'unknown color')} tennis
courts")
8 if 'on the far side of' in relation.get('spatial', ''):
9 relations.append(f"the fence positioned on the far
side")
10 return f"The tennis courts are
{scene_graph.get_attributes(entity).get('color', 'unknown color')} and
connected to both {', and '.join(relations)}."
11
An outdoor overhead view of two small yellow plastic cones with black square bases. The cones are on a court that is painted green and red with white borders. There are two white lines, one stretches across the top of the image horizontally and separates the green from the red portion of the court, the red part of the court is on the top side of the line. The other line extends vertically from the bottom left side of the image and ends at the horizontal line at the top of the image, on the left side of the line the court is painted the same shade of green. It is daytime.
0 def execute_command(scene_graph):
1 for entity in scene_graph.get_entities():
2 if 'line_1' in entity:
3 attributes = scene_graph.get_attributes(entity)
4 if 'across the top of the image horizontally' in
attributes.get('state', ""):
5 return 'The horizontal line is at the top of the image.'
6 return None
7
0 def execute_command(scene_graph):
1 return 'The plastic material suggests they are durable for outdoor use.'
2