From 24194255e0887d906191871d7ac63257d79a6a84 Mon Sep 17 00:00:00 2001 From: kushal-10 Date: Sun, 5 May 2024 09:15:50 +0200 Subject: [PATCH] update multimodal games --- games/matchit/in/instances.json | 2 +- games/matchit/instancegenerator.py | 97 +- games/matchit/master.py | 469 +- .../initial_prompts/a_request.template | 1 + .../initial_prompts/d_reprompt.template | 1 + .../description_introduction.template | 1 + .../info_num_questions.template | 1 + .../initial_prompts/initial_prompt.template | 3 + .../initial_prompts/player_a_prompt.template | 7 - .../initial_prompts/player_b_prompt.template | 11 +- .../initial_prompts/q_reprompt.template | 1 + games/mm_mapworld/in/all_instances.json | 11464 ++++++++++++++++ games/mm_mapworld/in/instances.json | 273 +- games/mm_mapworld/instancegenerator.py | 4 +- games/mm_mapworld/master.py | 48 +- .../resources/initial_prompts/prompt.template | 2 +- .../initial_prompts/prompt_no_img.template | 3 - .../invalid_move_no_img.template | 1 - .../successful_move_no_img.template | 1 - .../reprompts/invalid_format.template | 2 +- 20 files changed, 12019 insertions(+), 373 deletions(-) create mode 100644 games/matchit/resources/initial_prompts/a_request.template create mode 100644 games/matchit/resources/initial_prompts/d_reprompt.template create mode 100644 games/matchit/resources/initial_prompts/description_introduction.template create mode 100644 games/matchit/resources/initial_prompts/info_num_questions.template create mode 100644 games/matchit/resources/initial_prompts/initial_prompt.template delete mode 100644 games/matchit/resources/initial_prompts/player_a_prompt.template create mode 100644 games/matchit/resources/initial_prompts/q_reprompt.template create mode 100644 games/mm_mapworld/in/all_instances.json delete mode 100644 games/mm_mapworld/resources/initial_prompts/prompt_no_img.template delete mode 100644 games/mm_mapworld/resources/later_prompts/invalid_move_no_img.template delete mode 100644 games/mm_mapworld/resources/later_prompts/successful_move_no_img.template diff --git a/games/matchit/in/instances.json b/games/matchit/in/instances.json index c515172d58..f255100386 100644 --- a/games/matchit/in/instances.json +++ b/games/matchit/in/instances.json @@ -1 +1 @@ -{"experiments": [{"name": "same_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2353739.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2353739.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2399311.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2399311.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2163.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2163.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2355900.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2355900.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383119.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383119.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410345.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410345.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410952.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410952.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377914.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377914.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2382421.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2382421.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2413787.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2413787.jpg", "decision_turn": 3}], "prompt_a": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "prompt_b": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nThis is a description of my image: $DESCRIPTION_A$\nNow start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question about my image to find out whether we are looking at the same image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: same image\" if you think they are different pictures.\n", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "same image"}, {"name": "similar_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2353588.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2407969.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2401064.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2366770.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2358032.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2392886.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2394818.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2393290.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2318653.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2378920.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2395012.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2358990.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2372282.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2365877.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2354731.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2317671.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2409569.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377963.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2384918.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2356771.jpg", "decision_turn": 3}], "prompt_a": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "prompt_b": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nThis is a description of my image: $DESCRIPTION_A$\nNow start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question about my image to find out whether we are looking at the same image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: same image\" if you think they are different pictures.\n", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "different image"}, {"name": "different_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2320192.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2347964.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2409374.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2411812.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2392391.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2373412.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2375045.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383201.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2360242.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2403745.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2398341.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377823.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2402895.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2358384.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2374815.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2357149.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2374689.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/361.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2318998.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2353642.jpg", "decision_turn": 3}], "prompt_a": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "prompt_b": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nThis is a description of my image: $DESCRIPTION_A$\nNow start your image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question about my image to find out whether we are looking at the same image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: same image\" if you think they are different pictures.\n", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "different image"}]} \ No newline at end of file +{"experiments": [{"name": "same_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2353739.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2353739.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2399311.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2399311.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2163.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2163.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2355900.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2355900.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383119.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383119.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410345.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410345.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410952.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2410952.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377914.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377914.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2382421.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2382421.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2413787.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2413787.jpg", "decision_turn": 3}], "initial_prompt": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your short image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question in order to find out new aspects of my image that may be different to your image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: different images\" if you think they are different pictures.\n", "a_request": " Start your answer with \"ANSWER:\".", "desc_intro": "This is my ", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "same image"}, {"name": "similar_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2353588.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2407969.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2401064.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2366770.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2358032.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2392886.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2394818.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2393290.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2318653.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2378920.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2395012.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2358990.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2372282.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2365877.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2354731.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2317671.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2409569.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377963.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2384918.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2356771.jpg", "decision_turn": 3}], "initial_prompt": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your short image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question in order to find out new aspects of my image that may be different to your image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: different images\" if you think they are different pictures.\n", "a_request": " Start your answer with \"ANSWER:\".", "desc_intro": "This is my ", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "different images"}, {"name": "different_image", "game_instances": [{"game_id": 0, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2320192.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2347964.jpg", "decision_turn": 3}, {"game_id": 1, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2409374.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2411812.jpg", "decision_turn": 3}, {"game_id": 2, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2392391.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2373412.jpg", "decision_turn": 3}, {"game_id": 3, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2375045.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2383201.jpg", "decision_turn": 3}, {"game_id": 4, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2360242.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2403745.jpg", "decision_turn": 3}, {"game_id": 5, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2398341.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/2377823.jpg", "decision_turn": 3}, {"game_id": 6, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K_2/2402895.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2358384.jpg", "decision_turn": 3}, {"game_id": 7, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2374815.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2357149.jpg", "decision_turn": 3}, {"game_id": 8, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2374689.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K_2/361.jpg", "decision_turn": 3}, {"game_id": 9, "image_a": "https://cs.stanford.edu/people/rak248/VG_100K/2318998.jpg", "image_b": "https://cs.stanford.edu/people/rak248/VG_100K/2353642.jpg", "decision_turn": 3}], "initial_prompt": "You are participating in a collaborative guessing game.\nThe goal is to find out whether this picture and another picture only I can see, are the same.\nPlease describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. Now start your short image description with \"DESCRIPTION:\" followed by the description. Do not add anything else.", "q_reprompt": "Now ask a question in order to find out new aspects of my image that may be different to your image. Start with \"QUESTION:\" and do not add anything else.", "d_reprompt": "Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write \"DECISION: same image\" if you think they are the same picture or \"DECISION: different images\" if you think they are different pictures.\n", "a_request": " Start your answer with \"ANSWER:\".", "desc_intro": "This is my ", "flags": {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"}, "solution": "different images"}]} \ No newline at end of file diff --git a/games/matchit/instancegenerator.py b/games/matchit/instancegenerator.py index 8ca73dbd91..48ba8abe6f 100644 --- a/games/matchit/instancegenerator.py +++ b/games/matchit/instancegenerator.py @@ -1,8 +1,24 @@ -import sys +import pandas as pd from clemgame.clemgame import GameInstanceGenerator -GAME_NAME = "matchit" +GAME_NAME: str = "matchit" +# n instances to be generated +N: int = 10 # max = len(similar_images.csv) = 161, if not using other image pairs +# paths to image pair tables +PATH_DIFF: str = "games/matchit/resources/image_pairs/different_images.csv" +PATH_SIM: str = "games/matchit/resources/image_pairs/similar_images.csv" +#how many questions can each player ask? +DEC_TURN: int = 3 +# should the players be informed about the number of questions they can ask? +INFO_NUM_QUESTIONS: bool = False + +SEED: int = 42 + +# Flags that have to be at the beginning of each response; are also specified in the prompts +FLAGS: dict[str, str] = {"description": "DESCRIPTION:", "question": "QUESTION:", "answer": "ANSWER:", "decision": "DECISION:"} +SOL_SAME: str = "same image" +SOL_DIFF: str = "different images" class MatchItInstanceGenerator(GameInstanceGenerator): def __init__(self, game_name): @@ -11,27 +27,55 @@ def __init__(self, game_name): def on_generate(self): - prompt_a = self.load_template('resources/initial_prompts/player_a_prompt.template') - prompt_b = self.load_template('resources/initial_prompts/player_b_prompt.template') + differents = pd.read_csv(PATH_DIFF) + diffs = differents.sample(n = N, random_state = SEED) + + similars = pd.read_csv(PATH_SIM) + #similars = similars[similars.clipscore >= THRESHOLD_SIM ] + sims = similars.sample(n = N, random_state= SEED)[["url1", "url2"]] + + # same images get sampled from the same df as different image, just doubling url1 + sames = differents[~differents.url1.isin(diffs.url1)] + sams = sames.sample(n = N, random_state= SEED)[["url1"]] + sams["url2"] = sams[["url1"]] + + initial_prompt = self.load_template('resources/initial_prompts/initial_prompt.template').replace("$FLAG$", FLAGS["description"]) + + desc_intro = self.load_template('resources/initial_prompts/description_introduction.template') - experiments = {"same_image": (self.load_csv("resources/image_pairs/same_image_10_test.csv"), "same image"), "similar_image": (self.load_csv("resources/image_pairs/similar_image_10_test.csv"), "different image"), "different_image": (self.load_csv("resources/image_pairs/different_image_10_test.csv"), "different image")} + sentence_num_questions = self.load_template('resources/initial_prompts/info_num_questions.template').replace("$DEC_TURN$", str(DEC_TURN)) - print(experiments) + if INFO_NUM_QUESTIONS: + initial_prompt = initial_prompt.replace("$NUM_QUESTIONS$", sentence_num_questions) + else: + initial_prompt = initial_prompt.replace("$NUM_QUESTIONS$", "") + + + q_reprompt = self.load_template('resources/initial_prompts/q_reprompt.template').replace("$FLAG$", FLAGS["question"]) + d_reprompt = self.load_template('resources/initial_prompts/d_reprompt.template').replace("$SOL_SAME$", SOL_SAME).replace("$SOL_DIFF$", SOL_DIFF).replace("$FLAG$", FLAGS["decision"]) + a_request = self.load_template('resources/initial_prompts/a_request.template').replace("$FLAG$", FLAGS["answer"]) + + + experiments = {"same_image": (sams, SOL_SAME), + "similar_image": (sims, SOL_DIFF), + "different_image": (diffs, SOL_DIFF)} - max_turns = 10 for exp_name in experiments.keys(): experiment = self.add_experiment(exp_name) game_id = 0 - experiment["prompt_a"] = prompt_a - experiment["prompt_b"] = prompt_b + experiment["initial_prompt"] = initial_prompt + experiment["q_reprompt"] = q_reprompt + experiment["d_reprompt"] = d_reprompt + experiment["a_request"] = a_request + experiment["desc_intro"] = desc_intro + experiment["flags"] = FLAGS experiment["solution"] = experiments[exp_name][1] - for inst in experiments[exp_name][0]: - game_id = game_id + for index, row in experiments[exp_name][0].iterrows(): instance = self.add_game_instance(experiment, game_id) - image_a, image_b = inst[0].strip(), inst[1].strip() + image_a, image_b = row["url1"], row["url2"] if image_a.startswith("http"): instance["image_a"] = image_a else: @@ -41,37 +85,10 @@ def on_generate(self): else: instance["image_b"] = "games/matchit/resources/images/" + image_b - max_turns = max_turns + instance["decision_turn"] = DEC_TURN game_id += 1 - - -#{game_id: , image_a, image_b, solution}, max_turns, prompt_a, prompt_b - - - - # wir haben idealerweise 3 oder 4 Listen, in denen schon die Bildpaare pro Schwierigkeit festgelegt sind (mit Dateinamen). Später kann man da vielleicht auch noch draus machen, dass diese Listen hier generiert und die Bilder heruntergeladen werden, falls sie noch nicht existieren - - #Ziel: - # json file with key "experiments":[] followed by list of ... experiments: - # each experiment has: name, list of instances: - # instances: id, pic1, pic2, - - - - # Schwierigkeit: leicht - # game instances: - # game id: int - # image_player_A: str (.jpg) - # image_player_B: str (.jpg) - # solution: str oder int oder so (same image/1, diff image/0) - # Schwierigkeit: mittel - # game_id: int - # ... etc. - # hart: - - if __name__ == "__main__": MatchItInstanceGenerator(GAME_NAME).generate() diff --git a/games/matchit/master.py b/games/matchit/master.py index fbbd8a7fe9..e9d504e53a 100644 --- a/games/matchit/master.py +++ b/games/matchit/master.py @@ -1,20 +1,6 @@ -# was zu tun ist: -# TODO: Erinnerung nach 10 turns: Komme jetzt zu einer Entscheidung - -# TODO: Score (#turns, success or not) ??? - -# TODO: don't give message to other player, if it's a DECISION - -# TODO: log all parts of generated response (multiple flags per turn!) - -# TODO: in validate: irgendwie nicht erlauben, dass mehr als eine Entscheidung getroffen wird? - -# TODO: scoring mit key logging -> episode score Sachen außerhalb von turns loggen - -from clemgame.clemgame import Player, GameMaster, GameBenchmark, DialogueGameMaster#, GameScorer +from clemgame.clemgame import Player, GameMaster, GameBenchmark, DialogueGameMaster, GameScorer from clemgame import metrics as ms from clemgame import get_logger -from clemgame.clemgame import Player from games.matchit.instancegenerator import GAME_NAME from backends import Model @@ -31,28 +17,25 @@ def __init__(self, backend: Model): super().__init__(backend) - def __init__(self, backend: Model, role): + def __init__(self, backend: Model, role: str): super().__init__(backend) - self.role = role + self.role: str = role - self.description = "" - self.question = "" - self.answer = "" - self.decision = "" + self.description: str = "" + self.question: str = "" + self.answer: str = "" + self.decision: str = "" - self.had_success = False + self.had_success: bool = False def _custom_response(self, messages, turn_idx) -> str: last_message = messages[-1]["content"] - if "collaborative" in last_message: - logger.info("Playerdescription message here") return f"DESCRIPTION: from Player {self.role}" elif "ask" in last_message: return f"QUESTION: from Player {self.role}" elif "QUESTION" in last_message: - logger.info("Repromt happend here") return f"ANSWER: from Player {self.role}" elif "decision" in last_message: return "DECISION: Different image." @@ -61,63 +44,59 @@ def _custom_response(self, messages, turn_idx) -> str: class MatchIt(DialogueGameMaster): - #def __init__(self, experiment: Dict, player_backends: List[str]): def __init__(self, experiment: Dict, player_backends: List[Model]): super().__init__(GAME_NAME, experiment, player_backends) self.experiment: str = experiment["name"] - self.flags: dict= experiment["flags"] + self.flags: dict[str, str] = experiment["flags"] - self.prompt_a: str = experiment["prompt_a"] # "This is Prompt A." - self.prompt_b: str = experiment["prompt_b"] # "This is Prompt B. Input from A: $DESCRIPTION_A$" - self.q_reprompt = experiment["q_reprompt"] # "Reprompt: Now ask a question, starting with \"QUESTION: \"" - self.d_reprompt = experiment["d_reprompt"] # "Make a decision." + self.initial_prompt: str = experiment["initial_prompt"] # "This is Prompt A." + #self.prompt_b: str = experiment["prompt_a"] # "This is Prompt B. Input from A: $DESCRIPTION_A$" + self.q_reprompt: str = experiment["q_reprompt"] # "Reprompt: Now ask a question, starting with \"QUESTION: \"" + self.desc_intro: str = experiment["desc_intro"] + self.d_reprompt: str = experiment["d_reprompt"] # "Make a decision." + self.a_request: str = experiment["a_request"] #"Start your answer with ANSWER:" self.solution: str = experiment["solution"] + self.final_decision: bool = False self.success_a: bool = True self.success_b: bool = True self.aborted: bool = False - self.model_a = player_backends[0] - self.model_b = player_backends[1] + self.model_a: Model = player_backends[0] + self.model_b: Model = player_backends[1] def _on_setup(self, **game_instance): self.game_instance = game_instance - self.image_a = game_instance["image_a"] - self.image_b = game_instance["image_b"] + self.image_a: str = game_instance["image_a"] + self.image_b: str = game_instance["image_b"] - self.decision_turn = game_instance["decision_turn"] + self.decision_turn: int = game_instance["decision_turn"] - self.player_a = MatchItPlayer(self.model_a, "A") - self.player_b = MatchItPlayer(self.model_b, "B") + self.player_a: Player = MatchItPlayer(self.model_a, "A") + self.player_b: Player = MatchItPlayer(self.model_b, "B") self.add_player(self.player_a) self.add_player(self.player_b) - self.n_turns = -1 - self.answer_counter = 0 # counts how many answers a player has given per turn -> for reprompting + self.n_turns: int = -1 + self.answer_counter: int = 0 # counts how many answers a player has given per turn -> for reprompting def _on_before_game(self): - # add prompt to speaker message history - self.add_user_message(self.player_a, self.prompt_a, image = self.image_a) + # add prompt to Player A message history + self.add_user_message(self.player_a, self.initial_prompt, image = self.image_a) logger.info("Added Prompt A") - #self.add_user_message(self.player_b, self.prompt_b, image = self.image_b) def _on_before_turn(self, turn_idx: int): self.n_turns += 1 def _does_game_proceed(self) -> bool: - #if self.success == False: # ich weiß nicht genau, ob ich das brauche. - # self.log_message_to_self("Game over.") - # return False if self.aborted: self.log_to_self("Game over", "Aborted") - return False - - elif self.n_turns > self.decision_turn: - self.log_to_self("Game over", "Well done, girls!") + return False + elif self.final_decision: return False else: return True @@ -134,8 +113,9 @@ def check_flag(self, first_word: str, flag: str): def _validate_player_response(self, player: Player, utterance: str) -> bool: utt_parts = list(filter(None, utterance.strip().split("\n"))) #filter to be sure that there are no empty strings first_word = utt_parts[0].split(" ")[0] - logger.info("first word = " + first_word) - logger.info("utterance = " + utterance) + # logger.info("first word = " + first_word) + # logger.info("utterance = " + utterance) + # first turn if self.n_turns == 0: if self.answer_counter == 1: # should work because answer_counter gets updated after validation @@ -143,12 +123,10 @@ def _validate_player_response(self, player: Player, utterance: str) -> bool: else: return self.check_flag(first_word, self.flags["description"]) # decision turn - elif self.n_turns == self.decision_turn: - if player == self.player_a and self.answer_counter == 0: - return self.check_flag(first_word, self.flags["answer"]) - else: + elif self.n_turns == self.decision_turn and player == self.player_b: + if self.answer_counter == 1: if self.check_flag(first_word, self.flags["decision"]): - if utterance.lower().strip(".") == (self.flags["decision"] + " " + self.solution).lower(): + if utterance.lower().strip(".\n") == (self.flags["decision"] + " " + self.solution).lower(): player.success = True self.log_to_self(f"Decision Player {player.role}", "success") else: @@ -157,6 +135,20 @@ def _validate_player_response(self, player: Player, utterance: str) -> bool: return True else: return False + else: + return self.check_flag(first_word, self.flags["answer"]) + # last turn, only for Player A's decision + elif self.n_turns == self.decision_turn + 1: + self.final_decision = True + if self.check_flag(first_word, self.flags["decision"]): + if utterance.lower().strip(".\n") == (self.flags["decision"] + " " + self.solution).lower(): + player.success = True + self.log_to_self(f"Decision Player {player.role}", "success") + else: + player.success = False + self.log_to_self(f"Decision Player {player.role}", "loss") + return True + # all other turns else: if self.answer_counter == 0: @@ -165,161 +157,81 @@ def _validate_player_response(self, player: Player, utterance: str) -> bool: return self.check_flag(first_word, self.flags["question"]) - - - # neues Konzept: - # im ersten Turn muss es mit description anfangen - # dann muss es answer sein, wenn answer_counter = 0 (?) und q, wenn a_c = 1 - # letzter Sonderfall: im decision turn muss für a es bei 0 wieder A sein und bei 1 decision, bei b nur decision - - # sonst so: keine newlines? -> könnte man bei parse auch so machen, dass es automatisch alles weitere wegschmeißt - - # decision runde: - # decision loggen - - # utt_parts = list(filter(None, utterance.split("\n"))) #filter to be sure that there are no empty strings - # utt_flags = [] - # for part in utt_parts: - # first_word = part.split()[0] - # if first_word not in self.flags: - # self.log_to_self("invalid format", "abort") - # self.aborted = True - # return False - # else: - # utt_flags.append(first_word.lower()) - - # if first_word == "DECISION:": - # if player == self.player_a: - # self.decision_a = True - # if self.solution in utterance.lower(): - # self.success_a == True - # self.log_to_self("Decision Player A", "success") - # else: - # self.success_a == False - # self.log_to_self("Decision Player A", "loss") - # else: - # self.decision_b = True - # if self.solution in utterance.lower(): - # self.success_b == True - # self.log_to_self("Decision Player B", "success") - # else: - # self.success_b == False - # self.log_to_self("Decision Player B", "loss") - - # #self.log_to_self("valid format", str(utt_flags)) - # self.log_to_self("valid format", "continue") - # return True - def _on_parse_response(self, player: Player, utterance: str) -> Tuple[str, bool]: - #print(utterance) utterance = utterance.strip() - if utterance.startswith("DESCRIPTION:"): + if utterance.startswith(self.flags["description"]): player.description = utterance - elif utterance.startswith("QUESTION:"): + elif utterance.startswith(self.flags["question"]): player.question = utterance - elif utterance.startswith("ANSWER:"): + elif utterance.startswith(self.flags["answer"]): player.answer = utterance - elif utterance.startswith("DECISION:"): + elif utterance.startswith(self.flags["decision"]): player.decision = utterance self.answer_counter += 1 - logger.info("And helpful counter is " + str(self.answer_counter)) + #logger.info("And helpful counter is " + str(self.answer_counter)) #utterance = utterance.split("\n") # remove anything that might not belong to the flag - return utterance, True + return utterance, False def _after_add_player_response(self, player: Player, utterance: str): - # if player == self.player_a: - # if self.n_turns == 0: - # utt_filled = utterance.replace("$DESCRIPTION_A$", utterance) - # self.add_user_message(self.player_b, utt_filled) - # else: - # self.add_user_message(self.player_b, utterance) - - # if player == self.player_b: - # if self.n_turns == 1: - # self.add_user_message(self.player_b, utterance + "\n" + self.q_reprompt) - - # self.add_user_message(self.player_a, utterance) - - - - # erste Runde: - # wenn player A, dann utt_filled an player - logger.info(f"Das war die utt: {utterance}_") + # first turn if self.n_turns == 0: - logger.info("Wir sind immer noch im ersten turn") if player == self.player_a: - logger.info("Player_B wird gepromptet") - utt_filled = self.prompt_b.replace("$DESCRIPTION_A$", utterance) - self.add_user_message(self.player_b, utt_filled, image = self.image_b) + #add Player A's description to player B's prompt + #utt_filled = self.prompt_b.replace("$DESCRIPTION_A$", utterance) + self.add_user_message(self.player_b, self.initial_prompt, image = self.image_b) elif player == self.player_b: - logger.info("player_A sollte was bekommen") if self.player_b.description != "" and self.player_b.question != "": - logger.info("und es wird appended, also wenn das steht, ist ech echt weird") - self.add_user_message(self.player_a, self.player_b.description + "\n" + self.player_b.question + "Start your answer with ANSWER:") + self.add_user_message(self.player_a, self.desc_intro + self.player_b.description + "\n" + self.player_b.question + self.a_request) self.player_b.question = "" else: - logger.info(f"DESC = {self.player_b.description}; QUES = {self.player_b.question}") - - # normaler Zustand: - # wenn answer_counter == 0, dann ist nix - # wenn == 1, dann haben wir eine Antwort, die auch gespeichert ist und dann passiert auch erst mal nix - # wenn == 2, dann haben wir hoffentlich sowohl Antwort als auch Frage und dann adden wir self.answers an den anderen Spieler und #player.answers = "" machen self.answers wieder leer! - elif self.n_turns == self.decision_turn: - if player == self.player_a: - self.add_user_message(self.player_b, player.answer + "\n" + player.decision + "\n" + self.d_reprompt) - + logger.info(f"Warning for first turn, Player B DESC = {self.player_b.description}; QUES = {self.player_b.question}") + # decision turn + elif self.n_turns == self.decision_turn and player == self.player_b and self.answer_counter == 1: + self.add_user_message(self.player_a, player.answer + "\n" + self.d_reprompt) + # all other turns else: other_player = self.player_a if player == self.player_b else self.player_b + if player.answer != "" and player.question != "": - self.log_to_self("note", "a+q -> A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) - self.add_user_message(other_player, player.answer + "\n" + player.question + "Start your answer with ANSWER:") + #self.log_to_self("note", "a+q -> A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) + self.add_user_message(other_player, player.answer + "\n" + player.question + self.a_request) player.description = "" player.question = "" player.answer = "" player.decision = "" elif player.decision != "" and player.question != "": - self.log_to_self("note", "a+d -> A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) + #self.log_to_self("note", "a+d -> A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) self.add_user_message(other_player, player.decision + "\n" + player.question) - logger.info("There has been a decision and it has been added") player.description = "" player.question = "" player.answer = "" player.decision = "" - else: - self.add_user_message(other_player, "DESCRIPTION: both a + q / dec+q were not filled, this is a filler.") - self.log_to_self("note", "A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) - - # else: - # if self.answer_counter == 1: - # logger.info("after add player resp and hc = 1") - # if self.answer_counter == 2: - # if player == self.player_a: - # self.add_user_message(self.player_b, player.answers) - # if player == self.player_b: - # self.add_user_message(self.player_a, player.answers) + #else: + #self.add_user_message(other_player, "DESCRIPTION: both a + q / dec+q were not filled, this is a filler.") + #self.log_to_self("note", "A:" + player.answer + " ,Q:" + player.question + " ,D:" + player.decision ) + def _should_reprompt(self, player: Player): while self._does_game_proceed(): if self.n_turns == 0 and player == self.player_a: self.answer_counter = 0 return False - elif self.n_turns == self.decision_turn and player == self.player_b: + elif self.n_turns == self.decision_turn + 1: return False if self.answer_counter > 1: self.answer_counter = 0 return False return True - return False - # if self.should_q_reprompt == 1: - # return True - + return False def _on_before_reprompt(self, player: Player): - if self.n_turns == self.decision_turn: + if self.n_turns == self.decision_turn and player == self.player_b: self.add_user_message(player, self.d_reprompt) + elif self.n_turns == 0: + self.add_user_message(player, self.desc_intro + self.player_a.description + "\n" + self.q_reprompt) else: self.add_user_message(player, self.q_reprompt) @@ -340,123 +252,114 @@ def add_user_message(self, player: Player, utterance: str, image = None): -# class MatchItScorer(GameScorer): +class MatchItScorer(GameScorer): -# def __init__(self, experiment: Dict, game_instance: Dict): -# super().__init__(GAME_NAME, experiment, game_instance) -# self.target_grid = game_instance["target_grid"] # necessary info to score the episode - -# def compute_scores(self, episode_interactions: Dict) -> None: - -# """ -# - use log_episode_score to log computed episode-level scores -# (measuring success at the whole game play) and log_turn_score -# to log computed turn-level scores (measuring success or progress -# at each turn) -# - all games must preferably implement the common metrics -# (see clemgame/metrics.py and the appendix in the paper); -# METRIC_PLAYED must not be logged, because it is inferred by the provided -# evaluation script -# - minimally, all games must compute: -# METRIC_ABORTED, -# the binary METRIC_SUCCESS -# and its BENCH_SCORE (which ranges form 0=fails to 100=success). -# - games can have as many additional game-specific evaluation metrics as -# you want; make sure to use different names -# - if the game is aborted, all game-specific scores should be set to -# ```np.nan`````` -# """ - -# # clemscore -# # momentan erst mal: 0 wenn beide falsch, 100 wenn beide richtig und 0.5 wenn eins richtig -# # später: n_turns mit einfaktorieren - -# # aborted: wenn zu viele turns ohne decision oder eine Flag nicht -# # self.log_episode_score(ms.METRIC_ABORTED, ) - -# # success: nur wenn beide DEcisions richtig sind, i.e. wenn -# # "action": { -# # "type": "Decision Player A", -# # "content": "success" -# # } -# all_turn_scores = [] -# success_a = False -# success_b = False -# aborted = False -# for turn_idx, turn in enumerate(episode_interactions["turns"]): -# turn_score_dict = {"request_count": 0, "violated_request_count" : 0, "parsed_request_count" : 0} - -# for event in turn: -# action = event["action"] -# # parsed requests -# if action["type"] == "invalid format": -# turn_score_dict["violated_request_count"] += 1 -# turn_score_dict["request_count"] += 1 -# elif action["type"] == "valid format": -# turn_score_dict["parsed_request_count"] += 1 -# turn_score_dict["request_count"] += 1 -# elif action["type"] == "Game over": -# aborted = True -# # decision success -# elif action["type"] == "Decision Player A": # theoretically, this could occur more than once! -# if action["content"] == "success": -# print("success A") -# success_a = True -# elif action["type"] == "Decision Player B": # theoretically, this could occur more than once! -# if action["content"] == "success": -# print("success B") -# success_b = True - -# # log turn request scores -# self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT_VIOLATED, turn_score_dict["violated_request_count"]) -# self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT_PARSED, turn_score_dict["parsed_request_count"]) -# self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT, turn_score_dict["request_count"]) - -# #calculate episode scores from turn scores -# all_turn_scores.append(turn_score_dict) - -# violated_request_count = sum([turn["violated_request_count"] for turn in all_turn_scores]) -# self.log_episode_score(ms.METRIC_REQUEST_COUNT_VIOLATED, violated_request_count) -# parsed_request_count = sum([turn["parsed_request_count"] for turn in all_turn_scores]) -# self.log_episode_score(ms.METRIC_REQUEST_COUNT_PARSED, parsed_request_count) -# request_count = sum([turn["request_count"] for turn in all_turn_scores]) -# self.log_episode_score(ms.METRIC_REQUEST_COUNT, request_count) - -# # log episode "success" scores -# if aborted: -# self.log_episode_score(ms.METRIC_ABORTED, 1) -# self.log_episode_score(ms.METRIC_SUCCESS, 0) -# self.log_episode_score(ms.METRIC_LOSE, 0) -# # Game-specific metrics -# self.log_episode_score(ms.BENCH_SCORE, np.nan) # metric not applicable -# else: -# # two wrong decisions: -# if not success_a and not success_b: -# self.log_episode_score(ms.METRIC_ABORTED, 0) -# self.log_episode_score(ms.METRIC_SUCCESS, 0) -# self.log_episode_score(ms.METRIC_LOSE, 1) -# # Game-specific metrics -# self.log_episode_score(ms.BENCH_SCORE, 0) # metric not applicable -# # only one decided correctly -# elif success_a != success_b: -# self.log_episode_score(ms.METRIC_ABORTED, 0) -# self.log_episode_score(ms.METRIC_SUCCESS, 0) -# self.log_episode_score(ms.METRIC_LOSE, 1) -# # Game-specific metrics -# self.log_episode_score(ms.BENCH_SCORE, 50) # current decision, may change - -# else: # = success_a and success_b: -# self.log_episode_score(ms.METRIC_ABORTED, 0) -# self.log_episode_score(ms.METRIC_SUCCESS, 1) -# self.log_episode_score(ms.METRIC_LOSE, 0) -# # Game-specific metrics -# self.log_episode_score(ms.BENCH_SCORE, 100) # metric not applicable -# print("next turn") - - - - + def __init__(self, experiment: Dict, game_instance: Dict): + super().__init__(GAME_NAME, experiment, game_instance) + + def compute_scores(self, episode_interactions: Dict) -> None: + + """ + - use log_episode_score to log computed episode-level scores + (measuring success at the whole game play) and log_turn_score + to log computed turn-level scores (measuring success or progress + at each turn) + - all games must preferably implement the common metrics + (see clemgame/metrics.py and the appendix in the paper); + METRIC_PLAYED must not be logged, because it is inferred by the provided + evaluation script + - minimally, all games must compute: + METRIC_ABORTED, + the binary METRIC_SUCCESS + and its BENCH_SCORE (which ranges form 0=fails to 100=success). + - games can have as many additional game-specific evaluation metrics as + you want; make sure to use different names + - if the game is aborted, all game-specific scores should be set to + ```np.nan`````` + """ + + # clemscore + # momentan erst mal: 0 wenn beide falsch, 100 wenn beide richtig und 0.5 wenn eins richtig + + # aborted: wenn zu viele turns ohne decision oder eine Flag nicht + # self.log_episode_score(ms.METRIC_ABORTED, ) + + # success: nur wenn beide Decisions richtig sind, i.e. wenn + # "action": { + # "type": "Decision Player A", + # "content": "success" + # } + all_turn_scores = [] + success_a = False + success_b = False + aborted = False + for turn_idx, turn in enumerate(episode_interactions["turns"]): + turn_score_dict = {"request_count": 0, "violated_request_count" : 0, "parsed_request_count" : 0} + + for event in turn: + action = event["action"] + # parsed requests + if action["type"] == "invalid format": + turn_score_dict["violated_request_count"] += 1 + turn_score_dict["request_count"] += 1 + elif action["type"] == "valid format": + turn_score_dict["parsed_request_count"] += 1 + turn_score_dict["request_count"] += 1 + elif action["content"].startswith("Abort"): + aborted = True + # decision success + elif action["type"] == "Decision Player A": + if action["content"] == "success": + success_a = True + elif action["type"] == "Decision Player B": + if action["content"] == "success": + success_b = True + + # log turn request scores + self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT_VIOLATED, turn_score_dict["violated_request_count"]) + self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT_PARSED, turn_score_dict["parsed_request_count"]) + self.log_turn_score(turn_idx, ms.METRIC_REQUEST_COUNT, turn_score_dict["request_count"]) + #calculate episode scores from turn scores + all_turn_scores.append(turn_score_dict) + + violated_request_count = sum([turn["violated_request_count"] for turn in all_turn_scores]) + self.log_episode_score(ms.METRIC_REQUEST_COUNT_VIOLATED, violated_request_count) + parsed_request_count = sum([turn["parsed_request_count"] for turn in all_turn_scores]) + self.log_episode_score(ms.METRIC_REQUEST_COUNT_PARSED, parsed_request_count) + request_count = sum([turn["request_count"] for turn in all_turn_scores]) + self.log_episode_score(ms.METRIC_REQUEST_COUNT, request_count) + # log episode "success" scores + if aborted: + self.log_episode_score(ms.METRIC_ABORTED, 1) + self.log_episode_score(ms.METRIC_SUCCESS, 0) + self.log_episode_score(ms.METRIC_LOSE, 0) + # Game-specific metrics + self.log_episode_score(ms.BENCH_SCORE, np.nan) # metric not applicable + else: + # two wrong decisions: + if not success_a and not success_b: + self.log_episode_score(ms.METRIC_ABORTED, 0) + self.log_episode_score(ms.METRIC_SUCCESS, 0) + self.log_episode_score(ms.METRIC_LOSE, 1) + # Game-specific metrics + self.log_episode_score(ms.BENCH_SCORE, 0) # metric not applicable + # only one decided correctly + elif success_a != success_b: + self.log_episode_score(ms.METRIC_ABORTED, 0) + self.log_episode_score(ms.METRIC_SUCCESS, 0) + self.log_episode_score(ms.METRIC_LOSE, 1) + # Game-specific metrics + self.log_episode_score(ms.BENCH_SCORE, 50) # current decision, may change + + else: # = success_a and success_b: + #print("has been successful") + self.log_episode_score(ms.METRIC_ABORTED, 0) + self.log_episode_score(ms.METRIC_SUCCESS, 1) + self.log_episode_score(ms.METRIC_LOSE, 0) + # Game-specific metrics + self.log_episode_score(ms.BENCH_SCORE, 100) # metric not applicable + class MatchItBenchmark(GameBenchmark): """Integrate the game into the benchmark run.""" def __init__(self): @@ -477,7 +380,7 @@ def create_game_master(self, ) -> GameMaster: return MatchIt(experiment, player_backends) - #def create_game_scorer(self, experiment: Dict, game_instance: Dict) -> GameScorer: - # return MatchItScorer(experiment, game_instance) + def create_game_scorer(self, experiment: Dict, game_instance: Dict) -> GameScorer: + return MatchItScorer(experiment, game_instance) diff --git a/games/matchit/resources/initial_prompts/a_request.template b/games/matchit/resources/initial_prompts/a_request.template new file mode 100644 index 0000000000..d0a8293b83 --- /dev/null +++ b/games/matchit/resources/initial_prompts/a_request.template @@ -0,0 +1 @@ + Start your answer with "$FLAG$". \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/d_reprompt.template b/games/matchit/resources/initial_prompts/d_reprompt.template new file mode 100644 index 0000000000..6daf820104 --- /dev/null +++ b/games/matchit/resources/initial_prompts/d_reprompt.template @@ -0,0 +1 @@ +Now come to a decision. What do you think: are your picture and the other picture described the same picture? Write "$FLAG$ $SOL_SAME$" if you think they are the same picture or "$FLAG$ $SOL_DIFF$" if you think they are different pictures. diff --git a/games/matchit/resources/initial_prompts/description_introduction.template b/games/matchit/resources/initial_prompts/description_introduction.template new file mode 100644 index 0000000000..f55cd0f675 --- /dev/null +++ b/games/matchit/resources/initial_prompts/description_introduction.template @@ -0,0 +1 @@ +This is my \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/info_num_questions.template b/games/matchit/resources/initial_prompts/info_num_questions.template new file mode 100644 index 0000000000..5e4c082bb3 --- /dev/null +++ b/games/matchit/resources/initial_prompts/info_num_questions.template @@ -0,0 +1 @@ +Each of us can ask $DEC_TURN$ questions. \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/initial_prompt.template b/games/matchit/resources/initial_prompts/initial_prompt.template new file mode 100644 index 0000000000..783c7f8636 --- /dev/null +++ b/games/matchit/resources/initial_prompts/initial_prompt.template @@ -0,0 +1,3 @@ +You are participating in a collaborative guessing game. +The goal is to find out whether this picture and another picture only I can see, are the same. +Please describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. $NUM_QUESTIONS$Now start your short image description with "$FLAG$" followed by the description. Do not add anything else. \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/player_a_prompt.template b/games/matchit/resources/initial_prompts/player_a_prompt.template deleted file mode 100644 index 10709efd46..0000000000 --- a/games/matchit/resources/initial_prompts/player_a_prompt.template +++ /dev/null @@ -1,7 +0,0 @@ -You are participating in a collaborative guessing game. -Find out, whether this picture and another picture only I can see, are the same. You must follow those rules: - - Start your image description with "DESCRIPTION:" - - If you have questions about the other image that only I can see start them with "QUESTION:" - - If you answer a question, start with "ANSWER:" - - If you have come to a decision, write "DECISION: SAME IMAGE" if you think they are the same picture or "DECISION: DIFFERENT IMAGE" if you think they are different pictures. -Please describe your image first. Then, I will provide my description and we can ask each other questions about the images to figure out whether they are the same. \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/player_b_prompt.template b/games/matchit/resources/initial_prompts/player_b_prompt.template index d49444e8dc..a377fe6452 100644 --- a/games/matchit/resources/initial_prompts/player_b_prompt.template +++ b/games/matchit/resources/initial_prompts/player_b_prompt.template @@ -1,9 +1,4 @@ You are participating in a collaborative guessing game. -Find out, whether this picture and another picture only I can see, are the same. You must follow those rules: - - Start your image description with "DESCRIPTION:" - - If you have questions about the other image that only I can see start them with "QUESTION:" - - If you answer a question, start with "ANSWER:" - - If you have come to a decision, write "DECISION: SAME IMAGE" if you think they are the same picture or "DECISION: DIFFERENT IMAGE" if you think they are different pictures. -I will describe my picture first: -$DESCRIPTION_A$ -Please describe your picture now then we can ask each other questions about the images to figure out whether they are the same. \ No newline at end of file +The goal is to find out whether this picture and another picture only I can see, are the same. First, I will provide my description and then we can ask each other questions about the images to figure out whether they are the same. +This is a description of my image: $DESCRIPTION_A$ $NUM_QUESTIONS$ +Now start your short image description with "$FLAG$" followed by the description. Do not add anything else. \ No newline at end of file diff --git a/games/matchit/resources/initial_prompts/q_reprompt.template b/games/matchit/resources/initial_prompts/q_reprompt.template new file mode 100644 index 0000000000..0747baa7ac --- /dev/null +++ b/games/matchit/resources/initial_prompts/q_reprompt.template @@ -0,0 +1 @@ +Now ask a question in order to find out new aspects of my image that may be different to your image. Start with "$FLAG$" and do not add anything else. \ No newline at end of file diff --git a/games/mm_mapworld/in/all_instances.json b/games/mm_mapworld/in/all_instances.json new file mode 100644 index 0000000000..26d75e3ed0 --- /dev/null +++ b/games/mm_mapworld/in/all_instances.json @@ -0,0 +1,11464 @@ +{ + "experiments": [ + { + "name": "random_small", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(0, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((0, 0), (0, 1))", + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((0, 1), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(0, 1)", + "(0, 2)", + "(1, 1)", + "(0, 0)" + ], + "edges": [ + "((0, 1), (0, 2))", + "((0, 1), (1, 1))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((1, 1), (0, 1))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((0, 2), (0, 1))", + "((0, 2), (1, 2))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 2), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 0), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(0, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((0, 2), (0, 1))", + "((1, 2), (1, 1))", + "((1, 2), (0, 2))", + "((0, 1), (0, 2))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_medium", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)", + "(0, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((1, 2), (0, 2))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (0, 1))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 3)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(1, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (0, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 0), (1, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 2))", + "((1, 1), (2, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((1, 1), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 1))", + "((2, 1), (1, 1))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(0, 3)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (2, 3))", + "((1, 3), (0, 3))", + "((2, 3), (2, 2))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((2, 3), (1, 3))", + "((0, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)" + ], + "edges": [ + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(0, 0)", + "(2, 1)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((2, 0), (1, 0))", + "((0, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)", + "(2, 3)" + ], + "edges": [ + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(2, 2)", + "(1, 2)", + "(0, 2)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (0, 2))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((2, 2), (2, 1))", + "((1, 2), (2, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(1, 2)", + "(0, 2)", + "(0, 3)", + "(2, 2)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((1, 3), (1, 2))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((0, 2), (0, 3))", + "((2, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 0), (1, 0))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((1, 0), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 3)", + "(1, 2)", + "(2, 3)", + "(2, 2)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((0, 2), (0, 3))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(0, 3)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 2), (0, 3))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(0, 2)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_large", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 3)", + "(1, 2)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((2, 2), (2, 3))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((2, 0), (3, 0))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))", + "((2, 3), (2, 2))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(3, 2)", + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((3, 2), (3, 1))", + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((3, 1), (3, 2))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(1, 1)", + "(0, 1)", + "(1, 0)", + "(0, 0)", + "(0, 2)", + "(1, 2)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 0), (0, 0))", + "((1, 0), (2, 0))", + "((0, 2), (1, 2))", + "((2, 0), (3, 0))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((0, 0), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (0, 2))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(2, 2)", + "(3, 1)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (2, 2))", + "((3, 2), (3, 1))", + "((3, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((2, 2), (3, 2))", + "((3, 1), (3, 2))", + "((2, 1), (3, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(3, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 1)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)" + ], + "edges": [ + "((2, 1), (2, 0))", + "((2, 1), (2, 2))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((2, 0), (2, 1))", + "((2, 2), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(2, 3)", + "(2, 2)", + "(0, 2)", + "(0, 1)", + "(0, 0)" + ], + "edges": [ + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (2, 3))", + "((0, 3), (0, 2))", + "((2, 3), (2, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (1, 3))", + "((2, 3), (1, 3))", + "((0, 2), (0, 3))", + "((2, 2), (2, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 2)", + "(1, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (2, 2))", + "((2, 2), (1, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 2), (3, 2))", + "((1, 2), (2, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(2, 2)" + ], + "edges": [ + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(2, 2)", + "(2, 3)", + "(3, 3)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (3, 0))", + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 3), (3, 3))", + "((2, 0), (1, 0))", + "((3, 0), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((2, 2), (3, 2))", + "((2, 3), (2, 2))", + "((3, 3), (2, 3))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(1, 1)", + "(2, 1)", + "(0, 1)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((1, 1), (0, 1))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(3, 2)", + "(3, 3)", + "(3, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (3, 1))", + "((1, 0), (0, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((2, 2), (1, 2))", + "((3, 2), (2, 2))", + "((3, 3), (3, 2))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(0, 2)", + "(0, 3)" + ], + "edges": [ + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (0, 2))", + "((0, 2), (0, 3))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((0, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(3, 0)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 0), (3, 0))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(1, 1)", + "(1, 2)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (1, 2))", + "((1, 1), (0, 1))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 1), (1, 1))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(2, 2)", + "(3, 2)", + "(2, 1)", + "(1, 1)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)" + ], + "edges": [ + "((2, 2), (3, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((3, 2), (2, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(3, 1)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (3, 1))", + "((0, 2), (0, 3))", + "((1, 2), (0, 2))", + "((1, 3), (1, 2))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(1, 2)", + "(2, 2)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((1, 1), (1, 0))", + "((1, 1), (0, 1))", + "((1, 1), (1, 2))", + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 1), (1, 1))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((2, 2), (1, 2))", + "((2, 3), (2, 2))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_small_one_shot", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(0, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((0, 0), (0, 1))", + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((0, 1), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(0, 1)", + "(0, 2)", + "(1, 1)", + "(0, 0)" + ], + "edges": [ + "((0, 1), (0, 2))", + "((0, 1), (1, 1))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((1, 1), (0, 1))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((0, 2), (0, 1))", + "((0, 2), (1, 2))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 2), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 0), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(0, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((0, 2), (0, 1))", + "((1, 2), (1, 1))", + "((1, 2), (0, 2))", + "((0, 1), (0, 2))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_medium_one_shot", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)", + "(0, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((1, 2), (0, 2))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (0, 1))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 3)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(1, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (0, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 0), (1, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 2))", + "((1, 1), (2, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((1, 1), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 1))", + "((2, 1), (1, 1))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(0, 3)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (2, 3))", + "((1, 3), (0, 3))", + "((2, 3), (2, 2))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((2, 3), (1, 3))", + "((0, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)" + ], + "edges": [ + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(0, 0)", + "(2, 1)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((2, 0), (1, 0))", + "((0, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)", + "(2, 3)" + ], + "edges": [ + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(2, 2)", + "(1, 2)", + "(0, 2)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (0, 2))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((2, 2), (2, 1))", + "((1, 2), (2, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(1, 2)", + "(0, 2)", + "(0, 3)", + "(2, 2)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((1, 3), (1, 2))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((0, 2), (0, 3))", + "((2, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 0), (1, 0))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((1, 0), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 3)", + "(1, 2)", + "(2, 3)", + "(2, 2)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((0, 2), (0, 3))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(0, 3)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 2), (0, 3))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(0, 2)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_large_one_shot", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 3)", + "(1, 2)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((2, 2), (2, 3))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((2, 0), (3, 0))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))", + "((2, 3), (2, 2))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(3, 2)", + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((3, 2), (3, 1))", + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((3, 1), (3, 2))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(1, 1)", + "(0, 1)", + "(1, 0)", + "(0, 0)", + "(0, 2)", + "(1, 2)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 0), (0, 0))", + "((1, 0), (2, 0))", + "((0, 2), (1, 2))", + "((2, 0), (3, 0))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((0, 0), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (0, 2))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(2, 2)", + "(3, 1)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (2, 2))", + "((3, 2), (3, 1))", + "((3, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((2, 2), (3, 2))", + "((3, 1), (3, 2))", + "((2, 1), (3, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(3, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 1)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)" + ], + "edges": [ + "((2, 1), (2, 0))", + "((2, 1), (2, 2))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((2, 0), (2, 1))", + "((2, 2), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(2, 3)", + "(2, 2)", + "(0, 2)", + "(0, 1)", + "(0, 0)" + ], + "edges": [ + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (2, 3))", + "((0, 3), (0, 2))", + "((2, 3), (2, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (1, 3))", + "((2, 3), (1, 3))", + "((0, 2), (0, 3))", + "((2, 2), (2, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 2)", + "(1, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (2, 2))", + "((2, 2), (1, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 2), (3, 2))", + "((1, 2), (2, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(2, 2)" + ], + "edges": [ + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(2, 2)", + "(2, 3)", + "(3, 3)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (3, 0))", + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 3), (3, 3))", + "((2, 0), (1, 0))", + "((3, 0), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((2, 2), (3, 2))", + "((2, 3), (2, 2))", + "((3, 3), (2, 3))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(1, 1)", + "(2, 1)", + "(0, 1)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((1, 1), (0, 1))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(3, 2)", + "(3, 3)", + "(3, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (3, 1))", + "((1, 0), (0, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((2, 2), (1, 2))", + "((3, 2), (2, 2))", + "((3, 3), (3, 2))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(0, 2)", + "(0, 3)" + ], + "edges": [ + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (0, 2))", + "((0, 2), (0, 3))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((0, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(3, 0)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 0), (3, 0))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(1, 1)", + "(1, 2)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (1, 2))", + "((1, 1), (0, 1))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 1), (1, 1))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(2, 2)", + "(3, 2)", + "(2, 1)", + "(1, 1)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)" + ], + "edges": [ + "((2, 2), (3, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((3, 2), (2, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(3, 1)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (3, 1))", + "((0, 2), (0, 3))", + "((1, 2), (0, 2))", + "((1, 3), (1, 2))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(1, 2)", + "(2, 2)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((1, 1), (1, 0))", + "((1, 1), (0, 1))", + "((1, 1), (1, 2))", + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 1), (1, 1))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((2, 2), (1, 2))", + "((2, 3), (2, 2))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_small_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(0, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((0, 0), (0, 1))", + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((0, 1), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(0, 1)", + "(0, 2)", + "(1, 1)", + "(0, 0)" + ], + "edges": [ + "((0, 1), (0, 2))", + "((0, 1), (1, 1))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((1, 1), (0, 1))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((0, 2), (0, 1))", + "((0, 2), (1, 2))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 2), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 0), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(0, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((0, 2), (0, 1))", + "((1, 2), (1, 1))", + "((1, 2), (0, 2))", + "((0, 1), (0, 2))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_medium_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)", + "(0, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((1, 2), (0, 2))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (0, 1))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 3)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(1, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (0, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 0), (1, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 2))", + "((1, 1), (2, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((1, 1), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 1))", + "((2, 1), (1, 1))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(0, 3)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (2, 3))", + "((1, 3), (0, 3))", + "((2, 3), (2, 2))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((2, 3), (1, 3))", + "((0, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)" + ], + "edges": [ + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(0, 0)", + "(2, 1)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((2, 0), (1, 0))", + "((0, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)", + "(2, 3)" + ], + "edges": [ + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(2, 2)", + "(1, 2)", + "(0, 2)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (0, 2))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((2, 2), (2, 1))", + "((1, 2), (2, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(1, 2)", + "(0, 2)", + "(0, 3)", + "(2, 2)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((1, 3), (1, 2))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((0, 2), (0, 3))", + "((2, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 0), (1, 0))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((1, 0), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 3)", + "(1, 2)", + "(2, 3)", + "(2, 2)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((0, 2), (0, 3))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(0, 3)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 2), (0, 3))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(0, 2)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_large_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 3)", + "(1, 2)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((2, 2), (2, 3))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((2, 0), (3, 0))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))", + "((2, 3), (2, 2))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(3, 2)", + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((3, 2), (3, 1))", + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((3, 1), (3, 2))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(1, 1)", + "(0, 1)", + "(1, 0)", + "(0, 0)", + "(0, 2)", + "(1, 2)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 0), (0, 0))", + "((1, 0), (2, 0))", + "((0, 2), (1, 2))", + "((2, 0), (3, 0))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((0, 0), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (0, 2))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(2, 2)", + "(3, 1)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (2, 2))", + "((3, 2), (3, 1))", + "((3, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((2, 2), (3, 2))", + "((3, 1), (3, 2))", + "((2, 1), (3, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(3, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 1)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)" + ], + "edges": [ + "((2, 1), (2, 0))", + "((2, 1), (2, 2))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((2, 0), (2, 1))", + "((2, 2), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(2, 3)", + "(2, 2)", + "(0, 2)", + "(0, 1)", + "(0, 0)" + ], + "edges": [ + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (2, 3))", + "((0, 3), (0, 2))", + "((2, 3), (2, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (1, 3))", + "((2, 3), (1, 3))", + "((0, 2), (0, 3))", + "((2, 2), (2, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 2)", + "(1, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (2, 2))", + "((2, 2), (1, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 2), (3, 2))", + "((1, 2), (2, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(2, 2)" + ], + "edges": [ + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(2, 2)", + "(2, 3)", + "(3, 3)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (3, 0))", + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 3), (3, 3))", + "((2, 0), (1, 0))", + "((3, 0), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((2, 2), (3, 2))", + "((2, 3), (2, 2))", + "((3, 3), (2, 3))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(1, 1)", + "(2, 1)", + "(0, 1)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((1, 1), (0, 1))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(3, 2)", + "(3, 3)", + "(3, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (3, 1))", + "((1, 0), (0, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((2, 2), (1, 2))", + "((3, 2), (2, 2))", + "((3, 3), (3, 2))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(0, 2)", + "(0, 3)" + ], + "edges": [ + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (0, 2))", + "((0, 2), (0, 3))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((0, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(3, 0)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 0), (3, 0))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(1, 1)", + "(1, 2)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (1, 2))", + "((1, 1), (0, 1))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 1), (1, 1))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(2, 2)", + "(3, 2)", + "(2, 1)", + "(1, 1)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)" + ], + "edges": [ + "((2, 2), (3, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((3, 2), (2, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(3, 1)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (3, 1))", + "((0, 2), (0, 3))", + "((1, 2), (0, 2))", + "((1, 3), (1, 2))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(1, 2)", + "(2, 2)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((1, 1), (1, 0))", + "((1, 1), (0, 1))", + "((1, 1), (1, 2))", + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 1), (1, 1))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((2, 2), (1, 2))", + "((2, 3), (2, 2))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: \"{\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_small_one_shot_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(0, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((0, 0), (0, 1))", + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((0, 1), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((2, 1), (1, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(0, 1)", + "(0, 2)", + "(1, 1)", + "(0, 0)" + ], + "edges": [ + "((0, 1), (0, 2))", + "((0, 1), (1, 1))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((1, 1), (0, 1))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((0, 2), (0, 1))", + "((0, 2), (1, 2))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 2), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 0), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(0, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((0, 2), (0, 1))", + "((1, 2), (1, 1))", + "((1, 2), (0, 2))", + "((0, 1), (0, 2))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (2, 1))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_medium_one_shot_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)", + "(0, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((1, 2), (0, 2))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (0, 1))", + "((2, 2), (2, 1))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(0, 3)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(2, 1)", + "(1, 1)" + ], + "edges": [ + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(1, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (0, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (2, 3))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 0), (1, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 2))", + "((1, 1), (2, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((1, 1), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 1))", + "((2, 1), (1, 1))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(1, 2)", + "(0, 2)", + "(1, 3)", + "(2, 3)", + "(2, 2)", + "(0, 3)" + ], + "edges": [ + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (2, 3))", + "((1, 3), (0, 3))", + "((2, 3), (2, 2))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((2, 3), (1, 3))", + "((0, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)" + ], + "edges": [ + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(0, 0)", + "(2, 1)", + "(1, 1)", + "(0, 1)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((1, 0), (1, 1))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((2, 0), (1, 0))", + "((0, 0), (1, 0))", + "((1, 1), (1, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)", + "(2, 3)" + ], + "edges": [ + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(2, 2)", + "(1, 2)", + "(0, 2)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (0, 2))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((2, 2), (2, 1))", + "((1, 2), (2, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(1, 2)", + "(0, 2)", + "(0, 3)", + "(2, 2)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((1, 3), (1, 2))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (2, 2))", + "((0, 2), (0, 3))", + "((2, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(2, 2)", + "(1, 2)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 0), (1, 0))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((1, 0), (0, 0))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 3)", + "(1, 2)", + "(2, 3)", + "(2, 2)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 3), (1, 3))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((1, 3), (2, 3))", + "((2, 3), (2, 2))", + "((0, 2), (0, 3))", + "((1, 3), (0, 3))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((2, 3), (1, 3))", + "((2, 2), (2, 3))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(0, 3)", + "(2, 0)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((0, 2), (0, 3))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(0, 2)" + ], + "edges": [ + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))" + ], + "imgs": { + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_large_one_shot_reprompt", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 1)", + "(2, 2)", + "(2, 3)", + "(1, 2)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((2, 1), (2, 0))", + "((2, 2), (2, 3))", + "((2, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((2, 0), (3, 0))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((2, 0), (2, 1))", + "((2, 3), (2, 2))", + "((1, 2), (2, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(2, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)", + "(1, 1)" + ], + "edges": [ + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))", + "((1, 1), (1, 2))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(1, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(3, 2)", + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(2, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)" + ], + "edges": [ + "((3, 2), (3, 1))", + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((3, 1), (3, 2))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((2, 1), (2, 0))", + "((1, 1), (2, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))" + ], + "imgs": { + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 3, + "nodes": [ + "(1, 1)", + "(0, 1)", + "(1, 0)", + "(0, 0)", + "(0, 2)", + "(1, 2)", + "(2, 0)", + "(3, 0)" + ], + "edges": [ + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((1, 0), (0, 0))", + "((1, 0), (2, 0))", + "((0, 2), (1, 2))", + "((2, 0), (3, 0))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((0, 0), (1, 0))", + "((2, 0), (1, 0))", + "((1, 2), (0, 2))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 4, + "nodes": [ + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(2, 2)", + "(3, 1)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (2, 2))", + "((3, 2), (3, 1))", + "((3, 1), (2, 1))", + "((2, 1), (2, 0))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((2, 2), (3, 2))", + "((3, 1), (3, 2))", + "((2, 1), (3, 1))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(3, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 5, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(0, 0)", + "(1, 2)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 6, + "nodes": [ + "(2, 1)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 2)", + "(1, 2)", + "(1, 3)", + "(0, 3)" + ], + "edges": [ + "((2, 1), (2, 0))", + "((2, 1), (2, 2))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((2, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (0, 3))", + "((2, 0), (2, 1))", + "((2, 2), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (2, 2))", + "((1, 3), (1, 2))", + "((0, 3), (1, 3))" + ], + "imgs": { + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 7, + "nodes": [ + "(1, 2)", + "(1, 3)", + "(0, 3)", + "(2, 3)", + "(2, 2)", + "(0, 2)", + "(0, 1)", + "(0, 0)" + ], + "edges": [ + "((1, 2), (1, 3))", + "((1, 2), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (2, 3))", + "((0, 3), (0, 2))", + "((2, 3), (2, 2))", + "((0, 2), (0, 1))", + "((0, 1), (0, 0))", + "((1, 3), (1, 2))", + "((2, 2), (1, 2))", + "((0, 3), (1, 3))", + "((2, 3), (1, 3))", + "((0, 2), (0, 3))", + "((2, 2), (2, 3))", + "((0, 1), (0, 2))", + "((0, 0), (0, 1))" + ], + "imgs": { + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 8, + "nodes": [ + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 2)", + "(1, 2)", + "(2, 1)", + "(2, 0)" + ], + "edges": [ + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (2, 2))", + "((2, 2), (1, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 2), (3, 2))", + "((1, 2), (2, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))" + ], + "imgs": { + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg" + }, + "start": "(2, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 9, + "nodes": [ + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(2, 2)", + "(2, 1)" + ], + "edges": [ + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((1, 3), (1, 2))", + "((0, 3), (0, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((1, 2), (1, 3))", + "((0, 2), (0, 3))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))" + ], + "imgs": { + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg" + }, + "start": "(2, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 10, + "nodes": [ + "(3, 1)", + "(3, 2)", + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(0, 3)", + "(0, 2)", + "(2, 2)" + ], + "edges": [ + "((3, 1), (3, 2))", + "((3, 2), (3, 3))", + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (0, 3))", + "((0, 3), (0, 2))", + "((3, 2), (3, 1))", + "((3, 3), (3, 2))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((0, 3), (1, 3))", + "((0, 2), (0, 3))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 11, + "nodes": [ + "(1, 0)", + "(2, 0)", + "(3, 0)", + "(3, 1)", + "(3, 2)", + "(2, 2)", + "(2, 3)", + "(3, 3)" + ], + "edges": [ + "((1, 0), (2, 0))", + "((2, 0), (3, 0))", + "((3, 0), (3, 1))", + "((3, 1), (3, 2))", + "((3, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 3), (3, 3))", + "((2, 0), (1, 0))", + "((3, 0), (2, 0))", + "((3, 1), (3, 0))", + "((3, 2), (3, 1))", + "((2, 2), (3, 2))", + "((2, 3), (2, 2))", + "((3, 3), (2, 3))" + ], + "imgs": { + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 12, + "nodes": [ + "(3, 3)", + "(2, 3)", + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(1, 1)", + "(2, 1)", + "(0, 1)" + ], + "edges": [ + "((3, 3), (2, 3))", + "((2, 3), (1, 3))", + "((2, 3), (2, 2))", + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((1, 2), (1, 1))", + "((2, 2), (2, 1))", + "((1, 1), (2, 1))", + "((1, 1), (0, 1))", + "((2, 3), (3, 3))", + "((1, 3), (2, 3))", + "((2, 2), (2, 3))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((1, 1), (1, 2))", + "((2, 1), (2, 2))", + "((2, 1), (1, 1))", + "((0, 1), (1, 1))" + ], + "imgs": { + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 13, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(2, 2)", + "(3, 2)", + "(3, 3)", + "(3, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (3, 2))", + "((3, 2), (3, 3))", + "((3, 2), (3, 1))", + "((1, 0), (0, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((2, 2), (1, 2))", + "((3, 2), (2, 2))", + "((3, 3), (3, 2))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(1, 2)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 14, + "nodes": [ + "(3, 1)", + "(3, 0)", + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(1, 2)", + "(0, 2)", + "(0, 3)" + ], + "edges": [ + "((3, 1), (3, 0))", + "((3, 0), (2, 0))", + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (0, 2))", + "((0, 2), (0, 3))", + "((3, 0), (3, 1))", + "((2, 0), (3, 0))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((1, 2), (1, 1))", + "((0, 2), (1, 2))", + "((0, 3), (0, 2))" + ], + "imgs": { + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 15, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(0, 1)", + "(1, 1)", + "(1, 0)", + "(2, 0)", + "(2, 1)", + "(3, 0)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 0))", + "((1, 0), (2, 0))", + "((2, 0), (2, 1))", + "((2, 0), (3, 0))", + "((0, 2), (0, 3))", + "((0, 1), (0, 2))", + "((1, 1), (0, 1))", + "((1, 0), (1, 1))", + "((2, 0), (1, 0))", + "((2, 1), (2, 0))", + "((3, 0), (2, 0))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(3, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 16, + "nodes": [ + "(1, 1)", + "(1, 2)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)", + "(1, 3)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (1, 2))", + "((1, 1), (0, 1))", + "((1, 2), (0, 2))", + "((1, 2), (1, 3))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((1, 3), (2, 3))", + "((1, 2), (1, 1))", + "((0, 1), (1, 1))", + "((0, 2), (1, 2))", + "((1, 3), (1, 2))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))", + "((2, 3), (1, 3))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001909.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 17, + "nodes": [ + "(2, 2)", + "(3, 2)", + "(2, 1)", + "(1, 1)", + "(0, 1)", + "(0, 0)", + "(1, 0)", + "(0, 2)" + ], + "edges": [ + "((2, 2), (3, 2))", + "((2, 2), (2, 1))", + "((2, 1), (1, 1))", + "((1, 1), (0, 1))", + "((1, 1), (1, 0))", + "((0, 1), (0, 0))", + "((0, 1), (0, 2))", + "((0, 0), (1, 0))", + "((3, 2), (2, 2))", + "((2, 1), (2, 2))", + "((1, 1), (2, 1))", + "((0, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 0), (0, 1))", + "((0, 2), (0, 1))", + "((1, 0), (0, 0))" + ], + "imgs": { + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(1, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 18, + "nodes": [ + "(0, 3)", + "(0, 2)", + "(1, 2)", + "(1, 3)", + "(2, 3)", + "(3, 3)", + "(3, 2)", + "(3, 1)" + ], + "edges": [ + "((0, 3), (0, 2))", + "((0, 2), (1, 2))", + "((1, 2), (1, 3))", + "((1, 3), (2, 3))", + "((2, 3), (3, 3))", + "((3, 3), (3, 2))", + "((3, 2), (3, 1))", + "((0, 2), (0, 3))", + "((1, 2), (0, 2))", + "((1, 3), (1, 2))", + "((2, 3), (1, 3))", + "((3, 3), (2, 3))", + "((3, 2), (3, 3))", + "((3, 1), (3, 2))" + ], + "imgs": { + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(3, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg", + "(3, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(3, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg" + }, + "start": "(3, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 19, + "nodes": [ + "(1, 1)", + "(2, 1)", + "(1, 0)", + "(0, 0)", + "(0, 1)", + "(1, 2)", + "(2, 2)", + "(2, 3)" + ], + "edges": [ + "((1, 1), (2, 1))", + "((1, 1), (1, 0))", + "((1, 1), (0, 1))", + "((1, 1), (1, 2))", + "((1, 0), (0, 0))", + "((0, 0), (0, 1))", + "((1, 2), (2, 2))", + "((2, 2), (2, 3))", + "((2, 1), (1, 1))", + "((1, 0), (1, 1))", + "((0, 1), (1, 1))", + "((1, 2), (1, 1))", + "((0, 0), (1, 0))", + "((0, 1), (0, 0))", + "((2, 2), (1, 2))", + "((2, 3), (2, 2))" + ], + "imgs": { + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(2, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 1)", + "use_images": true, + "reprompt": true, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + } + ] +} \ No newline at end of file diff --git a/games/mm_mapworld/in/instances.json b/games/mm_mapworld/in/instances.json index 393f5c9ff8..ec20e4cc8a 100644 --- a/games/mm_mapworld/in/instances.json +++ b/games/mm_mapworld/in/instances.json @@ -1 +1,272 @@ -{"experiments": [{"name": "random_small_one_shot", "game_instances": [{"game_id": 0, "nodes": ["(2, 0)", "(1, 0)", "(1, 1)", "(2, 1)"], "edges": ["((2, 0), (1, 0))", "((1, 0), (1, 1))", "((1, 1), (2, 1))", "((1, 0), (2, 0))", "((1, 1), (1, 0))", "((2, 1), (1, 1))"], "imgs": {"(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg"}, "start": "(2, 0)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}, {"game_id": 1, "nodes": ["(0, 2)", "(1, 2)", "(1, 1)", "(1, 0)"], "edges": ["((0, 2), (1, 2))", "((1, 2), (1, 1))", "((1, 1), (1, 0))", "((1, 2), (0, 2))", "((1, 1), (1, 2))", "((1, 0), (1, 1))"], "imgs": {"(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg"}, "start": "(0, 2)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}, {"game_id": 2, "nodes": ["(0, 0)", "(1, 0)", "(2, 0)", "(0, 1)"], "edges": ["((0, 0), (1, 0))", "((0, 0), (0, 1))", "((1, 0), (2, 0))", "((1, 0), (0, 0))", "((0, 1), (0, 0))", "((2, 0), (1, 0))"], "imgs": {"(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg"}, "start": "(2, 0)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}]}, {"name": "random_medium_one_shot", "game_instances": [{"game_id": 0, "nodes": ["(0, 0)", "(0, 1)", "(1, 1)", "(1, 2)", "(1, 3)", "(0, 2)"], "edges": ["((0, 0), (0, 1))", "((0, 1), (1, 1))", "((1, 1), (1, 2))", "((1, 2), (1, 3))", "((1, 2), (0, 2))", "((0, 1), (0, 0))", "((1, 1), (0, 1))", "((1, 2), (1, 1))", "((1, 3), (1, 2))", "((0, 2), (1, 2))"], "imgs": {"(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg"}, "start": "(0, 2)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}, {"game_id": 1, "nodes": ["(1, 3)", "(1, 2)", "(2, 2)", "(2, 1)", "(2, 0)", "(1, 0)"], "edges": ["((1, 3), (1, 2))", "((1, 2), (2, 2))", "((2, 2), (2, 1))", "((2, 1), (2, 0))", "((2, 0), (1, 0))", "((1, 2), (1, 3))", "((2, 2), (1, 2))", "((2, 1), (2, 2))", "((2, 0), (2, 1))", "((1, 0), (2, 0))"], "imgs": {"(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg"}, "start": "(1, 3)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}, {"game_id": 2, "nodes": ["(0, 0)", "(0, 1)", "(0, 2)", "(0, 3)", "(1, 3)", "(1, 2)"], "edges": ["((0, 0), (0, 1))", "((0, 1), (0, 2))", "((0, 2), (0, 3))", "((0, 3), (1, 3))", "((1, 3), (1, 2))", "((0, 1), (0, 0))", "((0, 2), (0, 1))", "((0, 3), (0, 2))", "((1, 3), (0, 3))", "((1, 2), (1, 3))"], "imgs": {"(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg"}, "start": "(0, 0)", "use_images": true, "reprompt": false, "use_loop_warning": true, "use_turn_limit_warning": true, "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", "move_construction": "GO: ", "stop_construction": "DONE", "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", "done_regex": "DONE", "move_regex": "GO:\\s*(north|east|west|south)"}]}]} \ No newline at end of file +{ + "experiments": [ + { + "name": "random_small_one_shot", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(2, 0)", + "(1, 0)", + "(1, 1)", + "(2, 1)" + ], + "edges": [ + "((2, 0), (1, 0))", + "((1, 0), (1, 1))", + "((1, 1), (2, 1))", + "((1, 0), (2, 0))", + "((1, 1), (1, 0))", + "((2, 1), (1, 1))" + ], + "imgs": { + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(0, 2)", + "(1, 2)", + "(1, 1)", + "(1, 0)" + ], + "edges": [ + "((0, 2), (1, 2))", + "((1, 2), (1, 1))", + "((1, 1), (1, 0))", + "((1, 2), (0, 2))", + "((1, 1), (1, 2))", + "((1, 0), (1, 1))" + ], + "imgs": { + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(1, 0)", + "(2, 0)", + "(0, 1)" + ], + "edges": [ + "((0, 0), (1, 0))", + "((0, 0), (0, 1))", + "((1, 0), (2, 0))", + "((1, 0), (0, 0))", + "((0, 1), (0, 0))", + "((2, 0), (1, 0))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001122.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001083.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001316.jpg" + }, + "start": "(2, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + }, + { + "name": "random_medium_one_shot", + "game_instances": [ + { + "game_id": 0, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(1, 1)", + "(1, 2)", + "(1, 3)", + "(0, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (1, 1))", + "((1, 1), (1, 2))", + "((1, 2), (1, 3))", + "((1, 2), (0, 2))", + "((0, 1), (0, 0))", + "((1, 1), (0, 1))", + "((1, 2), (1, 1))", + "((1, 3), (1, 2))", + "((0, 2), (1, 2))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001063.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001034.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001054.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg" + }, + "start": "(0, 2)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 1, + "nodes": [ + "(1, 3)", + "(1, 2)", + "(2, 2)", + "(2, 1)", + "(2, 0)", + "(1, 0)" + ], + "edges": [ + "((1, 3), (1, 2))", + "((1, 2), (2, 2))", + "((2, 2), (2, 1))", + "((2, 1), (2, 0))", + "((2, 0), (1, 0))", + "((1, 2), (1, 3))", + "((2, 2), (1, 2))", + "((2, 1), (2, 2))", + "((2, 0), (2, 1))", + "((1, 0), (2, 0))" + ], + "imgs": { + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001159.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001306.jpg", + "(2, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001112.jpg", + "(2, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001258.jpg" + }, + "start": "(1, 3)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + }, + { + "game_id": 2, + "nodes": [ + "(0, 0)", + "(0, 1)", + "(0, 2)", + "(0, 3)", + "(1, 3)", + "(1, 2)" + ], + "edges": [ + "((0, 0), (0, 1))", + "((0, 1), (0, 2))", + "((0, 2), (0, 3))", + "((0, 3), (1, 3))", + "((1, 3), (1, 2))", + "((0, 1), (0, 0))", + "((0, 2), (0, 1))", + "((0, 3), (0, 2))", + "((1, 3), (0, 3))", + "((1, 2), (1, 3))" + ], + "imgs": { + "(0, 0)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001106.jpg", + "(0, 1)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg", + "(0, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001131.jpg", + "(0, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001151.jpg", + "(1, 3)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001073.jpg", + "(1, 2)": "games/mm_mapworld/resources/images/random_test_images/ADE_val_00001161.jpg" + }, + "start": "(0, 0)", + "use_images": true, + "reprompt": false, + "use_loop_warning": true, + "use_turn_limit_warning": true, + "initial_prompt": "We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: “{\"description\": \"\", \"action\": \"\"}”. Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\".\nHere is an example:\nWe are now in this room. From here we can go: north, west. What should we do?\n{\"description\": \"We are in a kitchen with a red fridge.\", \"action\": \"GO: north\"}\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a living room with a couch and a tv.\", \"action\": \"GO: east\"}\n...\nWe are now in this room. From here we can go: south, east. What should we do?\n{\"description\": \"We are in a bathroom\", \"action\": \"DONE\"}\nLet us start. \nWe are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do?", + "success_response": "We are now in this room. From here we can go: $DIRECTIONS$. What should we do?", + "invalid_response": "The move was invalid and we are still in this room. From here we can go: $DIRECTIONS$. What should we do?", + "reprompt_format": "Please only give your answer in the provided format so I can understand it. The format is {\"description\": \"\", \"action\": \"\"}\". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with \"GO: DIRECTION\" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with \"DONE\". What should we do? ", + "limit_warning": "We have been exploring for a while now. To stop exploring choose \"DONE\" as our next action. ", + "loop_warning": "It seems like we are going back and forth between two rooms. To stop exploring choose \"DONE\" as our next action. ", + "move_construction": "GO: ", + "stop_construction": "DONE", + "response_regex": "{\"description\":\\s*\".+\",(\\s|\n)*\"action\":\\s*\".+\"}", + "done_regex": "DONE", + "move_regex": "GO:\\s*(north|east|west|south)" + } + ] + } + ] +} \ No newline at end of file diff --git a/games/mm_mapworld/instancegenerator.py b/games/mm_mapworld/instancegenerator.py index 3d44a13ad8..4fb296f6f3 100644 --- a/games/mm_mapworld/instancegenerator.py +++ b/games/mm_mapworld/instancegenerator.py @@ -16,7 +16,7 @@ IMAGE_PATH = os.path.join('games', 'mm_mapworld', 'resources', 'images') MOVE_CONSTRUCTION = "GO: " STOP_CONSTRUCTION = "DONE" -RESONSE_REGEX = '{"description":\s*".+",(\s|\n)*"action":\s*".+"}' +RESPONSE_REGEX = '{"description":\s*".+",(\s|\n)*"action":\s*".+"}' DONE_REGEX = 'DONE' MOVE_REGEX = 'GO:\s*(north|east|west|south)' @@ -104,7 +104,7 @@ def on_generate(self): instance[key] = value instance["move_construction"] = MOVE_CONSTRUCTION instance["stop_construction"] = STOP_CONSTRUCTION - instance["response_regex"] = RESONSE_REGEX + instance["response_regex"] = RESPONSE_REGEX instance["done_regex"] = DONE_REGEX instance["move_regex"] = MOVE_REGEX game_id += 1 diff --git a/games/mm_mapworld/master.py b/games/mm_mapworld/master.py index 72d9b9c4d8..e81eeeaad3 100644 --- a/games/mm_mapworld/master.py +++ b/games/mm_mapworld/master.py @@ -483,31 +483,31 @@ def compute_scores(self, episode_interactions) -> None: - # def store_scores(self, results_root: str, dialogue_pair: str, game_record_dir: str): - # self.store_results_file(self.scores, "scores.json", - # dialogue_pair=dialogue_pair, - # sub_dir=game_record_dir, - # root_dir=results_root) + def store_scores(self, results_root: str, dialogue_pair: str, game_record_dir: str): + self.store_results_file(self.scores, "scores.json", + dialogue_pair=dialogue_pair, + sub_dir=game_record_dir, + root_dir=results_root) - # # plotting & animation - # if not os.path.exists("tmp"): - # os.makedirs("tmp") - # path_plot = self.plot_path(self.path) - # path_plot.savefig(os.path.join(results_root, dialogue_pair, self.name, game_record_dir, "path.png")) - # plt.close() - # if not os.path.exists("tmp/step_plots"): - # os.makedirs("tmp/step_plots") - # images = [] - # for i in range(len(self.path)): - # step_plot = self.plot_path(self.path[:i+1]) - # step_plot.savefig(f"tmp/step_plots/{i}.png") - # images.append(imageio.imread(f"tmp/step_plots/{i}.png")) - # plt.close() - # imageio.mimsave(os.path.join(results_root, dialogue_pair, self.name, game_record_dir, "animation.gif"), images, fps=1, loop=True) - # try: - # shutil.rmtree("tmp") - # except OSError as e: - # print("Error: %s - %s." % (e.filename, e.strerror)) + # plotting & animation + if not os.path.exists("tmp"): + os.makedirs("tmp") + path_plot = self.plot_path(self.path) + path_plot.savefig(os.path.join(results_root, dialogue_pair, self.name, game_record_dir, "path.png")) + plt.close() + if not os.path.exists("tmp/step_plots"): + os.makedirs("tmp/step_plots") + images = [] + for i in range(len(self.path)): + step_plot = self.plot_path(self.path[:i+1]) + step_plot.savefig(f"tmp/step_plots/{i}.png") + images.append(imageio.imread(f"tmp/step_plots/{i}.png")) + plt.close() + imageio.mimsave(os.path.join(results_root, dialogue_pair, self.name, game_record_dir, "animation.gif"), images, fps=1, loop=True) + try: + shutil.rmtree("tmp") + except OSError as e: + print("Error: %s - %s." % (e.filename, e.strerror)) diff --git a/games/mm_mapworld/resources/initial_prompts/prompt.template b/games/mm_mapworld/resources/initial_prompts/prompt.template index d39aaf0261..bfd8caa66e 100644 --- a/games/mm_mapworld/resources/initial_prompts/prompt.template +++ b/games/mm_mapworld/resources/initial_prompts/prompt.template @@ -1,3 +1,3 @@ -We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: "{"description": "", "action": ""}". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with "GO: DIRECTION" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with "DONE". +We are currently in this room. Please help me with the following task. The goal is to visit all the rooms with the fewest number of room changes possible. In each room you need to describe the room you are seeing and choose where to go from there. Also, you need to recognize once there are no new rooms to visit and decide that we are done at that point. Please give your answer in the following format: "{"description": "", "action": ""}". Replace with a single sentence describing the room we are in. To move to a neighboring room, replace with "GO: DIRECTION" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with "DONE". Let us start. We are now in this room. From here we can go: $INITIAL_DIRECTIONS$. What should we do? \ No newline at end of file diff --git a/games/mm_mapworld/resources/initial_prompts/prompt_no_img.template b/games/mm_mapworld/resources/initial_prompts/prompt_no_img.template deleted file mode 100644 index 342891ba3f..0000000000 --- a/games/mm_mapworld/resources/initial_prompts/prompt_no_img.template +++ /dev/null @@ -1,3 +0,0 @@ -Please help me with the following task. The goal is to visit room on a map with the fewest number of room changes. In each room you need to decide the direction to go in. Also, you need to recognize once there are no new rooms to visit and decide to stop exploring at this point. Please give your answer in the following format: “GO: ”: to change the room, replace direction with a cardinal direction (north, south, east, west). “DONE”: This will end the game and we will be evaluated on how well we explored the map. -Let us start. -From this room we can go in the following directions: $INITIAL_DIRECTIONS$. What should we do? \ No newline at end of file diff --git a/games/mm_mapworld/resources/later_prompts/invalid_move_no_img.template b/games/mm_mapworld/resources/later_prompts/invalid_move_no_img.template deleted file mode 100644 index 7a0b5150f0..0000000000 --- a/games/mm_mapworld/resources/later_prompts/invalid_move_no_img.template +++ /dev/null @@ -1 +0,0 @@ -The move was invalid and we are still in the same room. We can go: $DIRECTIONS$. What should we do? \ No newline at end of file diff --git a/games/mm_mapworld/resources/later_prompts/successful_move_no_img.template b/games/mm_mapworld/resources/later_prompts/successful_move_no_img.template deleted file mode 100644 index 6d79da2e61..0000000000 --- a/games/mm_mapworld/resources/later_prompts/successful_move_no_img.template +++ /dev/null @@ -1 +0,0 @@ -We moved into the neighboring room. From here we can go: $DIRECTIONS$. What should we do? \ No newline at end of file diff --git a/games/mm_mapworld/resources/reprompts/invalid_format.template b/games/mm_mapworld/resources/reprompts/invalid_format.template index 6aeb3f74a4..535925d27c 100644 --- a/games/mm_mapworld/resources/reprompts/invalid_format.template +++ b/games/mm_mapworld/resources/reprompts/invalid_format.template @@ -1 +1 @@ -Please only give your answer in the provided format so I can understand it. The format is {"description": "", "action": ""}". Replace with a single sentence describing the room we are in. To move to a nieghboring room, replace with "GO: DIRECTION" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with "DONE". What should we do? \ No newline at end of file +Please only give your answer in the provided format so I can understand it. The format is {"description": "", "action": ""}". Replace with a single sentence describing the room we are in. To move to a neighboring room, replace with "GO: DIRECTION" where DIRECTION can be one of [north, south, east, west]. To stop the exploration replace with "DONE". What should we do? \ No newline at end of file