From faf2f19935eb1d9d5ceae2ea88de0de3eb47e724 Mon Sep 17 00:00:00 2001 From: klshuster Date: Mon, 22 Aug 2022 12:47:44 -0400 Subject: [PATCH] fix tests --- .../google_sgd_GoogleSGDDSTTeacher_test.yml | 839 ++++++++++-------- .../google_sgd_GoogleSGDDSTTeacher_train.yml | 741 ++++++++++------ .../google_sgd_GoogleSGDDSTTeacher_valid.yml | 789 +++++++++------- ...ultiwoz_v22_MultiWOZv22DSTTeacher_test.yml | 22 +- ...ltiwoz_v22_MultiWOZv22DSTTeacher_train.yml | 20 +- ...ltiwoz_v22_MultiWOZv22DSTTeacher_valid.yml | 19 +- 6 files changed, 1450 insertions(+), 980 deletions(-) diff --git a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_test.yml b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_test.yml index 931cb35060e..9b2aed0c6d7 100644 --- a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_test.yml +++ b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_test.yml @@ -1,69 +1,95 @@ acts: - - episode_done: true eval_labels: - - '' + - date the 8th id: GoogleSGD_UserSimulatorTeacher service: - description: Find and book tickets to any cultural events in your area + description: A popular restaurant search and reservation service intents: - - description: Find cultural events - concerts and plays - happening in a city - is_transactional: false - name: FindEvents + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - date: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - event_type - - city + - restaurant_name + - location + - time result_slots: - - event_type - - event_name + - restaurant_name - date - time - - price_per_ticket - - city - - venue - - venue_address - - description: Buy tickets for a cultural event and date in a given city - is_transactional: true - name: BuyEventTickets - optional_slots: {} + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - event_name - - number_of_tickets - - date - - city + - category + - location result_slots: - - event_name - - date - - time - - number_of_tickets - - price_per_ticket - - city - - venue - - venue_address - service_name: Events_3 + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: Type of cultural event - is_categorical: true - name: event_type - possible_values: - - Music - - Theater - - description: Name of artist or play + - description: Name of the restaurant is_categorical: false - name: event_name + name: restaurant_name possible_values: [] - - description: Date of event + - description: Tentative date of restaurant reservation is_categorical: false name: date possible_values: [] - - description: Start time of event + - description: Tentative time of restaurant reservation is_categorical: false name: time possible_values: [] - - description: Number of tickets to reserve for the event + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: number_of_tickets + name: has_seating_outdoors + possible_values: + - 'True' + - 'False' + - description: Whether the restaurant has adequate vegetarian options + is_categorical: true + name: has_vegetarian_options + possible_values: + - 'True' + - 'False' + - description: Phone number to contact restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 + is_categorical: false + name: rating + possible_values: [] + - description: Address of restaurant + is_categorical: false + name: address + possible_values: [] + - description: Number of seats to reserve at the restaurant + is_categorical: true + name: number_of_seats possible_values: - '1' - '2' @@ -71,94 +97,120 @@ acts: - '4' - '5' - '6' - - '7' - - '8' - - '9' - - description: Price of each ticket - is_categorical: false - name: price_per_ticket - possible_values: [] - - description: City where the event is taking place - is_categorical: false - name: city - possible_values: [] - - description: Exact venue of event + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located is_categorical: false - name: venue + name: location possible_values: [] - - description: Street address of event venue + - description: The category of food offered by the restaurant is_categorical: false - name: venue_address + name: category possible_values: [] - slots: {} - text: What can I go do I am bored sitting here. What do you like - to do and where would you like to do it? + slots: + date: + - the 8th + text: Hi, could you get me a restaurant booking on the 8th please? + Any preference on the restaurant, location and time? type: text - - episode_done: true eval_labels: - - city NYC, event_type Music + - date the 8th, location Corte Madera, restaurant_name P.f. Chang's, time afternoon + 12 id: GoogleSGD_UserSimulatorTeacher service: - description: Find and book tickets to any cultural events in your area + description: A popular restaurant search and reservation service intents: - - description: Find cultural events - concerts and plays - happening in a city - is_transactional: false - name: FindEvents + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - date: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - event_type - - city + - restaurant_name + - location + - time result_slots: - - event_type - - event_name + - restaurant_name - date - time - - price_per_ticket - - city - - venue - - venue_address - - description: Buy tickets for a cultural event and date in a given city - is_transactional: true - name: BuyEventTickets - optional_slots: {} + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - event_name - - number_of_tickets - - date - - city + - category + - location result_slots: - - event_name - - date - - time - - number_of_tickets - - price_per_ticket - - city - - venue - - venue_address - service_name: Events_3 + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: Type of cultural event - is_categorical: true - name: event_type - possible_values: - - Music - - Theater - - description: Name of artist or play + - description: Name of the restaurant is_categorical: false - name: event_name + name: restaurant_name possible_values: [] - - description: Date of event + - description: Tentative date of restaurant reservation is_categorical: false name: date possible_values: [] - - description: Start time of event + - description: Tentative time of restaurant reservation is_categorical: false name: time possible_values: [] - - description: Number of tickets to reserve for the event + - description: Whether the restaurant has outdoor seating available + is_categorical: true + name: has_seating_outdoors + possible_values: + - 'True' + - 'False' + - description: Whether the restaurant has adequate vegetarian options + is_categorical: true + name: has_vegetarian_options + possible_values: + - 'True' + - 'False' + - description: Phone number to contact restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 + is_categorical: false + name: rating + possible_values: [] + - description: Address of restaurant + is_categorical: false + name: address + possible_values: [] + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_tickets + name: number_of_seats possible_values: - '1' - '2' @@ -166,101 +218,129 @@ acts: - '4' - '5' - '6' - - '7' - - '8' - - '9' - - description: Price of each ticket - is_categorical: false - name: price_per_ticket - possible_values: [] - - description: City where the event is taking place - is_categorical: false - name: city - possible_values: [] - - description: Exact venue of event + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located is_categorical: false - name: venue + name: location possible_values: [] - - description: Street address of event venue + - description: The category of food offered by the restaurant is_categorical: false - name: venue_address + name: category possible_values: [] slots: - city: - - NYC - event_type: - - Music - text: What can I go do I am bored sitting here. What do you like - to do and where would you like to do it? I want something to do in or - around NYC and Musical shows are one of my favorites. I pulled up a - list of 10 so far I think this one would interest you its on March 11th at 7:30 - pm at the Kaufmann Concert Hall - Abbi Jacobson will be there. + date: + - the 8th + location: + - Corte Madera + restaurant_name: + - P.f. Chang's + time: + - afternoon 12 + text: Hi, could you get me a restaurant booking on the 8th please? + Any preference on the restaurant, location and time? Could you get me + a reservation at P.f. Chang's in Corte Madera at afternoon 12? Please + confirm your reservation at P.f. Chang's in Corte Madera at 12 pm for 2 on March + 8th. type: text - - episode_done: true eval_labels: - - city NYC, date March 11th, event_name Abbi Jacobson, event_type Music + - date March 8th, location Corte Madera, number_of_seats 2, restaurant_name P.f. + Chang's, time 12 pm id: GoogleSGD_UserSimulatorTeacher service: - description: Find and book tickets to any cultural events in your area + description: A popular restaurant search and reservation service intents: - - description: Find cultural events - concerts and plays - happening in a city - is_transactional: false - name: FindEvents + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - date: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - event_type - - city + - restaurant_name + - location + - time result_slots: - - event_type - - event_name + - restaurant_name - date - time - - price_per_ticket - - city - - venue - - venue_address - - description: Buy tickets for a cultural event and date in a given city - is_transactional: true - name: BuyEventTickets - optional_slots: {} + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - event_name - - number_of_tickets - - date - - city + - category + - location result_slots: - - event_name - - date - - time - - number_of_tickets - - price_per_ticket - - city - - venue - - venue_address - service_name: Events_3 + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: Type of cultural event - is_categorical: true - name: event_type - possible_values: - - Music - - Theater - - description: Name of artist or play + - description: Name of the restaurant is_categorical: false - name: event_name + name: restaurant_name possible_values: [] - - description: Date of event + - description: Tentative date of restaurant reservation is_categorical: false name: date possible_values: [] - - description: Start time of event + - description: Tentative time of restaurant reservation is_categorical: false name: time possible_values: [] - - description: Number of tickets to reserve for the event + - description: Whether the restaurant has outdoor seating available + is_categorical: true + name: has_seating_outdoors + possible_values: + - 'True' + - 'False' + - description: Whether the restaurant has adequate vegetarian options + is_categorical: true + name: has_vegetarian_options + possible_values: + - 'True' + - 'False' + - description: Phone number to contact restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 + is_categorical: false + name: rating + possible_values: [] + - description: Address of restaurant + is_categorical: false + name: address + possible_values: [] + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_tickets + name: number_of_seats possible_values: - '1' - '2' @@ -268,270 +348,319 @@ acts: - '4' - '5' - '6' - - '7' - - '8' - - '9' - - description: Price of each ticket - is_categorical: false - name: price_per_ticket - possible_values: [] - - description: City where the event is taking place - is_categorical: false - name: city - possible_values: [] - - description: Exact venue of event + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located is_categorical: false - name: venue + name: location possible_values: [] - - description: Street address of event venue + - description: The category of food offered by the restaurant is_categorical: false - name: venue_address + name: category possible_values: [] slots: - city: - - NYC date: - - March 11th - event_name: - - Abbi Jacobson - event_type: - - Music - text: What can I go do I am bored sitting here. What do you like - to do and where would you like to do it? I want something to do in or - around NYC and Musical shows are one of my favorites. I pulled up a - list of 10 so far I think this one would interest you its on March 11th at 7:30 - pm at the Kaufmann Concert Hall - Abbi Jacobson will be there. That does - interest me. Is there a direct bus I can take to get there? Would you - take the bus on March 11th? + - March 8th + - the 8th + location: + - Corte Madera + number_of_seats: + - '2' + restaurant_name: + - P.f. Chang's + time: + - 12 pm + - afternoon 12 + text: Hi, could you get me a restaurant booking on the 8th please? + Any preference on the restaurant, location and time? Could you get me + a reservation at P.f. Chang's in Corte Madera at afternoon 12? Please + confirm your reservation at P.f. Chang's in Corte Madera at 12 pm for 2 on March + 8th. Sure, that is great. Sorry, your reservation could not + be made. Could I help you with something else? type: text - - episode_done: true eval_labels: - - category direct, to_city NYC + - date March 8th, location Corte Madera, number_of_seats 2, restaurant_name Benissimo, + time 12 pm id: GoogleSGD_UserSimulatorTeacher service: - description: Affordable and comfortable bus travel across the country + description: A popular restaurant search and reservation service intents: - - description: Search for a bus itinerary between two places on a certain date - is_transactional: false - name: FindBus + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - category: direct - num_passengers: '1' + date: '2019-03-01' + number_of_seats: '2' required_slots: - - from_city - - to_city - - departure_date + - restaurant_name + - location + - time result_slots: - - from_city - - to_city - - from_station - - to_station - - departure_date - - departure_time - - price - - num_passengers + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - number_of_seats + - price_range + - location - category - - description: Purchase the bus tickets - is_transactional: true - name: BuyBusTicket + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants optional_slots: - additional_luggage: 'False' + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - from_city - - to_city - - departure_date - - departure_time - - num_passengers + - category + - location result_slots: - - from_city - - to_city - - from_station - - to_station - - departure_date - - departure_time - - price - - additional_luggage - - num_passengers + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - price_range + - location - category - service_name: Buses_3 + service_name: Restaurants_2 slots: - - description: The city to depart from + - description: Name of the restaurant is_categorical: false - name: from_city + name: restaurant_name possible_values: [] - - description: The destination city of the trip + - description: Tentative date of restaurant reservation is_categorical: false - name: to_city - possible_values: [] - - description: Name of station of departure - is_categorical: false - name: from_station + name: date possible_values: [] - - description: Name of station of arrival + - description: Tentative time of restaurant reservation is_categorical: false - name: to_station + name: time possible_values: [] - - description: The date of departure + - description: Whether the restaurant has outdoor seating available + is_categorical: true + name: has_seating_outdoors + possible_values: + - 'True' + - 'False' + - description: Whether the restaurant has adequate vegetarian options + is_categorical: true + name: has_vegetarian_options + possible_values: + - 'True' + - 'False' + - description: Phone number to contact restaurant is_categorical: false - name: departure_date + name: phone_number possible_values: [] - - description: The time of departure + - description: Average user rating for restaurant on a scale of 5 is_categorical: false - name: departure_time + name: rating possible_values: [] - - description: Ticket price per passenger + - description: Address of restaurant is_categorical: false - name: price + name: address possible_values: [] - - description: Whether to carry excess baggage in the bus - is_categorical: true - name: additional_luggage - possible_values: - - 'True' - - 'False' - - description: The number of tickets for the trip + - description: Number of seats to reserve at the restaurant is_categorical: true - name: num_passengers + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - '5' - - description: How many stops the route has + - '6' + - description: Price range for the restaurant is_categorical: true - name: category + name: price_range possible_values: - - direct - - one-stop + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - category: - - direct - to_city: - - NYC - text: What can I go do I am bored sitting here. What do you like - to do and where would you like to do it? I want something to do in or - around NYC and Musical shows are one of my favorites. I pulled up a - list of 10 so far I think this one would interest you its on March 11th at 7:30 - pm at the Kaufmann Concert Hall - Abbi Jacobson will be there. That does - interest me. Is there a direct bus I can take to get there? Would you - take the bus on March 11th? + date: + - March 8th + - the 8th + location: + - Corte Madera + number_of_seats: + - '2' + restaurant_name: + - Benissimo + time: + - 12 pm + - afternoon 12 + text: Hi, could you get me a restaurant booking on the 8th please? + Any preference on the restaurant, location and time? Could you get me + a reservation at P.f. Chang's in Corte Madera at afternoon 12? Please + confirm your reservation at P.f. Chang's in Corte Madera at 12 pm for 2 on March + 8th. Sure, that is great. Sorry, your reservation could not + be made. Could I help you with something else? Could you try booking + a table at Benissimo instead? Sure, please confirm your reservation + at Benissimo Restaurant & Bar in Corte Madera at 12 pm for 2 on March 8th. type: text - - episode_done: true eval_labels: - - category direct, departure_date March 5th, to_city NYC + - date March 8th, location Corte Madera, number_of_seats 2, restaurant_name Benissimo, + time 12 pm id: GoogleSGD_UserSimulatorTeacher service: - description: Affordable and comfortable bus travel across the country + description: A popular restaurant search and reservation service intents: - - description: Search for a bus itinerary between two places on a certain date - is_transactional: false - name: FindBus + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - category: direct - num_passengers: '1' + date: '2019-03-01' + number_of_seats: '2' required_slots: - - from_city - - to_city - - departure_date + - restaurant_name + - location + - time result_slots: - - from_city - - to_city - - from_station - - to_station - - departure_date - - departure_time - - price - - num_passengers + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - number_of_seats + - price_range + - location - category - - description: Purchase the bus tickets - is_transactional: true - name: BuyBusTicket + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants optional_slots: - additional_luggage: 'False' + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - from_city - - to_city - - departure_date - - departure_time - - num_passengers + - category + - location result_slots: - - from_city - - to_city - - from_station - - to_station - - departure_date - - departure_time - - price - - additional_luggage - - num_passengers + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options + - phone_number + - rating + - address + - price_range + - location - category - service_name: Buses_3 + service_name: Restaurants_2 slots: - - description: The city to depart from + - description: Name of the restaurant is_categorical: false - name: from_city + name: restaurant_name possible_values: [] - - description: The destination city of the trip + - description: Tentative date of restaurant reservation is_categorical: false - name: to_city - possible_values: [] - - description: Name of station of departure - is_categorical: false - name: from_station + name: date possible_values: [] - - description: Name of station of arrival + - description: Tentative time of restaurant reservation is_categorical: false - name: to_station + name: time possible_values: [] - - description: The date of departure + - description: Whether the restaurant has outdoor seating available + is_categorical: true + name: has_seating_outdoors + possible_values: + - 'True' + - 'False' + - description: Whether the restaurant has adequate vegetarian options + is_categorical: true + name: has_vegetarian_options + possible_values: + - 'True' + - 'False' + - description: Phone number to contact restaurant is_categorical: false - name: departure_date + name: phone_number possible_values: [] - - description: The time of departure + - description: Average user rating for restaurant on a scale of 5 is_categorical: false - name: departure_time + name: rating possible_values: [] - - description: Ticket price per passenger + - description: Address of restaurant is_categorical: false - name: price + name: address possible_values: [] - - description: Whether to carry excess baggage in the bus + - description: Number of seats to reserve at the restaurant is_categorical: true - name: additional_luggage - possible_values: - - 'True' - - 'False' - - description: The number of tickets for the trip - is_categorical: true - name: num_passengers + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - '5' - - description: How many stops the route has + - '6' + - description: Price range for the restaurant is_categorical: true - name: category + name: price_range possible_values: - - direct - - one-stop + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - category: - - direct - departure_date: - - March 5th - to_city: - - NYC - text: What can I go do I am bored sitting here. What do you like - to do and where would you like to do it? I want something to do in or - around NYC and Musical shows are one of my favorites. I pulled up a - list of 10 so far I think this one would interest you its on March 11th at 7:30 - pm at the Kaufmann Concert Hall - Abbi Jacobson will be there. That does - interest me. Is there a direct bus I can take to get there? Would you - take the bus on March 11th? I think I'd make a week of it and take the - bus on March 5th. Where did you want to get on the bus? + date: + - March 8th + - the 8th + location: + - Corte Madera + number_of_seats: + - '2' + restaurant_name: + - Benissimo + - Benissimo Restaurant & Bar + time: + - 12 pm + - afternoon 12 + text: Hi, could you get me a restaurant booking on the 8th please? + Any preference on the restaurant, location and time? Could you get me + a reservation at P.f. Chang's in Corte Madera at afternoon 12? Please + confirm your reservation at P.f. Chang's in Corte Madera at 12 pm for 2 on March + 8th. Sure, that is great. Sorry, your reservation could not + be made. Could I help you with something else? Could you try booking + a table at Benissimo instead? Sure, please confirm your reservation + at Benissimo Restaurant & Bar in Corte Madera at 12 pm for 2 on March 8th. + Sure, may I know if they have vegetarian options and how expensive is their + food? Your reservation has been made. Unfortunately, they do not serve + vegetarian options, although they are moderate priced. type: text num_episodes: 4201 num_examples: 46498 diff --git a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_train.yml b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_train.yml index 64bafef5e81..87db91f780f 100644 --- a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_train.yml +++ b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_train.yml @@ -2,404 +2,621 @@ acts: - - episode_done: true id: GoogleSGD_UserSimulatorTeacher labels: - - free_entry True + - '' service: - description: The biggest database of tourist attractions and points of interest + description: A leading provider for restaurant search and reservations intents: - - description: Browse attractions in a given city + - description: Reserve a table at a restaurant + is_transactional: true + name: ReserveRestaurant + optional_slots: + date: '2019-03-01' + party_size: '2' + required_slots: + - restaurant_name + - city + - time + result_slots: + - restaurant_name + - date + - time + - serves_alcohol + - has_live_music + - phone_number + - street_address + - party_size + - price_range + - city + - cuisine + - description: Find a restaurant of a particular cuisine in a city is_transactional: false - name: FindAttractions + name: FindRestaurants optional_slots: - category: dontcare - free_entry: dontcare - good_for_kids: dontcare + has_live_music: dontcare + price_range: dontcare + serves_alcohol: dontcare required_slots: - - location + - cuisine + - city result_slots: - - location - - attraction_name - - category + - restaurant_name + - serves_alcohol + - has_live_music - phone_number - - free_entry - - good_for_kids - service_name: Travel_1 + - street_address + - price_range + - city + - cuisine + service_name: Restaurants_1 slots: - - description: City or town where the attraction is located + - description: Name of the restaurant is_categorical: false - name: location + name: restaurant_name possible_values: [] - - description: Common name of the attraction + - description: Date for the reservation or to find availability is_categorical: false - name: attraction_name + name: date possible_values: [] - - description: Category to which the attraction belongs - is_categorical: true - name: category - possible_values: - - Place of Worship - - Theme Park - - Museum - - Historical Landmark - - Park - - Tourist Attraction - - Sports Venue - - Shopping Area - - Performing Arts Venue - - Nature Preserve - - description: Phone number to contact the attraction + - description: Time for the reservation or to find availability is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating whether entrance to attraction is free + - description: Boolean flag indicating if the restaurant serves alcohol is_categorical: true - name: free_entry + name: serves_alcohol possible_values: - 'True' - 'False' - - description: Boolean flag indicating whether attraction is good for to take - kids to + - description: Boolean flag indicating if the restaurant has live music is_categorical: true - name: good_for_kids + name: has_live_music possible_values: - 'True' - 'False' - slots: - free_entry: - - 'True' - text: I'm looking for some free attractions to check out. Anywhere - in particular? + - description: Phone number of the restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Address of the restaurant + is_categorical: false + name: street_address + possible_values: [] + - description: Party size for a reservation + is_categorical: true + name: party_size + possible_values: + - '1' + - '2' + - '3' + - '4' + - '5' + - '6' + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - inexpensive + - moderate + - expensive + - very expensive + - description: City in which the restaurant is located + is_categorical: false + name: city + possible_values: [] + - description: Cuisine of food served in the restaurant + is_categorical: false + name: cuisine + possible_values: + - Mexican + - Chinese + - Indian + - American + - Italian + slots: {} + text: I am feeling hungry so I would like to find a place to eat. + Do you have a specific which you want the eating place to be located at? type: text - - episode_done: true id: GoogleSGD_UserSimulatorTeacher labels: - - category Tourist Attraction, free_entry True, location NYC + - city San Jose service: - description: The biggest database of tourist attractions and points of interest + description: A leading provider for restaurant search and reservations intents: - - description: Browse attractions in a given city + - description: Reserve a table at a restaurant + is_transactional: true + name: ReserveRestaurant + optional_slots: + date: '2019-03-01' + party_size: '2' + required_slots: + - restaurant_name + - city + - time + result_slots: + - restaurant_name + - date + - time + - serves_alcohol + - has_live_music + - phone_number + - street_address + - party_size + - price_range + - city + - cuisine + - description: Find a restaurant of a particular cuisine in a city is_transactional: false - name: FindAttractions + name: FindRestaurants optional_slots: - category: dontcare - free_entry: dontcare - good_for_kids: dontcare + has_live_music: dontcare + price_range: dontcare + serves_alcohol: dontcare required_slots: - - location + - cuisine + - city result_slots: - - location - - attraction_name - - category + - restaurant_name + - serves_alcohol + - has_live_music - phone_number - - free_entry - - good_for_kids - service_name: Travel_1 + - street_address + - price_range + - city + - cuisine + service_name: Restaurants_1 slots: - - description: City or town where the attraction is located + - description: Name of the restaurant is_categorical: false - name: location + name: restaurant_name possible_values: [] - - description: Common name of the attraction + - description: Date for the reservation or to find availability is_categorical: false - name: attraction_name + name: date possible_values: [] - - description: Category to which the attraction belongs - is_categorical: true - name: category - possible_values: - - Place of Worship - - Theme Park - - Museum - - Historical Landmark - - Park - - Tourist Attraction - - Sports Venue - - Shopping Area - - Performing Arts Venue - - Nature Preserve - - description: Phone number to contact the attraction + - description: Time for the reservation or to find availability is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating whether entrance to attraction is free + - description: Boolean flag indicating if the restaurant serves alcohol is_categorical: true - name: free_entry + name: serves_alcohol possible_values: - 'True' - 'False' - - description: Boolean flag indicating whether attraction is good for to take - kids to + - description: Boolean flag indicating if the restaurant has live music is_categorical: true - name: good_for_kids + name: has_live_music possible_values: - 'True' - 'False' + - description: Phone number of the restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Address of the restaurant + is_categorical: false + name: street_address + possible_values: [] + - description: Party size for a reservation + is_categorical: true + name: party_size + possible_values: + - '1' + - '2' + - '3' + - '4' + - '5' + - '6' + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - inexpensive + - moderate + - expensive + - very expensive + - description: City in which the restaurant is located + is_categorical: false + name: city + possible_values: [] + - description: Cuisine of food served in the restaurant + is_categorical: false + name: cuisine + possible_values: + - Mexican + - Chinese + - Indian + - American + - Italian slots: - category: - - Tourist Attraction - free_entry: - - 'True' - location: - - NYC - text: I'm looking for some free attractions to check out. Anywhere - in particular? Something of a place of interest in NYC. There's - a cool Tourist Attraction called Balto Statue. + city: + - San Jose + text: I am feeling hungry so I would like to find a place to eat. + Do you have a specific which you want the eating place to be located at? + I would like for it to be in San Jose. Is there a specific cuisine + type you enjoy, such as Mexican, Italian or something else? type: text - - episode_done: true id: GoogleSGD_UserSimulatorTeacher labels: - - category Tourist Attraction, free_entry True, location NYC + - city San Jose, cuisine American service: - description: The biggest database of tourist attractions and points of interest + description: A leading provider for restaurant search and reservations intents: - - description: Browse attractions in a given city + - description: Reserve a table at a restaurant + is_transactional: true + name: ReserveRestaurant + optional_slots: + date: '2019-03-01' + party_size: '2' + required_slots: + - restaurant_name + - city + - time + result_slots: + - restaurant_name + - date + - time + - serves_alcohol + - has_live_music + - phone_number + - street_address + - party_size + - price_range + - city + - cuisine + - description: Find a restaurant of a particular cuisine in a city is_transactional: false - name: FindAttractions + name: FindRestaurants optional_slots: - category: dontcare - free_entry: dontcare - good_for_kids: dontcare + has_live_music: dontcare + price_range: dontcare + serves_alcohol: dontcare required_slots: - - location + - cuisine + - city result_slots: - - location - - attraction_name - - category + - restaurant_name + - serves_alcohol + - has_live_music - phone_number - - free_entry - - good_for_kids - service_name: Travel_1 + - street_address + - price_range + - city + - cuisine + service_name: Restaurants_1 slots: - - description: City or town where the attraction is located + - description: Name of the restaurant is_categorical: false - name: location + name: restaurant_name possible_values: [] - - description: Common name of the attraction + - description: Date for the reservation or to find availability is_categorical: false - name: attraction_name + name: date possible_values: [] - - description: Category to which the attraction belongs - is_categorical: true - name: category - possible_values: - - Place of Worship - - Theme Park - - Museum - - Historical Landmark - - Park - - Tourist Attraction - - Sports Venue - - Shopping Area - - Performing Arts Venue - - Nature Preserve - - description: Phone number to contact the attraction + - description: Time for the reservation or to find availability is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating whether entrance to attraction is free + - description: Boolean flag indicating if the restaurant serves alcohol is_categorical: true - name: free_entry + name: serves_alcohol possible_values: - 'True' - 'False' - - description: Boolean flag indicating whether attraction is good for to take - kids to + - description: Boolean flag indicating if the restaurant has live music is_categorical: true - name: good_for_kids + name: has_live_music possible_values: - 'True' - 'False' + - description: Phone number of the restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Address of the restaurant + is_categorical: false + name: street_address + possible_values: [] + - description: Party size for a reservation + is_categorical: true + name: party_size + possible_values: + - '1' + - '2' + - '3' + - '4' + - '5' + - '6' + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - inexpensive + - moderate + - expensive + - very expensive + - description: City in which the restaurant is located + is_categorical: false + name: city + possible_values: [] + - description: Cuisine of food served in the restaurant + is_categorical: false + name: cuisine + possible_values: + - Mexican + - Chinese + - Indian + - American + - Italian slots: - category: - - Tourist Attraction - free_entry: - - 'True' - location: - - NYC - text: I'm looking for some free attractions to check out. Anywhere - in particular? Something of a place of interest in NYC. There's - a cool Tourist Attraction called Balto Statue. Is it kid-friendly? - It's not the best place for kids. + city: + - San Jose + cuisine: + - American + text: I am feeling hungry so I would like to find a place to eat. + Do you have a specific which you want the eating place to be located at? + I would like for it to be in San Jose. Is there a specific cuisine + type you enjoy, such as Mexican, Italian or something else? I usually + like eating the American type of food. I see that at 71 Saint Peter + there is a good restaurant which is in San Jose. type: text - - episode_done: true id: GoogleSGD_UserSimulatorTeacher labels: - - category Tourist Attraction, free_entry True, location NYC + - city San Jose, cuisine American service: - description: The biggest database of tourist attractions and points of interest + description: A leading provider for restaurant search and reservations intents: - - description: Browse attractions in a given city + - description: Reserve a table at a restaurant + is_transactional: true + name: ReserveRestaurant + optional_slots: + date: '2019-03-01' + party_size: '2' + required_slots: + - restaurant_name + - city + - time + result_slots: + - restaurant_name + - date + - time + - serves_alcohol + - has_live_music + - phone_number + - street_address + - party_size + - price_range + - city + - cuisine + - description: Find a restaurant of a particular cuisine in a city is_transactional: false - name: FindAttractions + name: FindRestaurants optional_slots: - category: dontcare - free_entry: dontcare - good_for_kids: dontcare + has_live_music: dontcare + price_range: dontcare + serves_alcohol: dontcare required_slots: - - location + - cuisine + - city result_slots: - - location - - attraction_name - - category + - restaurant_name + - serves_alcohol + - has_live_music - phone_number - - free_entry - - good_for_kids - service_name: Travel_1 + - street_address + - price_range + - city + - cuisine + service_name: Restaurants_1 slots: - - description: City or town where the attraction is located + - description: Name of the restaurant is_categorical: false - name: location + name: restaurant_name possible_values: [] - - description: Common name of the attraction + - description: Date for the reservation or to find availability is_categorical: false - name: attraction_name + name: date possible_values: [] - - description: Category to which the attraction belongs - is_categorical: true - name: category - possible_values: - - Place of Worship - - Theme Park - - Museum - - Historical Landmark - - Park - - Tourist Attraction - - Sports Venue - - Shopping Area - - Performing Arts Venue - - Nature Preserve - - description: Phone number to contact the attraction + - description: Time for the reservation or to find availability is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating whether entrance to attraction is free + - description: Boolean flag indicating if the restaurant serves alcohol is_categorical: true - name: free_entry + name: serves_alcohol possible_values: - 'True' - 'False' - - description: Boolean flag indicating whether attraction is good for to take - kids to + - description: Boolean flag indicating if the restaurant has live music is_categorical: true - name: good_for_kids + name: has_live_music possible_values: - 'True' - 'False' + - description: Phone number of the restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Address of the restaurant + is_categorical: false + name: street_address + possible_values: [] + - description: Party size for a reservation + is_categorical: true + name: party_size + possible_values: + - '1' + - '2' + - '3' + - '4' + - '5' + - '6' + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - inexpensive + - moderate + - expensive + - very expensive + - description: City in which the restaurant is located + is_categorical: false + name: city + possible_values: [] + - description: Cuisine of food served in the restaurant + is_categorical: false + name: cuisine + possible_values: + - Mexican + - Chinese + - Indian + - American + - Italian slots: - category: - - Tourist Attraction - free_entry: - - 'True' - location: - - NYC - text: I'm looking for some free attractions to check out. Anywhere - in particular? Something of a place of interest in NYC. There's - a cool Tourist Attraction called Balto Statue. Is it kid-friendly? - It's not the best place for kids. All right, thanks. Anything - else I can help with? + city: + - San Jose + cuisine: + - American + text: I am feeling hungry so I would like to find a place to eat. + Do you have a specific which you want the eating place to be located at? + I would like for it to be in San Jose. Is there a specific cuisine + type you enjoy, such as Mexican, Italian or something else? I usually + like eating the American type of food. I see that at 71 Saint Peter + there is a good restaurant which is in San Jose. Can you give me the + address of this restaurant. If you want to go to this restaurant you + can find it at 71 North San Pedro Street. type: text - - episode_done: true id: GoogleSGD_UserSimulatorTeacher labels: - - location NYC, number_of_rooms 2 + - city San Jose, cuisine American service: - description: A leading provider for searching and booking hotel rooms + description: A leading provider for restaurant search and reservations intents: - - description: Reserve a selected hotel for given dates + - description: Reserve a table at a restaurant is_transactional: true - name: ReserveHotel + name: ReserveRestaurant optional_slots: - number_of_rooms: '1' + date: '2019-03-01' + party_size: '2' required_slots: - - hotel_name - - location - - check_in_date - - check_out_date + - restaurant_name + - city + - time result_slots: - - location - - number_of_rooms - - check_in_date - - check_out_date - - average_rating - - hotel_name - - street_address + - restaurant_name + - date + - time + - serves_alcohol + - has_live_music - phone_number - - price - - pets_welcome - - description: Search for a hotel based on location + - street_address + - party_size + - price_range + - city + - cuisine + - description: Find a restaurant of a particular cuisine in a city is_transactional: false - name: SearchHotel + name: FindRestaurants optional_slots: - number_of_rooms: dontcare - pets_welcome: dontcare + has_live_music: dontcare + price_range: dontcare + serves_alcohol: dontcare required_slots: - - location + - cuisine + - city result_slots: - - location - - number_of_rooms - - average_rating - - hotel_name - - street_address + - restaurant_name + - serves_alcohol + - has_live_music - phone_number - - price - - pets_welcome - service_name: Hotels_3 + - street_address + - price_range + - city + - cuisine + service_name: Restaurants_1 slots: - - description: Location of the hotel - is_categorical: false - name: location - possible_values: [] - - description: Number of rooms to book - is_categorical: true - name: number_of_rooms - possible_values: - - '1' - - '2' - - '3' - - description: Start date for the hotel reservation + - description: Name of the restaurant is_categorical: false - name: check_in_date + name: restaurant_name possible_values: [] - - description: End date for the hotel reservation + - description: Date for the reservation or to find availability is_categorical: false - name: check_out_date + name: date possible_values: [] - - description: Average review rating for the hotel + - description: Time for the reservation or to find availability is_categorical: false - name: average_rating + name: time possible_values: [] - - description: Name of the hotel + - description: Boolean flag indicating if the restaurant serves alcohol + is_categorical: true + name: serves_alcohol + possible_values: + - 'True' + - 'False' + - description: Boolean flag indicating if the restaurant has live music + is_categorical: true + name: has_live_music + possible_values: + - 'True' + - 'False' + - description: Phone number of the restaurant is_categorical: false - name: hotel_name + name: phone_number possible_values: [] - - description: Address of the hotel + - description: Address of the restaurant is_categorical: false name: street_address possible_values: [] - - description: Phone number of the hotel + - description: Party size for a reservation + is_categorical: true + name: party_size + possible_values: + - '1' + - '2' + - '3' + - '4' + - '5' + - '6' + - description: Price range for the restaurant + is_categorical: true + name: price_range + possible_values: + - inexpensive + - moderate + - expensive + - very expensive + - description: City in which the restaurant is located is_categorical: false - name: phone_number + name: city possible_values: [] - - description: Total price for the stay + - description: Cuisine of food served in the restaurant is_categorical: false - name: price - possible_values: [] - - description: Boolean flag indicating if pets are allowed in the hotel - is_categorical: true - name: pets_welcome + name: cuisine possible_values: - - 'True' - - 'False' + - Mexican + - Chinese + - Indian + - American + - Italian slots: - location: - - NYC - number_of_rooms: - - '2' - text: I'm looking for some free attractions to check out. Anywhere - in particular? Something of a place of interest in NYC. There's - a cool Tourist Attraction called Balto Statue. Is it kid-friendly? - It's not the best place for kids. All right, thanks. Anything - else I can help with? I'll be a 2 room hotel there. How about - 1 Hotel Brooklyn Bridge with its 4.5 rating? + city: + - San Jose + cuisine: + - American + text: I am feeling hungry so I would like to find a place to eat. + Do you have a specific which you want the eating place to be located at? + I would like for it to be in San Jose. Is there a specific cuisine + type you enjoy, such as Mexican, Italian or something else? I usually + like eating the American type of food. I see that at 71 Saint Peter + there is a good restaurant which is in San Jose. Can you give me the + address of this restaurant. If you want to go to this restaurant you + can find it at 71 North San Pedro Street. Can you give me the phone number + that I can contact them with? If you want to phone them you can at + 408-971-8523. type: text num_episodes: 16142 num_examples: 181124 diff --git a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_valid.yml b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_valid.yml index 09faa192940..eca6ae04221 100644 --- a/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_valid.yml +++ b/parlai/tasks/google_sgd/test/google_sgd_GoogleSGDDSTTeacher_valid.yml @@ -1,543 +1,666 @@ acts: - - episode_done: true eval_labels: - - '' + - number_of_seats 2, time half past 11 in the morning id: GoogleSGD_UserSimulatorTeacher service: - description: A widely used service for finding apartments and scheduling visits + description: A popular restaurant search and reservation service intents: - - description: Find an apartment in a city for a given number of bedrooms - is_transactional: false - name: FindApartment + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - furnished: dontcare - number_of_baths: dontcare - pets_allowed: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - area - - number_of_beds + - restaurant_name + - location + - time result_slots: - - area - - address - - property_name + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - number_of_beds - - number_of_baths - - description: Schedule a visit for a given property on a particular date - is_transactional: true - name: ScheduleVisit - optional_slots: {} + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - property_name - - visit_date + - category + - location result_slots: - - address - - property_name + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - visit_date - - number_of_beds - - number_of_baths - service_name: Homes_1 + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: City where the apartment is located + - description: Name of the restaurant is_categorical: false - name: area + name: restaurant_name possible_values: [] - - description: Address of the apartment + - description: Tentative date of restaurant reservation is_categorical: false - name: address - possible_values: [] - - description: Name of the apartment - is_categorical: false - name: property_name + name: date possible_values: [] - - description: Phone number of the apartment + - description: Tentative time of restaurant reservation is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating if the property is furnished + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: furnished + name: has_seating_outdoors possible_values: - 'True' - 'False' - - description: Boolean flag indicating if pets are allowed + - description: Whether the restaurant has adequate vegetarian options is_categorical: true - name: pets_allowed + name: has_vegetarian_options possible_values: - 'True' - 'False' - - description: Rent per month of the apartment + - description: Phone number to contact restaurant is_categorical: false - name: rent + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 + is_categorical: false + name: rating possible_values: [] - - description: Date for the visit to the apartment + - description: Address of restaurant is_categorical: false - name: visit_date + name: address possible_values: [] - - description: Number of bed rooms + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_beds + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - - description: Number of baths in the apartment + - '5' + - '6' + - description: Price range for the restaurant is_categorical: true - name: number_of_baths + name: price_range possible_values: - - '1' - - '2' - - '3' - - '4' - slots: {} - text: I'm looking for apartments. Which area are you looking in? + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] + slots: + number_of_seats: + - '2' + time: + - half past 11 in the morning + text: I want to make a restaurant reservation for 2 people at half past + 11 in the morning. What city do you want to dine in? Do you have a + preferred restaurant? type: text - - episode_done: true eval_labels: - - area San Jose + - location San Jose, number_of_seats 2, restaurant_name Sino, time half past 11 + in the morning id: GoogleSGD_UserSimulatorTeacher service: - description: A widely used service for finding apartments and scheduling visits + description: A popular restaurant search and reservation service intents: - - description: Find an apartment in a city for a given number of bedrooms - is_transactional: false - name: FindApartment + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - furnished: dontcare - number_of_baths: dontcare - pets_allowed: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - area - - number_of_beds + - restaurant_name + - location + - time result_slots: - - area - - address - - property_name + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - number_of_beds - - number_of_baths - - description: Schedule a visit for a given property on a particular date - is_transactional: true - name: ScheduleVisit - optional_slots: {} + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - property_name - - visit_date + - category + - location result_slots: - - address - - property_name + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - visit_date - - number_of_beds - - number_of_baths - service_name: Homes_1 + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: City where the apartment is located + - description: Name of the restaurant is_categorical: false - name: area + name: restaurant_name possible_values: [] - - description: Address of the apartment + - description: Tentative date of restaurant reservation is_categorical: false - name: address + name: date possible_values: [] - - description: Name of the apartment + - description: Tentative time of restaurant reservation is_categorical: false - name: property_name + name: time possible_values: [] - - description: Phone number of the apartment - is_categorical: false - name: phone_number - possible_values: [] - - description: Boolean flag indicating if the property is furnished + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: furnished + name: has_seating_outdoors possible_values: - 'True' - 'False' - - description: Boolean flag indicating if pets are allowed + - description: Whether the restaurant has adequate vegetarian options is_categorical: true - name: pets_allowed + name: has_vegetarian_options possible_values: - 'True' - 'False' - - description: Rent per month of the apartment + - description: Phone number to contact restaurant is_categorical: false - name: rent + name: phone_number possible_values: [] - - description: Date for the visit to the apartment + - description: Average user rating for restaurant on a scale of 5 is_categorical: false - name: visit_date + name: rating possible_values: [] - - description: Number of bed rooms + - description: Address of restaurant + is_categorical: false + name: address + possible_values: [] + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_beds + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - - description: Number of baths in the apartment + - '5' + - '6' + - description: Price range for the restaurant is_categorical: true - name: number_of_baths + name: price_range possible_values: - - '1' - - '2' - - '3' - - '4' + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - area: + location: - San Jose - text: I'm looking for apartments. Which area are you looking in? - I want an apartment in San Jose. How many bedrooms do you want? + number_of_seats: + - '2' + restaurant_name: + - Sino + time: + - half past 11 in the morning + text: ' I want to make a restaurant reservation for 2 people at half past + 11 in the morning. What city do you want to dine in? Do you have a + preferred restaurant? Please find restaurants in San Jose. Can you try + Sino? Confirming: I will reserve a table for 2 people at Sino in San + Jose. The reservation time is 11:30 am today.' type: text - - episode_done: true eval_labels: - - area San Jose, number_of_beds 2 + - date today, location San Jose, number_of_seats 2, restaurant_name Sino, time + 11:30 am id: GoogleSGD_UserSimulatorTeacher service: - description: A widely used service for finding apartments and scheduling visits + description: A popular restaurant search and reservation service intents: - - description: Find an apartment in a city for a given number of bedrooms - is_transactional: false - name: FindApartment + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - furnished: dontcare - number_of_baths: dontcare - pets_allowed: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - area - - number_of_beds + - restaurant_name + - location + - time result_slots: - - area - - address - - property_name + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - number_of_beds - - number_of_baths - - description: Schedule a visit for a given property on a particular date - is_transactional: true - name: ScheduleVisit - optional_slots: {} + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - property_name - - visit_date + - category + - location result_slots: - - address - - property_name + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - visit_date - - number_of_beds - - number_of_baths - service_name: Homes_1 + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: City where the apartment is located + - description: Name of the restaurant is_categorical: false - name: area + name: restaurant_name possible_values: [] - - description: Address of the apartment + - description: Tentative date of restaurant reservation is_categorical: false - name: address - possible_values: [] - - description: Name of the apartment - is_categorical: false - name: property_name + name: date possible_values: [] - - description: Phone number of the apartment + - description: Tentative time of restaurant reservation is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating if the property is furnished + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: furnished + name: has_seating_outdoors possible_values: - 'True' - 'False' - - description: Boolean flag indicating if pets are allowed + - description: Whether the restaurant has adequate vegetarian options is_categorical: true - name: pets_allowed + name: has_vegetarian_options possible_values: - 'True' - 'False' - - description: Rent per month of the apartment + - description: Phone number to contact restaurant is_categorical: false - name: rent + name: phone_number possible_values: [] - - description: Date for the visit to the apartment + - description: Average user rating for restaurant on a scale of 5 is_categorical: false - name: visit_date + name: rating possible_values: [] - - description: Number of bed rooms + - description: Address of restaurant + is_categorical: false + name: address + possible_values: [] + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_beds + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - - description: Number of baths in the apartment + - '5' + - '6' + - description: Price range for the restaurant is_categorical: true - name: number_of_baths + name: price_range possible_values: - - '1' - - '2' - - '3' - - '4' + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - area: + date: + - today + location: - San Jose - number_of_beds: + number_of_seats: - '2' - text: I'm looking for apartments. Which area are you looking in? - I want an apartment in San Jose. How many bedrooms do you want? - 2 bedrooms, please. There's a nice property called Aegena at - 1290 San Tomas Aquino Road. It has 2 bedrooms, 1 bath, and rents for $2,650 - a month. + restaurant_name: + - Sino + time: + - 11:30 am + - half past 11 in the morning + text: ' I want to make a restaurant reservation for 2 people at half past + 11 in the morning. What city do you want to dine in? Do you have a + preferred restaurant? Please find restaurants in San Jose. Can you try + Sino? Confirming: I will reserve a table for 2 people at Sino in San + Jose. The reservation time is 11:30 am today. Yes, thanks. What''s their + phone number? Your reservation has been made. Their phone number is + 408-247-8880.' type: text - - episode_done: true eval_labels: - - area Livermore, number_of_beds 3 + - date today, location San Jose, number_of_seats 2, restaurant_name Sino, time + 11:30 am id: GoogleSGD_UserSimulatorTeacher service: - description: A widely used service for finding apartments and scheduling visits + description: A popular restaurant search and reservation service intents: - - description: Find an apartment in a city for a given number of bedrooms - is_transactional: false - name: FindApartment + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - furnished: dontcare - number_of_baths: dontcare - pets_allowed: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - area - - number_of_beds + - restaurant_name + - location + - time result_slots: - - area - - address - - property_name + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - number_of_beds - - number_of_baths - - description: Schedule a visit for a given property on a particular date - is_transactional: true - name: ScheduleVisit - optional_slots: {} + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - property_name - - visit_date + - category + - location result_slots: - - address - - property_name + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - visit_date - - number_of_beds - - number_of_baths - service_name: Homes_1 + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: City where the apartment is located + - description: Name of the restaurant is_categorical: false - name: area + name: restaurant_name possible_values: [] - - description: Address of the apartment + - description: Tentative date of restaurant reservation is_categorical: false - name: address - possible_values: [] - - description: Name of the apartment - is_categorical: false - name: property_name + name: date possible_values: [] - - description: Phone number of the apartment + - description: Tentative time of restaurant reservation is_categorical: false - name: phone_number + name: time possible_values: [] - - description: Boolean flag indicating if the property is furnished + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: furnished + name: has_seating_outdoors possible_values: - 'True' - 'False' - - description: Boolean flag indicating if pets are allowed + - description: Whether the restaurant has adequate vegetarian options is_categorical: true - name: pets_allowed + name: has_vegetarian_options possible_values: - 'True' - 'False' - - description: Rent per month of the apartment + - description: Phone number to contact restaurant is_categorical: false - name: rent + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 + is_categorical: false + name: rating possible_values: [] - - description: Date for the visit to the apartment + - description: Address of restaurant is_categorical: false - name: visit_date + name: address possible_values: [] - - description: Number of bed rooms + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_beds + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - - description: Number of baths in the apartment + - '5' + - '6' + - description: Price range for the restaurant is_categorical: true - name: number_of_baths + name: price_range possible_values: - - '1' - - '2' - - '3' - - '4' + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - area: - - Livermore - number_of_beds: - - '3' - text: I'm looking for apartments. Which area are you looking in? - I want an apartment in San Jose. How many bedrooms do you want? - 2 bedrooms, please. There's a nice property called Aegena at - 1290 San Tomas Aquino Road. It has 2 bedrooms, 1 bath, and rents for $2,650 - a month. Can you find me a three bedroom apartment in Livermore? - There's Acacia Capital Cor-Ironwood Ap at 5643 Charlotte Way. It has 3 bedrooms, - 3 baths, and rents for $4,050 a month. + date: + - today + location: + - San Jose + number_of_seats: + - '2' + restaurant_name: + - Sino + time: + - 11:30 am + - half past 11 in the morning + text: ' I want to make a restaurant reservation for 2 people at half past + 11 in the morning. What city do you want to dine in? Do you have a + preferred restaurant? Please find restaurants in San Jose. Can you try + Sino? Confirming: I will reserve a table for 2 people at Sino in San + Jose. The reservation time is 11:30 am today. Yes, thanks. What''s their + phone number? Your reservation has been made. Their phone number is + 408-247-8880. What''s their address? Do they have vegetarian options + on their menu? The street address is 377 Santana Row #1000. They have + good vegetarian options.' type: text - - episode_done: true eval_labels: - - area Livermore, number_of_beds 3, property_name Acacia Capital Cor-Ironwood - Ap + - date today, location San Jose, number_of_seats 2, restaurant_name Sino, time + 11:30 am id: GoogleSGD_UserSimulatorTeacher service: - description: A widely used service for finding apartments and scheduling visits + description: A popular restaurant search and reservation service intents: - - description: Find an apartment in a city for a given number of bedrooms - is_transactional: false - name: FindApartment + - description: Make a table reservation at a restaurant + is_transactional: true + name: ReserveRestaurant optional_slots: - furnished: dontcare - number_of_baths: dontcare - pets_allowed: dontcare + date: '2019-03-01' + number_of_seats: '2' required_slots: - - area - - number_of_beds + - restaurant_name + - location + - time result_slots: - - area - - address - - property_name + - restaurant_name + - date + - time + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - number_of_beds - - number_of_baths - - description: Schedule a visit for a given property on a particular date - is_transactional: true - name: ScheduleVisit - optional_slots: {} + - rating + - address + - number_of_seats + - price_range + - location + - category + - description: Find restaurants by location and by category + is_transactional: false + name: FindRestaurants + optional_slots: + has_seating_outdoors: dontcare + has_vegetarian_options: dontcare + price_range: dontcare required_slots: - - property_name - - visit_date + - category + - location result_slots: - - address - - property_name + - restaurant_name + - has_seating_outdoors + - has_vegetarian_options - phone_number - - furnished - - pets_allowed - - rent - - visit_date - - number_of_beds - - number_of_baths - service_name: Homes_1 + - rating + - address + - price_range + - location + - category + service_name: Restaurants_2 slots: - - description: City where the apartment is located + - description: Name of the restaurant is_categorical: false - name: area + name: restaurant_name possible_values: [] - - description: Address of the apartment + - description: Tentative date of restaurant reservation is_categorical: false - name: address + name: date possible_values: [] - - description: Name of the apartment + - description: Tentative time of restaurant reservation is_categorical: false - name: property_name + name: time possible_values: [] - - description: Phone number of the apartment - is_categorical: false - name: phone_number - possible_values: [] - - description: Boolean flag indicating if the property is furnished + - description: Whether the restaurant has outdoor seating available is_categorical: true - name: furnished + name: has_seating_outdoors possible_values: - 'True' - 'False' - - description: Boolean flag indicating if pets are allowed + - description: Whether the restaurant has adequate vegetarian options is_categorical: true - name: pets_allowed + name: has_vegetarian_options possible_values: - 'True' - 'False' - - description: Rent per month of the apartment + - description: Phone number to contact restaurant + is_categorical: false + name: phone_number + possible_values: [] + - description: Average user rating for restaurant on a scale of 5 is_categorical: false - name: rent + name: rating possible_values: [] - - description: Date for the visit to the apartment + - description: Address of restaurant is_categorical: false - name: visit_date + name: address possible_values: [] - - description: Number of bed rooms + - description: Number of seats to reserve at the restaurant is_categorical: true - name: number_of_beds + name: number_of_seats possible_values: - '1' - '2' - '3' - '4' - - description: Number of baths in the apartment + - '5' + - '6' + - description: Price range for the restaurant is_categorical: true - name: number_of_baths + name: price_range possible_values: - - '1' - - '2' - - '3' - - '4' + - cheap + - moderate + - pricey + - ultra high-end + - description: City where the restaurant is located + is_categorical: false + name: location + possible_values: [] + - description: The category of food offered by the restaurant + is_categorical: false + name: category + possible_values: [] slots: - area: - - Livermore - number_of_beds: - - '3' - property_name: - - Acacia Capital Cor-Ironwood Ap - text: I'm looking for apartments. Which area are you looking in? - I want an apartment in San Jose. How many bedrooms do you want? - 2 bedrooms, please. There's a nice property called Aegena at - 1290 San Tomas Aquino Road. It has 2 bedrooms, 1 bath, and rents for $2,650 - a month. Can you find me a three bedroom apartment in Livermore? - There's Acacia Capital Cor-Ironwood Ap at 5643 Charlotte Way. It has 3 bedrooms, - 3 baths, and rents for $4,050 a month. That one sounds good. Thanks, - that's all I need. Have a nice day. + date: + - today + location: + - San Jose + number_of_seats: + - '2' + restaurant_name: + - Sino + time: + - 11:30 am + - half past 11 in the morning + text: ' I want to make a restaurant reservation for 2 people at half past + 11 in the morning. What city do you want to dine in? Do you have a + preferred restaurant? Please find restaurants in San Jose. Can you try + Sino? Confirming: I will reserve a table for 2 people at Sino in San + Jose. The reservation time is 11:30 am today. Yes, thanks. What''s their + phone number? Your reservation has been made. Their phone number is + 408-247-8880. What''s their address? Do they have vegetarian options + on their menu? The street address is 377 Santana Row #1000. They have + good vegetarian options. Thanks very much. Is there anything + else I can help you with?' type: text num_episodes: 2482 num_examples: 26845 diff --git a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_test.yml b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_test.yml index 1fa439254c7..1f95b07f934 100644 --- a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_test.yml +++ b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_test.yml @@ -2,7 +2,7 @@ acts: - - dialogue_id: SNG0095.json episode_done: true eval_labels: - - taxi leaveat 12:15 ; taxi departure golden house + - taxi departure golden house ; taxi leaveat 12:15 id: MultiwozV22_UserSimulatorTeacher text: hi, i'm looking for a taxi. i need to leave from golden house at 12:15. @@ -10,8 +10,8 @@ acts: - - dialogue_id: MUL2042.json episode_done: true eval_labels: - - train day monday ; train leaveat 10:30 ; hotel pricerange moderate ; train departure - london liverpool street ; train destination cambridge + - hotel pricerange moderate ; train departure london liverpool street ; train + destination cambridge ; train day monday ; train leaveat 10:30 id: MultiwozV22_UserSimulatorTeacher text: i am looking for a train going to cambridge and leaving after 10:30. i would be happy to help you find a train. can you please tell me where @@ -25,8 +25,8 @@ acts: - - dialogue_id: SNG0390.json episode_done: true eval_labels: - - train destination bishops stortford ; train day thursday ; train bookpeople - 7 ; train departure cambridge ; train leaveat 20:15 + - train departure cambridge ; train destination bishops stortford ; train leaveat + 20:15 ; train bookpeople 7 ; train day thursday id: MultiwozV22_UserSimulatorTeacher text: can i get a train from cambridge to bishops stortford? certainly. when would you like to depart? on thursday after 20:15. there @@ -41,9 +41,9 @@ acts: - - dialogue_id: MUL2151.json episode_done: true eval_labels: - - hotel parking yes ; train arriveby 12:43 ; train departure stevenage ; train - leaveat 11:54 ; hotel pricerange expensive ; hotel area north ; train bookpeople - 4 ; train destination cambridge ; train day wednesday + - hotel area north ; train bookpeople 4 ; hotel pricerange expensive ; train destination + cambridge ; train arriveby 12:43 ; train leaveat 11:54 ; train day wednesday + ; hotel parking yes ; train departure stevenage id: MultiwozV22_UserSimulatorTeacher text: ' hello! can you give me information about trains going to cambridge and leaving on wednesday? there are over 200 trains leaving. do you @@ -61,9 +61,9 @@ acts: - - dialogue_id: MUL1803.json episode_done: true eval_labels: - - train arriveby 12:07 ; train day sunday ; train destination ely ; train leaveat - 11:50 ; attraction type architecture ; attraction name all saints church ; attraction - area centre ; train departure cambridge + - train departure cambridge ; train leaveat 11:50 ; attraction area centre ; train + day sunday ; train destination ely ; attraction name all saints church ; train + arriveby 12:07 ; attraction type architecture id: MultiwozV22_UserSimulatorTeacher text: i am looking for a attraction to see in cambridge located in the centre all saints church has some lovely architecture. does that suit diff --git a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_train.yml b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_train.yml index dc5a9022317..102db7b6bf0 100644 --- a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_train.yml +++ b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_train.yml @@ -10,9 +10,9 @@ acts: episode_done: true id: MultiwozV22_UserSimulatorTeacher labels: - - train leaveat 19:11 ; train day thursday ; attraction type college ; train bookpeople - 8 ; train destination kings lynn ; attraction area centre ; train departure - cambridge + - train departure cambridge ; train leaveat 19:11 ; train destination kings lynn + ; attraction type college ; attraction area centre ; train bookpeople 8 ; train + day thursday text: i am looking for multiple sports in the centre. sorry i have no listing in centre,can i check another area? no. how about colleges? are there any of those in the area? there are thirteen colleges that @@ -36,10 +36,10 @@ acts: episode_done: true id: MultiwozV22_UserSimulatorTeacher labels: - - taxi departure magdalene college ; taxi arriveby 12.00 ; attraction name magdalene - college ; taxi arriveby 12:00 ; restaurant booktime 12:00 ; restaurant name - sitar tandoori ; restaurant bookday sunday ; restaurant bookpeople 4 ; taxi - destination sitar tandoori ; restaurant area east ; restaurant food indian + - taxi arriveby 12:00 ; taxi destination sitar tandoori ; restaurant bookday sunday + ; taxi departure magdalene college ; restaurant area east ; restaurant bookpeople + 4 ; taxi arriveby 12.00 ; restaurant booktime 12:00 ; restaurant food indian + ; restaurant name sitar tandoori ; attraction name magdalene college text: what can you tell me about magdalene college? magdalene college is located in the west area of town. there is no entrance fee. thank you for your help. you're welcome. let us know if you need anything @@ -65,9 +65,9 @@ acts: episode_done: true id: MultiwozV22_UserSimulatorTeacher labels: - - hotel area centre ; hotel name university arms ; hotel parking yes ; hotel type - hotel ; hotel pricerange dontcare ; hotel stars 4 ; hotel name university arms - hotel + - hotel area centre ; hotel name university arms ; hotel type hotel ; hotel name + university arms hotel ; hotel parking yes ; hotel pricerange dontcare ; hotel + stars 4 text: i am looking for a place to stay. the hotel should have a star of 4 and should include free parking. do you have an area or price range in mind? and do you want a hotel or a guesthouse? price doesn't really diff --git a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_valid.yml b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_valid.yml index bcdd472e820..da0ab3ff4cb 100644 --- a/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_valid.yml +++ b/parlai/tasks/multiwoz_v22/test/multiwoz_v22_MultiWOZv22DSTTeacher_valid.yml @@ -2,9 +2,9 @@ acts: - - dialogue_id: MUL0337.json episode_done: true eval_labels: - - restaurant area centre ; train departure norwich ; train arriveby 08:15 ; train - arriveby 8:15 ; restaurant pricerange cheap ; train bookpeople 2 ; restaurant - food dontcare ; train destination cambridge ; train day wednesday + - restaurant pricerange cheap ; train departure norwich ; restaurant area centre + ; train bookpeople 2 ; train destination cambridge ; restaurant food dontcare + ; train day wednesday ; train arriveby 8:15 ; train arriveby 08:15 id: MultiwozV22_UserSimulatorTeacher text: do you happen to know of any trains leaving for cambridge this wednesday? yes. there are a total of 202 trains leaving for cambridge on wednesday. @@ -29,8 +29,9 @@ acts: - - dialogue_id: MUL2699.json episode_done: true eval_labels: - - attraction type college ; attraction name christ college ; attraction name christ's - college ; hotel pricerange moderate ; attraction area centre ; hotel stars 4 + - hotel pricerange moderate ; attraction type college ; attraction area centre + ; attraction name christ college ; attraction name christ's college ; hotel + stars 4 id: MultiwozV22_UserSimulatorTeacher text: i am looking for something to do in the centre. is there a specific type of attraction you would like to visit? i don't know a @@ -46,7 +47,7 @@ acts: - - dialogue_id: PMUL3344.json episode_done: true eval_labels: - - train day tuesday ; train destination cambridge ; train arriveby 08:00 ; train + - train arriveby 08:00 ; train day tuesday ; train destination cambridge ; train departure bishops stortford id: MultiwozV22_UserSimulatorTeacher text: my car will be in the shop so i will need to take a train to work @@ -60,9 +61,9 @@ acts: - - dialogue_id: PMUL1795.json episode_done: true eval_labels: - - hotel internet yes ; hotel name allenbell ; hotel bookday tuesday ; hotel area - dontcare ; hotel pricerange cheap ; train departure kings lynn ; hotel bookstay - 2 ; hotel bookpeople 3 ; hotel parking yes + - hotel area dontcare ; hotel pricerange cheap ; hotel bookstay 2 ; hotel bookpeople + 3 ; train departure kings lynn ; hotel bookday tuesday ; hotel internet yes + ; hotel parking yes ; hotel name allenbell id: MultiwozV22_UserSimulatorTeacher text: i'm looking for a cheap hotel that includes free wifi. that gives us about 10 options. to narrow it down some, do you have a certain area