From 4781c08b57658d58ceb601cfb232e0c30873e954 Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 11:44:31 -0700 Subject: [PATCH 1/6] titles teacher --- parlai/tasks/wizard_of_wikipedia/agents.py | 79 ++++++++++++++++++++++ 1 file changed, 79 insertions(+) diff --git a/parlai/tasks/wizard_of_wikipedia/agents.py b/parlai/tasks/wizard_of_wikipedia/agents.py index e8f1d2e4e74..1b6aa383644 100644 --- a/parlai/tasks/wizard_of_wikipedia/agents.py +++ b/parlai/tasks/wizard_of_wikipedia/agents.py @@ -24,6 +24,7 @@ import copy from parlai.core.teachers import FixedDialogTeacher, MultiTaskTeacher from parlai.utils.io import PathManager +from parlai.utils import logging from parlai.utils.misc import warn_once from .build import build @@ -757,6 +758,84 @@ def get(self, episode_idx, entry_idx=0): return a +class WikiTitlePageTeacher(WizardDialogKnowledgeTeacher): + def __init__(self, opt, shared=None): + self.opt = copy.deepcopy(opt) + self.opt['label_type'] = 'response' + super().__init__(self.opt, shared=shared) + self.id = 'WikiTitleGenerationTeacher' + self._conv_history_len = self.opt['conversation_history_length'] + if not shared: + self._preprocess_data() + else: + self.titles_data = shared['titles_data'] + + @classmethod + def add_cmdline_args(cls, parser, partial_opt=None): + super().add_cmdline_args(parser, partial_opt=partial_opt) + agent = parser.add_argument_group('Wikipedia Page Title Arguments') + agent.add_argument( + '--conversation-history-length', + type=int, + default=0, + help='Number of previous utterances to keep in context, 0 (default) includes all', + ) + return parser + + def share(self): + shared = super().share() + shared['titles_data'] = self.titles_data + return shared + + def _generate_messages(self, hist, action): + include_hist = ( + hist[-self._conv_history_len :] if self._conv_history_len else hist + ) + context = '\n'.join(include_hist) + return Message( + { + 'id': "Wikipedia Title Teacher", + 'text': context, + 'labels': [action["title"]], + 'episode_done': True, + } + ) + + def _preprocess_data(self): + data = [] + for episode_idx in range(super().num_episodes()): + dialog_history = [] + ex_idx = 0 + while True: + a = super().get(episode_idx, ex_idx) + text_parts = a['text'].split('\n') + if ex_idx == 0: + # throwing away chosen_topic + text_parts = text_parts[1:] + if text_parts: + dialog_history.append(text_parts[0]) + data.append(self._generate_messages(dialog_history, a)) + if a['episode_done']: + break + ex_idx += 1 + dialog_history.append(a['labels'][0]) + + logging.info( + f'{len(data)} title generation examples generated ' + f'from {super().num_examples()} original examples' + ) + self.titles_data = data + + def num_episodes(self): + return len(self.titles_data) + + def num_examples(self): + return self.num_episodes() + + def get(self, episode_idx, entry_idx=0): + return self.titles_data[episode_idx] + + #################################################### # # # Doc Reader Teachers # From ea4d32e55be673c519f90505967fe5844d24a61b Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 11:48:54 -0700 Subject: [PATCH 2/6] teacher test --- parlai/tasks/wizard_of_wikipedia/agents.py | 2 +- parlai/tasks/wizard_of_wikipedia/test.py | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/parlai/tasks/wizard_of_wikipedia/agents.py b/parlai/tasks/wizard_of_wikipedia/agents.py index 1b6aa383644..1491fdba2d8 100644 --- a/parlai/tasks/wizard_of_wikipedia/agents.py +++ b/parlai/tasks/wizard_of_wikipedia/agents.py @@ -758,7 +758,7 @@ def get(self, episode_idx, entry_idx=0): return a -class WikiTitlePageTeacher(WizardDialogKnowledgeTeacher): +class WikiPageTitleTeacher(WizardDialogKnowledgeTeacher): def __init__(self, opt, shared=None): self.opt = copy.deepcopy(opt) self.opt['label_type'] = 'response' diff --git a/parlai/tasks/wizard_of_wikipedia/test.py b/parlai/tasks/wizard_of_wikipedia/test.py index 1ea80c3fb42..eb9b8ff248e 100644 --- a/parlai/tasks/wizard_of_wikipedia/test.py +++ b/parlai/tasks/wizard_of_wikipedia/test.py @@ -39,5 +39,9 @@ class TestGeneratorTeacher(AutoTeacherTest): task = "wizard_of_wikipedia:generator" +class TestWikiPageTitleTeacher(AutoTeacherTest): + task = "wizard_of_wikipedia:wiki_page_title" + + class TestDocreaderTeacher(AutoTeacherTest): task = "wizard_of_wikipedia:docreader" From 5308e8451e94964dbd9a5427f7f7a36dbe3432de Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 11:58:56 -0700 Subject: [PATCH 3/6] teacehr doc string --- parlai/tasks/wizard_of_wikipedia/agents.py | 8 +++ ...zard_of_wikipedia_wiki_page_title_test.yml | 46 ++++++++++++++ ...ard_of_wikipedia_wiki_page_title_train.yml | 48 +++++++++++++++ ...ard_of_wikipedia_wiki_page_title_valid.yml | 61 +++++++++++++++++++ 4 files changed, 163 insertions(+) create mode 100644 parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml create mode 100644 parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml create mode 100644 parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml diff --git a/parlai/tasks/wizard_of_wikipedia/agents.py b/parlai/tasks/wizard_of_wikipedia/agents.py index 1491fdba2d8..ed97722fcbe 100644 --- a/parlai/tasks/wizard_of_wikipedia/agents.py +++ b/parlai/tasks/wizard_of_wikipedia/agents.py @@ -759,6 +759,14 @@ def get(self, episode_idx, entry_idx=0): class WikiPageTitleTeacher(WizardDialogKnowledgeTeacher): + """ + Generates the title of Wikipedia page used as source of knowledge. + + The context provided by this teacher (`text`) is the conversation history, with chosen topic removed. + The label is the title of the Wikipedia page of the passage that wizard selected for crafting + the next utterance; in other words, the source of knowledge for this utterance. + """ + def __init__(self, opt, shared=None): self.opt = copy.deepcopy(opt) self.opt['label_type'] = 'response' diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml new file mode 100644 index 00000000000..983241dec48 --- /dev/null +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml @@ -0,0 +1,46 @@ +acts: +- - episode_done: true + eval_labels: + - Royal Blue (train) + id: WikiTitleGenerationTeacher + text: 'Blue is my favorite primary color. + + Blue is always nice. I like royal blue.' +- - episode_done: true + eval_labels: + - Blue Skies (1946 film) + id: WikiTitleGenerationTeacher + text: 'Blue is my favorite primary color. + + Blue is always nice. I like royal blue. + + I once road on The Royal Blue train from New York to D.C + + Oh that sounds really nice. I bet there was a lot of scenery and blue skies.' +- - episode_done: true + eval_labels: + - Cinematography + id: WikiTitleGenerationTeacher + text: Hi buddy, What you think about cinematography +- - episode_done: true + eval_labels: + - Cinematography + id: WikiTitleGenerationTeacher + text: "Hi buddy, What you think about cinematography\nCinematography,is a type\ + \ of motion picture , captured electronically by means of an image \nYes buddy,\ + \ Images captured with an electronic image-sensor, produces an electrical charge.The\ + \ word \"cinematography\" is based on the Greek words meaning movement, motion." +- - episode_done: true + eval_labels: + - Photography + id: WikiTitleGenerationTeacher + text: "Hi buddy, What you think about cinematography\nCinematography,is a type\ + \ of motion picture , captured electronically by means of an image \nYes buddy,\ + \ Images captured with an electronic image-sensor, produces an electrical charge.The\ + \ word \"cinematography\" is based on the Greek words meaning movement, motion.\n\ + It works by lens used to repeatedly focus the light reflected from objects into\ + \ real images on the light-sensitive surface .\n Muybridge sequence of a horse\ + \ galloping In the 1830s, moving images were produced on revolving drums and\ + \ disks" +num_episodes: 3374 +num_examples: 3374 diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml new file mode 100644 index 00000000000..2466b6a6fe7 --- /dev/null +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml @@ -0,0 +1,48 @@ +acts: +- - episode_done: true + id: WikiTitleGenerationTeacher + labels: + - Science fiction film + text: 'I think science fiction is an amazing genre for anything. Future science, + technology, time travel, FTL travel, they''re all such interesting concepts. + + I''m a huge fan of science fiction myself! ' +- - episode_done: true + id: WikiTitleGenerationTeacher + labels: + - Time travel in fiction + text: "I think science fiction is an amazing genre for anything. Future science,\ + \ technology, time travel, FTL travel, they're all such interesting concepts.\n\ + I'm a huge fan of science fiction myself! \nAwesome! I really love how sci-fi\ + \ storytellers focus on political/social/philosophical issues that would still\ + \ be around even in the future. Makes them relatable.\nI agree. One of my favorite\ + \ forms of science fiction is anything related to time travel! I find it fascinating." +- - episode_done: true + id: WikiTitleGenerationTeacher + labels: + - Science fiction + text: "I think science fiction is an amazing genre for anything. Future science,\ + \ technology, time travel, FTL travel, they're all such interesting concepts.\n\ + I'm a huge fan of science fiction myself! \nAwesome! I really love how sci-fi\ + \ storytellers focus on political/social/philosophical issues that would still\ + \ be around even in the future. Makes them relatable.\nI agree. One of my favorite\ + \ forms of science fiction is anything related to time travel! I find it fascinating.\n\ + It's not quite sci-fi, but my favorite version of time travel is in Harry Potter\ + \ and the Prisoner of Azkaban. Breaks zero logical rules.\nAnd that's difficult\ + \ to do when dealing with time travel. I actually haven't seen the latest Harry\ + \ Potter movies. Guess it's time to check them out!" +- - episode_done: true + id: WikiTitleGenerationTeacher + labels: + - Internet access + text: 'Can you imagine the world without internet access? ' +- - episode_done: true + id: WikiTitleGenerationTeacher + labels: + - Internet access + text: "Can you imagine the world without internet access? \nNo I could not! I\ + \ couldn't imagine living when internet access was rare and very few people\ + \ had it!\nOh me either! It seems like such a long time ago. I wonder when Internet\ + \ was first created?" +num_episodes: 64937 +num_examples: 64937 diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml new file mode 100644 index 00000000000..32ce94ec56c --- /dev/null +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml @@ -0,0 +1,61 @@ +acts: +- - episode_done: true + eval_labels: + - Gardening + id: WikiTitleGenerationTeacher + text: I like Gardening, even when I've only been doing it for a short time. +- - episode_done: true + eval_labels: + - Gardening + id: WikiTitleGenerationTeacher + text: 'I like Gardening, even when I''ve only been doing it for a short time. + + I live on a farm, we garden all year long, it is very relaxing. + + That sounds great. I''ve always thought that I would love living in a farm, + but I;ve always lived in the city. What do you mostly plant?' +- - episode_done: true + eval_labels: + - Gardening + id: WikiTitleGenerationTeacher + text: 'I like Gardening, even when I''ve only been doing it for a short time. + + I live on a farm, we garden all year long, it is very relaxing. + + That sounds great. I''ve always thought that I would love living in a farm, + but I;ve always lived in the city. What do you mostly plant? + + I have planted several fruits trees, tomatoes, jalepenos, bell peppers, onions, + Garlic, and potatoes mostly. + + Great, I love the idea of growing my own vegetables and fruits! Do you have + animals in the farm?' +- - episode_done: true + eval_labels: + - Gardening + id: WikiTitleGenerationTeacher + text: 'I like Gardening, even when I''ve only been doing it for a short time. + + I live on a farm, we garden all year long, it is very relaxing. + + That sounds great. I''ve always thought that I would love living in a farm, + but I;ve always lived in the city. What do you mostly plant? + + I have planted several fruits trees, tomatoes, jalepenos, bell peppers, onions, + Garlic, and potatoes mostly. + + Great, I love the idea of growing my own vegetables and fruits! Do you have + animals in the farm? + + yes i do. Cows, chickens, Micro pigs, Guinneas, We also do forest growing also. + we plants large pine trees. + + Wow, it sounds amazing, the Micro-pigs are so cute! are they trainable to be + well behaved?' +- - episode_done: true + eval_labels: + - Bob Ross + id: WikiTitleGenerationTeacher + text: I would like to know more about bob ross +num_episodes: 3434 +num_examples: 3434 From 32109670543148550d0bec9e3de34a10154e31e9 Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 12:33:33 -0700 Subject: [PATCH 4/6] flag for skipping no titles --- parlai/tasks/wizard_of_wikipedia/agents.py | 17 ++++++++++++++++- 1 file changed, 16 insertions(+), 1 deletion(-) diff --git a/parlai/tasks/wizard_of_wikipedia/agents.py b/parlai/tasks/wizard_of_wikipedia/agents.py index ed97722fcbe..6799f20daa3 100644 --- a/parlai/tasks/wizard_of_wikipedia/agents.py +++ b/parlai/tasks/wizard_of_wikipedia/agents.py @@ -773,6 +773,7 @@ def __init__(self, opt, shared=None): super().__init__(self.opt, shared=shared) self.id = 'WikiTitleGenerationTeacher' self._conv_history_len = self.opt['conversation_history_length'] + self._skip_no_title = self.opt['skip_no_title'] if not shared: self._preprocess_data() else: @@ -788,6 +789,15 @@ def add_cmdline_args(cls, parser, partial_opt=None): default=0, help='Number of previous utterances to keep in context, 0 (default) includes all', ) + agent.add_argument( + '--skip-no-title', + type='bool', + default=False, + help=( + 'Whether to skip the example if no passage was selected. If `false` ' + f'uses `{TOKEN_NOCHOSEN}` instead of title if no knowledge source was selected.' + ), + ) return parser def share(self): @@ -809,6 +819,9 @@ def _generate_messages(self, hist, action): } ) + def _should_include(self, act): + return not (self._skip_no_title and act['labels'][0] == TOKEN_NOCHOSEN) + def _preprocess_data(self): data = [] for episode_idx in range(super().num_episodes()): @@ -822,7 +835,9 @@ def _preprocess_data(self): text_parts = text_parts[1:] if text_parts: dialog_history.append(text_parts[0]) - data.append(self._generate_messages(dialog_history, a)) + title_act = self._generate_messages(dialog_history, a) + if self._should_include(title_act): + data.append(title_act) if a['episode_done']: break ex_idx += 1 From 27d7e4275f7c369cf1f3b34f342513a6a2bafdd8 Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 16:25:06 -0700 Subject: [PATCH 5/6] addressing PR comments --- parlai/tasks/wizard_of_wikipedia/agents.py | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/parlai/tasks/wizard_of_wikipedia/agents.py b/parlai/tasks/wizard_of_wikipedia/agents.py index 6799f20daa3..a09211b11a6 100644 --- a/parlai/tasks/wizard_of_wikipedia/agents.py +++ b/parlai/tasks/wizard_of_wikipedia/agents.py @@ -771,8 +771,14 @@ def __init__(self, opt, shared=None): self.opt = copy.deepcopy(opt) self.opt['label_type'] = 'response' super().__init__(self.opt, shared=shared) - self.id = 'WikiTitleGenerationTeacher' + self.id = 'WikiPageTitleTeacher' self._conv_history_len = self.opt['conversation_history_length'] + if not (self._conv_history_len > 0 or self._conv_history_len == -1): + logging.warning( + f'"{self._conv_history_len}" is an invalid value for --conversation-history-length flag.' + ' Changing it to default of -1 (include the entire message history).' + ) + self._conv_history_len = -1 self._skip_no_title = self.opt['skip_no_title'] if not shared: self._preprocess_data() @@ -786,13 +792,13 @@ def add_cmdline_args(cls, parser, partial_opt=None): agent.add_argument( '--conversation-history-length', type=int, - default=0, + default=-1, help='Number of previous utterances to keep in context, 0 (default) includes all', ) agent.add_argument( '--skip-no-title', type='bool', - default=False, + default=True, help=( 'Whether to skip the example if no passage was selected. If `false` ' f'uses `{TOKEN_NOCHOSEN}` instead of title if no knowledge source was selected.' @@ -807,7 +813,7 @@ def share(self): def _generate_messages(self, hist, action): include_hist = ( - hist[-self._conv_history_len :] if self._conv_history_len else hist + hist[-self._conv_history_len :] if self._conv_history_len > 0 else hist ) context = '\n'.join(include_hist) return Message( From 2d823cf168648e919f8879542dd40bb1819b92ad Mon Sep 17 00:00:00 2001 From: Mojtaba Date: Thu, 22 Jul 2021 17:53:24 -0700 Subject: [PATCH 6/6] regenrated the teacher test yml files --- .../wizard_of_wikipedia_wiki_page_title_test.yml | 14 +++++++------- .../wizard_of_wikipedia_wiki_page_title_train.yml | 14 +++++++------- .../wizard_of_wikipedia_wiki_page_title_valid.yml | 14 +++++++------- 3 files changed, 21 insertions(+), 21 deletions(-) diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml index 983241dec48..7ad551ee24d 100644 --- a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml @@ -2,14 +2,14 @@ acts: - - episode_done: true eval_labels: - Royal Blue (train) - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: 'Blue is my favorite primary color. Blue is always nice. I like royal blue.' - - episode_done: true eval_labels: - Blue Skies (1946 film) - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: 'Blue is my favorite primary color. Blue is always nice. I like royal blue. @@ -20,12 +20,12 @@ acts: - - episode_done: true eval_labels: - Cinematography - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: Hi buddy, What you think about cinematography - - episode_done: true eval_labels: - Cinematography - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: "Hi buddy, What you think about cinematography\nCinematography,is a type\ \ of motion picture , captured electronically by means of an image \nYes buddy,\ \ Images captured with an electronic image-sensor, produces an electrical charge.The\ @@ -33,7 +33,7 @@ acts: - - episode_done: true eval_labels: - Photography - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: "Hi buddy, What you think about cinematography\nCinematography,is a type\ \ of motion picture , captured electronically by means of an image \nYes buddy,\ \ Images captured with an electronic image-sensor, produces an electrical charge.The\ @@ -42,5 +42,5 @@ acts: \ real images on the light-sensitive surface .\n Muybridge sequence of a horse\ \ galloping In the 1830s, moving images were produced on revolving drums and\ \ disks" -num_episodes: 3374 -num_examples: 3374 +num_episodes: 3181 +num_examples: 3181 diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml index 2466b6a6fe7..fb4879ac312 100644 --- a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml @@ -1,6 +1,6 @@ acts: - - episode_done: true - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher labels: - Science fiction film text: 'I think science fiction is an amazing genre for anything. Future science, @@ -8,7 +8,7 @@ acts: I''m a huge fan of science fiction myself! ' - - episode_done: true - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher labels: - Time travel in fiction text: "I think science fiction is an amazing genre for anything. Future science,\ @@ -18,7 +18,7 @@ acts: \ be around even in the future. Makes them relatable.\nI agree. One of my favorite\ \ forms of science fiction is anything related to time travel! I find it fascinating." - - episode_done: true - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher labels: - Science fiction text: "I think science fiction is an amazing genre for anything. Future science,\ @@ -32,17 +32,17 @@ acts: \ to do when dealing with time travel. I actually haven't seen the latest Harry\ \ Potter movies. Guess it's time to check them out!" - - episode_done: true - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher labels: - Internet access text: 'Can you imagine the world without internet access? ' - - episode_done: true - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher labels: - Internet access text: "Can you imagine the world without internet access? \nNo I could not! I\ \ couldn't imagine living when internet access was rare and very few people\ \ had it!\nOh me either! It seems like such a long time ago. I wonder when Internet\ \ was first created?" -num_episodes: 64937 -num_examples: 64937 +num_episodes: 60797 +num_examples: 60797 diff --git a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml index 32ce94ec56c..9d5e301dabc 100644 --- a/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml +++ b/parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml @@ -2,12 +2,12 @@ acts: - - episode_done: true eval_labels: - Gardening - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: I like Gardening, even when I've only been doing it for a short time. - - episode_done: true eval_labels: - Gardening - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: 'I like Gardening, even when I''ve only been doing it for a short time. I live on a farm, we garden all year long, it is very relaxing. @@ -17,7 +17,7 @@ acts: - - episode_done: true eval_labels: - Gardening - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: 'I like Gardening, even when I''ve only been doing it for a short time. I live on a farm, we garden all year long, it is very relaxing. @@ -33,7 +33,7 @@ acts: - - episode_done: true eval_labels: - Gardening - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: 'I like Gardening, even when I''ve only been doing it for a short time. I live on a farm, we garden all year long, it is very relaxing. @@ -55,7 +55,7 @@ acts: - - episode_done: true eval_labels: - Bob Ross - id: WikiTitleGenerationTeacher + id: WikiPageTitleTeacher text: I would like to know more about bob ross -num_episodes: 3434 -num_examples: 3434 +num_episodes: 3236 +num_examples: 3236