be more chill about the leading whitespace

examples/rl_gsm8k/orchestrate_rl.py

@@ -357,6 +357,7 @@ def main(cfg: DictConfig):
         logger.info("Removing leading white space from the model. This is necessary for DeepSeek models")
 
     while state["iteration"] < cfg.max_iterations:
+        logger.info(f"Starting iteration {state['iteration']}")
         start_iteration = time.time()
         if os.path.exists(finetune_path / "current"):
             assistant_model_path = str(finetune_path / "current")

tapeagents/llms.py

@@ -580,8 +580,10 @@ def _generate(self, prompt: Prompt) -> Generator[LLMEvent, None, None]:
                 content = data["choices"][0]["message"]["content"]
                 if self.remove_leading_white_space:
                     # vllm sometimes adds a whitespace at the beginning of the completion
-                    assert content[0] == " "
-                    content = content[1:]
+                    if content[0] == " ":
+                        content = content[1:]
+                    else:
+                        logger.error(f"Expected leading white space in completion: \n{content}")
                 if not content:
                     logger.warning(f"Empty completion {data}")