Merge pull request #49 from commit-0/fix-test

Fix test

Author: wenting-zhao

agent/run_agent.py

@@ -115,14 +115,17 @@ def run_agent_for_repo(
             message = get_message(
                 agent_config, repo_path, test_dir=example["test"]["test_dir"]
             )
+            agent_config_log_file = os.path.abspath(
+                RUN_AIDER_LOG_DIR / "no_tests" / ".agent.yaml"
+            )
+            os.makedirs(os.path.dirname(agent_config_log_file), exist_ok=True)
+            # write agent_config to .agent.yaml
+            with open(agent_config_log_file, "w") as agent_config_file:
+                yaml.dump(agent_config, agent_config_file)
+
             for f in target_edit_files:
                 file_name = f.replace(".py", "").replace("/", "__")
                 log_dir = RUN_AIDER_LOG_DIR / "no_tests" / file_name
-                # write agent_config to .agent.yaml
-                with open(
-                    RUN_AIDER_LOG_DIR / "no_tests" / file_name / ".agent.yaml", "w"
-                ) as agent_config_file:
-                    yaml.dump(agent_config, agent_config_file)
                 lint_cmd = get_lint_cmd(local_repo, agent_config.use_lint_info)
                 agent.run(message, "", lint_cmd, [f], log_dir)
 

commit0/cli.py

@@ -221,7 +221,10 @@ def test(
     timeout: int = typer.Option(1800, help="Timeout for tests in seconds"),
     num_cpus: int = typer.Option(1, help="Number of CPUs to use"),
     reference: Annotated[
-        bool, typer.Option("--reference", help="Test the reference commit.")
+        bool, typer.Option("--reference", help="Test the reference commit")
+    ] = False,
+    coverage: Annotated[
+        bool, typer.Option("--coverage", help="Whether to get coverage information")
     ] = False,
     rebuild: bool = typer.Option(
         False, "--rebuild", help="Whether to rebuild an image"
@@ -266,6 +269,7 @@ def test(
         repo_or_repo_path,
         branch,  # type: ignore
         test_ids,
+        coverage,
         backend,
         timeout,
         num_cpus,
@@ -286,6 +290,9 @@ def evaluate(
     reference: Annotated[
         bool, typer.Option("--reference", help="Evaluate the reference commit.")
     ] = False,
+    coverage: Annotated[
+        bool, typer.Option("--coverage", help="Whether to get coverage information")
+    ] = False,
     commit0_dot_file_path: str = typer.Option(
         ".commit0.yaml",
         help="Path to the commit0 dot file, where the setup config is stored",
@@ -309,6 +316,7 @@ def evaluate(
         commit0_config["repo_split"],
         commit0_config["base_dir"],
         branch,
+        coverage,
         backend,
         timeout,
         num_cpus,