add benchmark fixture for codeflash benchmarking

Author: KRRT7

tests/test_examples.py

@@ -106,7 +106,6 @@ def tmp_path_cwd(tmp_path: Path):
         os.chdir(cwd)
         sys.path.remove(str(tmp_path))
 
-
 @pytest.mark.xdist_group(name='doc_tests')
 @pytest.mark.parametrize('example', find_filter_examples())
 def test_docs_examples(  # noqa: C901
@@ -117,6 +116,7 @@ def test_docs_examples(  # noqa: C901
     allow_model_requests: None,
     env: TestEnv,
     tmp_path_cwd: Path,
+    benchmark: Any
 ):
     mocker.patch('pydantic_ai.agent.models.infer_model', side_effect=mock_infer_model)
     mocker.patch('pydantic_ai._utils.group_by_temporal', side_effect=mock_group_by_temporal)
@@ -216,9 +216,19 @@ def print(self, *args: Any, **kwargs: Any) -> None:
         test_globals: dict[str, str] = {'__name__': dunder_name}
 
         if eval_example.update_examples:  # pragma: lax no cover
-            eval_example.run_print_update(example, call=call_name, module_globals=test_globals)
+            benchmark(
+                eval_example.run_print_update,
+                example,
+                call=call_name,
+                module_globals=test_globals,
+            )
         else:
-            eval_example.run_print_check(example, call=call_name, module_globals=test_globals)
+            benchmark(
+                eval_example.run_print_check,
+                example,
+                call=call_name,
+                module_globals=test_globals,
+            )
 
 
 def print_callback(s: str) -> str: