From 9d2d2061942a40c73d9c70680b8504edd6496d72 Mon Sep 17 00:00:00 2001 From: Chris Cummins Date: Wed, 6 Oct 2021 18:33:20 +0100 Subject: [PATCH] [tests] Mark a flaky test. --- tests/llvm/llvm_env_test.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/llvm/llvm_env_test.py b/tests/llvm/llvm_env_test.py index f112f55b1..a1efc22a6 100644 --- a/tests/llvm/llvm_env_test.py +++ b/tests/llvm/llvm_env_test.py @@ -10,6 +10,7 @@ import gym import pytest +from flaky import flaky import compiler_gym from compiler_gym.compiler_env_state import ( @@ -75,6 +76,7 @@ def test_double_reset(env: LlvmEnv, always_send_benchmark_on_reset: bool): assert env.in_episode +@flaky def test_connection_dies_default_reward(env: LlvmEnv): env.reward_space = "IrInstructionCount" env.reset(benchmark="cbench-v1/crc32") @@ -98,6 +100,7 @@ def test_connection_dies_default_reward(env: LlvmEnv): assert reward == 2.5 +@flaky def test_connection_dies_default_reward_negated(env: LlvmEnv): env.reward_space = "IrInstructionCount" env.reset(benchmark="cbench-v1/crc32")