change max_turn_num to max_consecutive_auto_reply

flaml/autogen/agent/human_proxy_agent.py

@@ -1,21 +1,22 @@
 from .agent import Agent
 from flaml.autogen.code_utils import extract_code, execute_code
+from collections import defaultdict
 
 
 class HumanProxyAgent(Agent):
  """(Experimental) A proxy agent for human, that can execute code and provide feedback to the other agents."""
 
  DEFAULT_SYSTEM_MESSAGE = """You are human agent. You can execute_code or give feedback to the sender.
  """
- MAX_TURN_NUM = 100 # maximum number of turns in one conversation session (subject to future change)
+ MAX_CONSECUTIVE_AUTO_REPLY = 100 # maximum number of consecutive auto replies (subject to future change)
 
  def __init__(
  self,
  name,
  system_message="",
  work_dir=None,
  human_input_mode="ALWAYS",
- max_turn_num=None,
+ max_consecutive_auto_reply=None,
  is_termination_msg=None,
  **config,
  ):
@@ -29,15 +30,15 @@ def __init__(
  When "ALWAYS", the agent will ask for human input every time a message is received.
  When "TERMINATE", the agent will ask for human input only when a termination message is received.
  When "NEVER", the agent will never ask for human input.
- max_turn_num (int): the maximum number of turns in one conversation session.
- default: None (no limit provided, class attribute MAX_TURN_NUM will be used as the limit).
+ max_consecutive_auto_reply (int): the maximum number of consecutive auto replies.
+ default: None (no limit provided, class attribute MAX_CONSECUTIVE_AUTO_REPLY will be used as the limit in this case).
  The limit only plays a role when human_input_mode is not "ALWAYS".
  is_termination_msg (function): a function that takes a message and returns a boolean value.
  This function is used to determine if a received message is a termination message.
  config (dict): other configurations.
 
- The conversation stops when a termination message is received or the number of turns larger than
- the provided max_turn_num or the human input is "exit".
+ The conversation stops when the human input is "exit", or no human input is provided and a termination message is received,
+  or the number of consecutive auto reply is larger than the provided max_consecutive_auto_reply (when human_input_mode is not "ALWAYS").
  """
  super().__init__(name, system_message)
  self._work_dir = work_dir
@@ -46,14 +47,17 @@ def __init__(
  is_termination_msg if is_termination_msg is not None else (lambda x: x == "TERMINATE")
  )
  self._config = config
- self._max_turn_num = max_turn_num if max_turn_num is not None else self.MAX_TURN_NUM
- self._conversation_turn_counter = {}
+ self._max_consecutive_auto_reply = (
+ max_consecutive_auto_reply if max_consecutive_auto_reply is not None else self.MAX_CONSECUTIVE_AUTO_REPLY
+ )
+ self._consecutive_auto_reply_counter = defaultdict(int)
 
  def receive(self, message, sender):
  """Receive a message from the sender agent.
  Every time a message is received, the human agent will give feedback.
- The conversation stops when a termination message is received or the number of turns larger than
- the provided max_turn_num or the human input is "exit".
+
+ The conversation stops when the human input is "exit", or no human input is provided and a termination message is received,
+ or the number of consecutive auto reply is larger than the provided max_consecutive_auto_reply (when human_input_mode is not "ALWAYS").
  """
  super().receive(message, sender)
  # to determine if the message is a termination message using a function
@@ -63,18 +67,21 @@ def receive(self, message, sender):
  if self._human_input_mode == "ALWAYS" or terminate and self._human_input_mode == "TERMINATE"
  else ""
  )
+ # reset the consecutive_auto_reply_counter
+ if self._human_input_mode != "ALWAYS" and feedback:
+ self._consecutive_auto_reply_counter[sender.name] = 0
  if feedback and feedback != "exit":
  self._send(feedback, sender)
  elif (
  terminate
  or feedback == "exit"
  or (
  self._human_input_mode != "ALWAYS"
- and (len(self._conversations[sender.name]) + 1) / 2 >= self._max_turn_num
+ and self._consecutive_auto_reply_counter[sender.name] >= self._max_consecutive_auto_reply
  )
  ):
- # note that len(self._conversations[sender.name])+1)/2 is the number of turns in the conversation
  return
+ self._consecutive_auto_reply_counter[sender.name] += 1
  # try to execute the code
  code, lang = extract_code(message)
  if lang == "unknown":
@@ -93,7 +100,7 @@ def receive(self, message, sender):
  exitcode, logs = execute_code(code, work_dir=self._work_dir, filename=filename)
  else:
  # TODO: could this happen?
- exitcode = 1
+ exitcode, logs = 1, "unknown language"
  raise NotImplementedError
  exitcode2str = "execution succeeded" if exitcode == 0 else "execution failed"
  self._send(f"exitcode: {exitcode} ({exitcode2str})\nCode output: {logs.decode('utf-8')}", sender)

test/autogen/test_agent.py

@@ -6,7 +6,7 @@ def test_extract_code():
  print(extract_code("```bash\npython temp.py\n```"))
 
 
-def test_coding_agent(human_input_mode="NEVER", max_turn_num=10):
+def test_coding_agent(human_input_mode="NEVER", max_consecutive_auto_reply=10):
  try:
  import openai
  except ImportError:
@@ -20,7 +20,7 @@ def test_coding_agent(human_input_mode="NEVER", max_turn_num=10):
  user = HumanProxyAgent(
  "user",
  human_input_mode=human_input_mode,
- max_turn_num=max_turn_num,
+ max_consecutive_auto_reply=max_consecutive_auto_reply,
  is_termination_msg=lambda x: x.rstrip().endswith("TERMINATE"),
  )
  # agent.receive("""Find $a+b+c$, given that $x+y\\neq -1$ and \\begin{align*}
@@ -52,7 +52,7 @@ def test_coding_agent(human_input_mode="NEVER", max_turn_num=10):
  oai.ChatCompletion.stop_logging()
 
 
-def test_tsp(human_input_mode="NEVER", max_turn_num=10):
+def test_tsp(human_input_mode="NEVER", max_consecutive_auto_reply=10):
  try:
  import openai
  except ImportError:
@@ -69,7 +69,10 @@ def test_tsp(human_input_mode="NEVER", max_turn_num=10):
  oai.ChatCompletion.start_logging()
  agent = PythonAgent("coding_agent", temperature=0)
  user = HumanProxyAgent(
- "user", work_dir="test/autogen", human_input_mode=human_input_mode, max_turn_num=max_turn_num
+ "user",
+ work_dir="test/autogen",
+ human_input_mode=human_input_mode,
+ max_consecutive_auto_reply=max_consecutive_auto_reply,
  )
  with open("test/autogen/tsp_prompt.txt", "r") as f:
  prompt = f.read()
@@ -91,4 +94,4 @@ def test_tsp(human_input_mode="NEVER", max_turn_num=10):
  # openai.api_key = "<your_api_key>"
  # test_extract_code()
  test_coding_agent(human_input_mode="TERMINATE")
- test_tsp(human_input_mode="NEVER", max_turn_num=2)
+ test_tsp(human_input_mode="NEVER", max_consecutive_auto_reply=2)

test/autogen/test_human_proxy_agent.py

@@ -12,7 +12,7 @@ def test_human_agent():
  conversations = {}
  oai.ChatCompletion.start_logging(conversations)
  agent = ChatAgent("chat_agent")
- user = HumanProxyAgent("human_user", human_input_mode="NEVER", max_turn_num=2)
+ user = HumanProxyAgent("human_user", human_input_mode="NEVER", max_consecutive_auto_reply=2)
  agent.receive(
  """Write python code to solve the equation x^3=125. You must write code in the following format. You must always print the result.
  Wait for me to return the result.