Fix parsing of pp split points from toml file

Previously, string_list formatting was only applied to pp split points
arg when it came from the cmd line.  The string_list formatting needs to
be applied when loading via toml too.

ghstack-source-id: 1adf6716382884efbdeedae8601a2f210c4fb860
Pull Request resolved: #450

torchtitan/config_manager.py

@@ -576,6 +576,19 @@ def parse_args(self, args_list: list = sys.argv[1:]):
                 logger.exception(f"Error details: {str(e)}")
                 raise e
 
+        # if split-points came from 'args' (from cmd line) it would have already been parsed into a list by that parser
+        if (
+            "experimental" in args_dict
+            and "pipeline_parallel_split_points" in args_dict["experimental"]
+            and isinstance(
+                args_dict["experimental"]["pipeline_parallel_split_points"], str
+            )
+        ):
+            exp = args_dict["experimental"]
+            exp["pipeline_parallel_split_points"] = string_list(
+                exp["pipeline_parallel_split_points"]
+            )
+
         # override args dict with cmd_args
         cmd_args_dict = self._args_to_two_level_dict(cmd_args)
         for section, section_args in cmd_args_dict.items():