Merge pull request #2479 from GaloisInc/rgs/sort-tests

`crux-mir-comp`: perform tests in alphabetical order by test directory/filename

Author: RyanGlScott

crux-mir-comp/test/Test.hs

@@ -9,7 +9,7 @@ import qualified Data.ByteString as BS
 import qualified Data.ByteString.Char8 as BSC
 import qualified Data.ByteString.UTF8 as BS8
 import           Data.Char (isSpace)
-import           Data.List (dropWhileEnd, isPrefixOf)
+import           Data.List (dropWhileEnd, isPrefixOf, sort)
 import           Data.Maybe (catMaybes)
 import           System.Directory (listDirectory, doesDirectoryExist, doesFileExist, removeFile)
 import           System.Exit (ExitCode(..))
@@ -301,6 +301,9 @@ testDir oracleTest dir = do
         False -> return Nothing
         True -> Just <$> testDir oracleTest (dir </> f)
   exists <- doesDirectoryExist dir
-  fs <- if exists then listDirectory dir else return []
+  -- This `sort` is not technically necessary, it just ensures that test cases
+  -- will be performed in a stable ordering, since `listDirectory` doesn't
+  -- guarantee such an ordering.
+  fs <- if exists then sort <$> listDirectory dir else return []
   tcs <- mapM gen fs
   return (testGroup (takeBaseName dir) (catMaybes tcs))