restructuring evaluate.py. Bumping version v0.8.0

CHANGELOG.md

@@ -5,7 +5,22 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [0.7.0] - 2024.08.13
+## [v0.8.0] - 2024.08.13
+
+### Added
+
++ `private_src/python3_XX/kspdg_envs/dist_evaluate.py` which replace
++ `evaluation/evaluate.py` that replaces `evaluation/evaluate.cpython-39.pyc` and `evaluation/evaluate.cpython-312.pyc` by automatically detecting which python version is in use and importing the appropriate `private_src/python3_XX/kspdg_envs/dist_evaluate.py` for use
+
+### Fixed
+
+### Changed
+
+### Removed
+
+- `evaluation/evaluate.cpython-39.pyc` and `evaluation/evaluate.cpython-312.pyc`, replaced with single `evaluation/evaluate.py` that in turn imports version-specific code from `private_src` 
+
+## [v0.7.0] - 2024.08.13
 
 ### Added
 

README.md

@@ -345,7 +345,7 @@ This example walks through how to evaluate agents for scoring purpose in the AIA
 > 
 > __We reserve the right to disqualify teams for unsporting behavior__
 
-The agent evaluation process uses a compiled python script located in `evaluation/evaluate.cpython-312.pyc` which takes a command-line argument pointing to a Agent-Env runner configuration file. The configuration file contains several pieces of information, inlcuding:
+The agent evaluation process uses a python scripts located in `evaluation/evaluate.py` which takes a command-line argument pointing to a Agent-Env runner configuration file. The configuration file contains several pieces of information, inlcuding:
 - user name and pass key for authentication on the public leaderboard
 - The kspdg environment that is too be evaluated. 
 - path to the user-defined agent to be evaluated, the agent's class name, any input arguments needed to instantiate the agent, and an agent nickname to distinguish it from other agents on the leaderboard that may be instantiated from the agent class (e.g. if the user runs the same agent multiple times or with different input arguements)
@@ -361,11 +361,10 @@ Here is a basic example for running an agent-environment evaluation. As with oth
 ```bash
 conda activate kspdg # while it is not strictly necessary to use conda environments, it is encouraged for development and debugging purpose
 cd evaluation # working directory is important due to relative path in cfg.yaml
-python evaluate.cpython-312.pyc configs/example_eval_cfg.yaml   # assuming your conda env has python 3.12
-                                                                # ohterwise call evaluate.cpython-39.pyc for python 3.9
+python evaluate.py configs/example_eval_cfg.yaml
 ```
 
-This should output to a file in the `results/` subdirectory with a name like `kspdg_results_20231018_125336.txt`. That file has JSON-formatted results that look like
+This should output to a file in the `results/` subdirectory with a name like `kspdg_results_20231018_125336.txt`. That file has JSON-formatted results that look like (details will vary in your file)
 
 ```
 {

src/kspdg/__init__.py

@@ -5,7 +5,7 @@
 # Single-sourcing package version
 # https://packaging.python.org/guides/single-sourcing-package-version/
 
-__version__ = "0.7.0"
+__version__ = "0.8.0"
 
 # these imports make the individual environments accessible at the top-level
 # of the library and assign an environment version number
@@ -43,8 +43,6 @@
 from kspdg.sb1.e1_envs import SB1_E1_I5_Env as SB1_E1_I5_V1
 
 # Private-source, python-version-specific environments with advanced bots (e.g. julia-based)
-# from kspdg.lbg1.lg3_envs import LBG1_LG3_I1_Env as LBG1_LG3_I1_V1
-# from kspdg.lbg1.lg3_envs import LBG1_LG3_I2_Env as LBG1_LG3_I2_V1
 import sys
 if sys.version_info[:2] == (3, 12):
     # Python 3.12

src/kspdg/private_src/python3_12/kspdg_envs/__init__.py

@@ -1,3 +1,3 @@
-# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T09:08:51.230815
+# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T21:47:22.097913
 from kspdg.private_src.python3_12.pyarmor_runtime_000000 import __pyarmor__
-__pyarmor__(__name__, __file__, b'PY000000\x00\x03\x0c\x00\xcb\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\xa9\x01\x00\x00\x12\t\x04\x00jB\x8e\xd7\xb7\xec\xce\xf3(C\xba\xa6;\xb9\xae\xcf\x00\x00\x00\x00\x00\x00\x00\x00|b\xd2\x03\x0f\xbe\xfaf6\xc44\x9cN\xa2<s\x96\x99b\x14\xcb\x1c\x98\x11\xa2\x1a\xec\x0b\xd1\xde\xd3\x06"\xc7 R\n\x82 \xb6a\xe6\xb7 \xc4D\xd6\xaa\x12\x13R=\x81\xceR\x06\xa6\x1f\rW\x1c9C\xfc\xdf\xbd\xe2\xdf\xd2A\x01\x1c+z\x1cj\xc4X\x00\x1eU2\x05\x0f\xde\x0f\xd0\x1b\xe2\x9a\xae\xb8\x85?\xb4\xb1\xa9\x08\x8c\xa6\x15\x9c\'zN\x80n4RI\xdb!\xbc\x15\xa5\x83\x9aw\x19d\x18\x14Kd\xe3\x90,\x9a\x9c\xb8\xa3\xd5\x944\xc7\xc4u\xd8\xab\xf3\x1c\x02\x1ejpk\xab\xf5\x92\x85\x04H\x95\xdc\xb6\xb44\\O\x83\x04\x98\x1c\xd8*\xbbr\xa7\x8a\x01w\xab\xe3~\n\x0c\xd3\xb9\xbf\xee\xfc\xa9\xf4\x06?\x80\r\xe6e\xb5\xdej\xa6\x1f,\x17\xba\x15\xfe6\xb6\xf1K!\x1e\xcd\xab*\x9c\xf1!#MS`\xd8\xcf|\x1ag\xdd\x0b%\x18\x9cVP\xcb\xef\xff\'\xaco\xbe\xea\xbcZ\xba\x80\xc2\x13\x91\xc3@Lm\xe0\x01l5\n\\J\xf7l\x8a\xedq\x85\x8d\xd1\xb6%\xf1<1\'S\xd5\r\xbfw\xf3\x9fk\x13Df\x97\x1a\xabuU\xec\xcf=\x0c\xe7#/Y\x99\xb4\xe7\xcb\x10\xc3\xac\x03\x92\x90\x91\x8d*\xfd\xdef\xdaX\x07~Cc\xf06//\xd7\xdc5\xbe\xa3\xe0\x91\x89\xf9\xc9\x8f\xe1\x8b\x19\x17\x0c#\x16\xdf\xa0#k\xff\x8c\xa7\x8b\x8e\xff\x10\x1eH\xb3}n:\xe3\xfdT\xf4\x84\xb8)K6\xb4R\x16\xab\xbe#\x92\xb8\xefqFo\xffYK\xea]`\xdf9\xcf\xbc<\xd9*\xee\x01\x8f1\xea\xf9\xa8\xbd\xc3=\x7f\x97\xe9\xc1\x05\xa7\x0c\xc5mN\x89\xc0\xa2\x18&\xa08=\xde(*n\xa3\xfdl\xf1\x13s\xe2')
+__pyarmor__(__name__, __file__, b'PY000000\x00\x03\x0c\x00\xcb\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\xa9\x01\x00\x00\x12\t\x04\x00\xad\xa3\xf1\xb7Y\xe7w\xd2/\x98y\x9c\xb0\xe7E\x13\x00\x00\x00\x00\x00\x00\x00\x00\xa9\x16\xbarW\xa7\x8b\xb2\x961\xb6\x81=\xb2\xb0v\x7f\xa2g\xa7](\x96&\x9d\x9b\xf7\x1a\xf2L\xb4\xbc~Vh\xf3g\x9c\xd1}\xc5\xcf&A2$\x08\xf5\xed\xf1\xf3\x15\x91\xf1\xacI\xcc\x94\x1bq\x9d\x02\xb7rF\xf7\x9a\x8e~w\x93A?\xb0\xa2\x0c(\xbb\x05\xcc\xe5l \xa4c\xf6\xad\xe3\x90\xa1\xf5\x85\x16\xd3\xe0\xd6]z\x92\r\xb0\xca\xbcP\xbb\xd7J+e\xb5?o\xb4\xc7\x9f\xe6\xb1\xba\xaf\'\x00A\x1f\x8d\x12\x1d\xadw%\xa1:\xc0\x93\xa8\xaav\x9f\xe1[+l\x85?\xbd:Y\xc3-Q\xe1"cYJFR6\x8b\xef\xed\x0fl<\xdaX%\xdd\x07\xd3WF\xfd\x00G\xe3S\xa4F\xa4+\xb3;_F\xae\r\x0c\xe9\xca\x9b%\x05\xa8\x07\xe5SsK\xd2L\xffM\x9c\xcd&<\x0fV[s^NW-\t"\xac7\xf2\xd5~\xf7\x91u\xa7]#\xfe\r\x98\xd4g\xe2)\x92R\xa9\xd3\r\x02Z\xb1x(\xb1\xd7\xa3m\xb7U_]\xf4[J\xffr&>\xd2&v\xb1\x9a\xacn\xdd\x11\'4\tG_$\x18\x0cB\x91\xb8\x83T@c\x0f\xabd\xee\xd7y\x15hc\x9bO\xe6\xebn\xc1\x01\xf6t\x88\xe8\x13<\xfe\x0b\xd4\xb9lV\t\xd6\xf4\xa2\xe6-0\xfa\xbb\xae\rCpd\x1a\xb7\xe5\xdb\x80\xdc\xa1\x06x>\xd4\x08\xf6\xf2\x98%\xa4DjL\xd3\xca7+\x91\xe7\xd7bhQNhCt[5\xc9\xf6C\x96\x02-x\xfb\xec[\xfb\xb2\xc8\xb1\x0c\xae\xc9^`\x07\xe8j:\x1e\xbagK;Fg+\x05n\x17p\xa5\xa8R\x8c\xc7n\x85\xfb\xc7\xde\xad\x11\xd5G6\xd0\x1a\x91.\x14(\xa1>Cf-t\xf2\x84')

src/kspdg/private_src/python3_12/kspdg_envs/lbg1/__init__.py

@@ -1,3 +1,3 @@
-# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T09:08:51.232872
+# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T21:47:22.107258
 from kspdg.private_src.python3_12.pyarmor_runtime_000000 import __pyarmor__
-__pyarmor__(__name__, __file__, b'PY000000\x00\x03\x0c\x00\xcb\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\x89\x00\x00\x00\x12\t\x04\x00h4Q\x85ve\x18\x8c\xc9-\xab\xe30\xb0uf\x00\x00\x00\x00\x00\x00\x00\x00ron\xbe\xf2\x1c\x1a\xd3\xfa\x06\xac\xde\xf0\xe2\xe0\xcb\xa3\xf8\xa3D\xc6J\xfdQ\xb4\xaa\x1c\xc05\x87\xd5\x8c#=%\xcbZ\xd1\x88S\xd5B\xe3\xcb\xdd\x0e\xd0\xe7\x00%\xbdW\xd9\xf1\xa8\x8d\xb8\xdd\xaa9\xe1\xcaOIh\x90\x98\xc9\x8d\x99\x8f)\x165\xc1\x01\x06\xbe\x05\xe4\xb4\xee\xa3\xfeX\xe5\x1c\xfdl\x07$\xad9?\x0e\xcb\xd9uRk\x0b$\x94\xa9\xf4\x12\xe8\xd0(\xb8\xe9\xe0\xa3q\xa8Jw\xe1\xef\xcb\xb2\x9f\xe5\x9f\xf8\xe4 \xdeU6\xe2\xd0\xf0\xa2\xc6\xc8\xf3')
+__pyarmor__(__name__, __file__, b'PY000000\x00\x03\x0c\x00\xcb\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\x89\x00\x00\x00\x12\t\x04\x00\x97\xa9/\xb6\x8c\xa4Xa\xc0\xf9\x18\x07B-\x15\xdf\x00\x00\x00\x00\x00\x00\x00\x00@\xa4\xea\xa0\xd1\xa6N1\xe2@\xa8-(\x81tpt?\x15\x0fFX\xa4\x13\x8a\xeb^\xa6\xa9\xe5&?7\xce\x00\xd6\x89\x17\x17\xc4\x16O\xbe\xf9\x91\xd3S\x12E\xbf\xfc-M\x94\xcc\xfc\xa8B\x10\x96\xd80\x9f\xe3\xcay\xc2\xde\xd2\xc8\xe1\x02\xd8\rxJ\xdeL\n\xdf]\xbfb\x86\xd8\xb2:\x11\x81J\xcd_\xdd\x0c\x8b\x9b\xde\xe8\x9d\x04\x17Aq\x15\xc4|\xd0\x95!\x1c\xb6]\xcb\xc7Ty\xe4\xa5\xef|a\xb1p\x08-\xc0\x14\x10s\x1f\xfc\xa0\x05\x80\xf2\xc1\xf7')

src/kspdg/private_src/python3_12/pyarmor_runtime_000000/__init__.py

@@ -1,2 +1,2 @@
-# Pyarmor 8.5.11 (trial), 000000, 2024-08-13T09:08:51.228065
+# Pyarmor 8.5.11 (trial), 000000, 2024-08-13T21:47:22.095450
 from .pyarmor_runtime import __pyarmor__

src/kspdg/private_src/python3_12/version_info.txt

@@ -3,5 +3,5 @@
 // SPDX-License-Identifier: MIT
 {
     "version": "0.1.1",
-    "commit": "532df82390f95b9a31d1b5e4fd0dda11928bd17f"
+    "commit": "428427cefd644d5124f0b7f7904feb15e872d80c"
 }

src/kspdg/private_src/python3_9/kspdg_envs/__init__.py

@@ -1,3 +1,3 @@
-# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T09:08:51.883459
+# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T21:47:22.679498
 from kspdg.private_src.python3_9.pyarmor_runtime_000000 import __pyarmor__
-__pyarmor__(__name__, __file__, b'PY000000\x00\x03\t\x00a\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\\\x01\x00\x00\x12\t\x04\x00K\xb2\x05\xf4\xc1\x11\x17\x9bj\xe2\xc0w\xc6\x83,\xdf\x00\x00\x00\x00\x00\x00\x00\x00j0X`\x82\x98*\xdc\x82k\x12\x1b\xe1\x03\x8fj\xaf\xa3\x98\x82v8\xa5\xbe\xf3\x03\x01]\xee\xfc\x03e,B\xdc\xca=\xd0\\4b\xd7k\xd4\xe5\x0f\x1d\xb3\xc3\x14\xca}\xfc\xe9WD\xefn\x92\xc5\x87P\xddT~=\xdbb\xeeR\x916l\x07^R\x00\xe2\x0f\x91\xea\x01\x97h\xf8-\xcdO\x87\xa8\x1d\xda\xc6\x8fY\r-`\x1f\xd9\x8b\xcf\xce\x8fD\xf9g\x8f+\x8a+\x1bg\x92\x8d\xa3\x84\xf06s\x05\x1c,Y7\x96\xf6\x94)\x03"x\x1fK\xdf\xb5\x8a\x06\r=\x13\x16\xf7\xd7\xe3\xe3\x86\xbb\x86\xf7\xde\x17\t\xa3\x97\r|<}\xd4\x93%\xe6\x01\x00\xb9K\x0fB\x19\r\xcc\xb1(f\xf0\x07\x82m\xebR\x08\xf8\'\xe4\xdc\xac6\xf4\xb6\xfe\xc6Ah\x94\xcd(\xecj\xdc\x81\xea\xb9P\x83\xc0\x94\x84\xd7\xcer.L\x0c&\r)\xf7j\xd8]\xd6\x08\xfc\x01\xf1\x8eR8\x83)\xa3\xb5#[\xa5Q\x8c"w\x8e\xa1-$\xc2\xb2\x86?\x08\x92\xbe\x90\xee8,\xab|\x8d3\x84\xe6hy\xc4F\xba-\x80\x14\x92\x03[ruI\xd7r1W\x11\xe4\x9c\x1b\xf5\xc9V\xc5+\xbc\xd5\xb0\x077\nw\xa0.\xe8yrz9\x0e\xd8\xe8\xd7\xde@\x8f\x91\xaf\xb4\xab\xab_!#\xa7)4}\x16jn\x83\x98^i\x88\xdb\xd6sJ.P~\xc7s\xa0\n\x87\xcf=\x9bP\xb2^\xbf')
+__pyarmor__(__name__, __file__, b"PY000000\x00\x03\t\x00a\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\\\x01\x00\x00\x12\t\x04\x00_\xd3v1\xd2J\nZ\x1d\xc8\xa1\x13\x85\xc2\xc8(\x00\x00\x00\x00\x00\x00\x00\x00\x7f\xacD\x8f\xf5\x06r\xedjM6G\x1fr\x94\x8b\x0e,\x83\xd5\x17\xc4L\xd4\xf3b\x83\x06\x0cQ\x89?\xec\xde\xe2\x14\x02J\x1b\x9fDH\xf1\xf0\x03W\xe9x\x10\xa6\x0e\xa7\xe0%\xd4\xecr\x901o\xdf\x9e\xdb\x90r2:iu\x00\xee\x9bse\x95z\x8e\xff\xe2\xa0\xb6E\x0e#\x9e\xeb3\x10q\xae\x9e,o\xb8\xe7u\xa2\x89\x9f\xc5\xeb\xee\x90\x0e-\xe0\x1e\t\x84\xe0I(d{\x81\\\x03\r>\x1e\x08F\xb5r\x1b\xac;\xc08\xa9\xc8\xd4\xaa\xb6\x1c\x80_j\x0f\xd2\xc4\x92\x84\xfb\xe1\x1f\x9a\x7f5x\x8dP-G\x0e\x88\xb4\n?\x89\xf3A\xcc\x01>\xe6e\x19\xb5\xe6nF\xc1?\x14\xa1\x1e\xc5\xb7\x14\x9f\xc86\xe1\x1a\x1a\x96\xfb\xc1\xbd+\x06n\xef|f\xce]20\xa2\xfe\x06\xa6\x9a\\\xcc?N\x06\xa1\x91\xc0\x0bG \xe3,F\xf6\x17*\xcc\n\xad\xc1\xfd\t}B\x8b\xac\xb2'\x85\xbd\x9f\xc3\xa9\xf3\x93\xf0\x02l Z\xbd=4\xf1\x0b\x82\xa1\x81M#\xc6\xd4#\xf0}\xb0&\xb6\xb3\nFB\x02\xdc\xe8\xad\x98\xbd6\x0b\x99\x1e?ko\x01\xb6\xbcyq9I\x0bm\x91\x8c\x08G\x94f\x95\xd2\x80\xc2&\x0b4x\xab\xdd\xa4\t\x88\\%\xd4\xa4\xe79(\xb4K|\x14\xdc<\xb6\xeb,O\x05\xa3\xa5\xb7\xb8l|\x0c\xe1\x9dk\x9e\xe6&Uq\x1bmpo)\x96")

src/kspdg/private_src/python3_9/kspdg_envs/lbg1/__init__.py

@@ -1,3 +1,3 @@
-# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T09:08:51.885521
+# Pyarmor 8.5.11 (trial), 000000, non-profits, 2024-08-13T21:47:22.687734
 from kspdg.private_src.python3_9.pyarmor_runtime_000000 import __pyarmor__
-__pyarmor__(__name__, __file__, b'PY000000\x00\x03\t\x00a\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\x83\x00\x00\x00\x12\t\x04\x00\xd2:\xfd\x9ey\xd8\xb5\x07}%\x9el\xa2\xcc\xe9E\x00\x00\x00\x00\x00\x00\x00\x00\x8e\xf6a\xcd\x10\xf9\x85\x97\xect\x9c_>p\x16m5\x97\x82Dl\xf9\xa2\xc0\xc7\x8b\nGZ\xb3t\xc8I\x14C9lsi\xf6A\xaa\\y_\xc3\x95"\x93I\x0c\x14\x1d\x8en\xd4\x89\x11\x054g\xf8Y\x14\'\xd4t\x0cs\xc4\xb7un\xc8\xd2\xee4\xff$\xb1L\xdd\x8f\x99\xaf\xed\x19j\x8fd\rf\xa7\xaf{\x9f\xf9\xd0\xefx+L\x02\x11i\x93\xfb\xae}\xdc\x0b\x91\xfe\x05\xe7\x96f\xf0\xc0\xe6C/\xdf\x8b!\x1bA85C\xb0')
+__pyarmor__(__name__, __file__, b'PY000000\x00\x03\t\x00a\r\r\n\x80\x00\x01\x00\x08\x00\x00\x00\x04\x00\x00\x00@\x00\x00\x00\x83\x00\x00\x00\x12\t\x04\x00\x8d\xa8\x81\xb1\xfd\x9a\xb9S$/\x8a\xb1\x03\xdaLo\x00\x00\x00\x00\x00\x00\x00\x00\xe8m\x1e\xf9\xafN\x8a}4\xe5\x9a"\xc7\x00\xba\xecp3\x82\xcd,\xaf}\xb3\x13\x05D\xad\xb3)\x8bI\xa3\x117Vtx\xca\xb4t\xb9\x1d\xe4J\x00\xb2\x19\x90\xd5\xcb\x9a\xce\xd6\x1dpf\xe8\xcf\xea+\x04q\xbc\x85\xf1\xc6\x92vJj\xf5\x1f\xab\x8e\xc0k%\xe3\n\xbdh\x82\x13\xadwS\xce\x91\x80\\^\xd1\xdc7d\xd52\xbaw\xcf\x87\x81\x02\xa33\xdc\xc5\x1ek\x97\xd8\xaf\xd1f\xe3\xea\x1dIE\xd5\xc9\x02)r\xf8\xf1\xff\x95\'\xd7')

src/kspdg/private_src/python3_9/pyarmor_runtime_000000/__init__.py

@@ -1,2 +1,2 @@
-# Pyarmor 8.5.11 (trial), 000000, 2024-08-13T09:08:51.880714
+# Pyarmor 8.5.11 (trial), 000000, 2024-08-13T21:47:22.676914
 from .pyarmor_runtime import __pyarmor__

src/kspdg/private_src/python3_9/version_info.txt

@@ -3,5 +3,5 @@
 // SPDX-License-Identifier: MIT
 {
     "version": "0.1.1",
-    "commit": "532df82390f95b9a31d1b5e4fd0dda11928bd17f"
+    "commit": "428427cefd644d5124f0b7f7904feb15e872d80c"
 }