Adding the goal conditioning sensors with the new observation specs

com.unity.ml-agents/Editor/CameraSensorComponentEditor.cs

@@ -25,6 +25,7 @@ public override void OnInspectorGUI()
                 EditorGUILayout.PropertyField(so.FindProperty("m_Height"), true);
                 EditorGUILayout.PropertyField(so.FindProperty("m_Grayscale"), true);
                 EditorGUILayout.PropertyField(so.FindProperty("m_ObservationStacks"), true);
+                EditorGUILayout.PropertyField(so.FindProperty("m_ObservationType"), true);
             }
             EditorGUI.EndDisabledGroup();
             EditorGUILayout.PropertyField(so.FindProperty("m_Compression"), true);

com.unity.ml-agents/Editor/VectorSensorComponentEditor.cs

@@ -0,0 +1,30 @@
+using UnityEditor;
+using Unity.MLAgents.Sensors;
+
+namespace Unity.MLAgents.Editor
+{
+    [CustomEditor(typeof(VectorSensorComponent))]
+    [CanEditMultipleObjects]
+    internal class VectorSensorComponentEditor : UnityEditor.Editor
+    {
+        public override void OnInspectorGUI()
+        {
+            var so = serializedObject;
+            so.Update();
+
+            // Drawing the VectorSensorComponent
+
+            EditorGUI.BeginDisabledGroup(!EditorUtilities.CanUpdateModelProperties());
+            {
+                // These fields affect the sensor order or observation size,
+                // So can't be changed at runtime.
+                EditorGUILayout.PropertyField(so.FindProperty("m_SensorName"), true);
+                EditorGUILayout.PropertyField(so.FindProperty("m_observationSize"), true);
+                EditorGUILayout.PropertyField(so.FindProperty("m_ObservationType"), true);
+            }
+            EditorGUI.EndDisabledGroup();
+
+            so.ApplyModifiedProperties();
+        }
+    }
+}

com.unity.ml-agents/Runtime/Sensors/CameraSensor.cs

@@ -44,16 +44,17 @@ public SensorCompressionType CompressionType
         /// <param name="grayscale">Whether to convert the generated image to grayscale or keep color.</param>
         /// <param name="name">The name of the camera sensor.</param>
         /// <param name="compression">The compression to apply to the generated image.</param>
+        /// <param name="observationType">The type of observation.</param>
         public CameraSensor(
-            Camera camera, int width, int height, bool grayscale, string name, SensorCompressionType compression)
+            Camera camera, int width, int height, bool grayscale, string name, SensorCompressionType compression, ObservationType observationType = ObservationType.Default)
         {
             m_Camera = camera;
             m_Width = width;
             m_Height = height;
             m_Grayscale = grayscale;
             m_Name = name;
             var channels = grayscale ? 1 : 3;
-            m_ObservationSpec = ObservationSpec.Visual(height, width, channels);
+            m_ObservationSpec = ObservationSpec.Visual(height, width, channels, observationType);
             m_CompressionType = compression;
         }
 

com.unity.ml-agents/Runtime/Sensors/CameraSensorComponent.cs

@@ -75,6 +75,18 @@ public bool Grayscale
             set { m_Grayscale = value; }
         }
 
+        [HideInInspector, SerializeField]
+        ObservationType m_ObservationType;
+
+        /// <summary>
+        /// The type of the observation.
+        /// </summary>
+        public ObservationType SensorObservationType
+        {
+            get { return m_ObservationType; }
+            set { m_ObservationType = value; UpdateSensor(); }
+        }
+
         [HideInInspector, SerializeField]
         [Range(1, 50)]
         [Tooltip("Number of camera frames that will be stacked before being fed to the neural network.")]
@@ -108,7 +120,7 @@ public int ObservationStacks
         /// <returns>The created <see cref="CameraSensor"/> object for this component.</returns>
         public override ISensor CreateSensor()
         {
-            m_Sensor = new CameraSensor(m_Camera, m_Width, m_Height, Grayscale, m_SensorName, m_Compression);
+            m_Sensor = new CameraSensor(m_Camera, m_Width, m_Height, Grayscale, m_SensorName, m_Compression, m_ObservationType);
 
             if (ObservationStacks != 1)
             {

com.unity.ml-agents/Runtime/Sensors/ISensor.cs

@@ -59,16 +59,6 @@ public enum ObservationType
         /// Collected observations contain goal information.
         /// </summary>
         Goal = 1,
-
-        /// <summary>
-        /// Collected observations contain reward information.
-        /// </summary>
-        Reward = 2,
-
-        /// <summary>
-        /// Collected observations are messages from other agents.
-        /// </summary>
-        Message = 3,
     }
 
     /// <summary>

com.unity.ml-agents/Runtime/Sensors/VectorSensor.cs

@@ -21,16 +21,20 @@ public class VectorSensor : ISensor, IBuiltInSensor
         /// </summary>
         /// <param name="observationSize">Number of vector observations.</param>
         /// <param name="name">Name of the sensor.</param>
-        public VectorSensor(int observationSize, string name = null)
+        public VectorSensor(int observationSize, string name = null, ObservationType observationType = ObservationType.Default)
         {
-            if (name == null)
+            if (name == null || name == "")
             {
                 name = $"VectorSensor_size{observationSize}";
+                if (observationType != ObservationType.Default)
+                {
+                    name += "_goal";
+                }
             }
 
             m_Observations = new List<float>(observationSize);
             m_Name = name;
-            m_ObservationSpec = ObservationSpec.Vector(observationSize);
+            m_ObservationSpec = ObservationSpec.Vector(observationSize, observationType);
         }
 
         /// <inheritdoc/>

com.unity.ml-agents/Runtime/Sensors/VectorSensorComponent.cs

@@ -0,0 +1,62 @@
+using UnityEngine;
+using UnityEngine.Serialization;
+
+namespace Unity.MLAgents.Sensors
+{
+    [AddComponentMenu("ML Agents/Vector Sensor", (int)MenuGroup.Sensors)]
+    public class VectorSensorComponent : SensorComponent
+    {
+        /// <summary>
+        /// Name of the generated <see cref="VectorSensor"/> object.
+        /// Note that changing this at runtime does not affect how the Agent sorts the sensors.
+        /// </summary>
+        public string SensorName
+        {
+            get { return m_SensorName; }
+            set { m_SensorName = value; }
+        }
+        [HideInInspector, SerializeField]
+        private string m_SensorName = "VectorSensor";
+
+        public int ObservationSize
+        {
+            get { return m_observationSize; }
+            set { m_observationSize = value; }
+        }
+
+        [HideInInspector, SerializeField]
+        int m_observationSize;
+
+        [HideInInspector, SerializeField]
+        ObservationType m_ObservationType;
+
+        VectorSensor m_sensor;
+
+        public ObservationType ObservationType
+        {
+            get { return m_ObservationType; }
+            set { m_ObservationType = value; }
+        }
+
+        /// <summary>
+        /// Creates a VectorSensor.
+        /// </summary>
+        /// <returns></returns>
+        public override ISensor CreateSensor()
+        {
+            m_sensor = new VectorSensor(m_observationSize, m_SensorName, m_ObservationType);
+            return m_sensor;
+        }
+
+        /// <inheritdoc/>
+        public override int[] GetObservationShape()
+        {
+            return new[] { m_observationSize };
+        }
+
+        public VectorSensor GetSensor()
+        {
+            return m_sensor;
+        }
+    }
+}

com.unity.ml-agents/Tests/Runtime/Sensor/CameraSensorTest.cs

@@ -37,5 +37,22 @@ public void TestCameraSensor()
                 }
             }
         }
+
+        [Test]
+        public void TestObservationType()
+        {
+            var width = 24;
+            var height = 16;
+            var camera = Camera.main;
+            var sensor = new CameraSensor(camera, width, height, true, "TestCameraSensor", SensorCompressionType.None);
+            var spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Default);
+            sensor = new CameraSensor(camera, width, height, true, "TestCameraSensor", SensorCompressionType.None, ObservationType.Default);
+            spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Default);
+            sensor = new CameraSensor(camera, width, height, true, "TestCameraSensor", SensorCompressionType.None, ObservationType.Goal);
+            spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Goal);
+        }
     }
 }

com.unity.ml-agents/Tests/Runtime/Sensor/VectorSensorTests.cs

@@ -42,6 +42,20 @@ public void TestAddObservationFloat()
             SensorTestHelper.CompareObservation(sensor, new[] { 1.2f });
         }
 
+        [Test]
+        public void TestObservationType()
+        {
+            var sensor = new VectorSensor(1);
+            var spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Default);
+            sensor = new VectorSensor(1, observationType: ObservationType.Default);
+            spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Default);
+            sensor = new VectorSensor(1, observationType: ObservationType.Goal);
+            spec = sensor.GetObservationSpec();
+            Assert.AreEqual((int)spec.ObservationType, (int)ObservationType.Goal);
+        }
+
         [Test]
         public void TestAddObservationInt()
         {

ml-agents-envs/mlagents_envs/base_env.py

@@ -487,10 +487,6 @@ class ObservationType(Enum):
     DEFAULT = 0
     # Observation contains goal information for current task.
     GOAL = 1
-    # Observation contains reward information for current task.
-    REWARD = 2
-    # Observation contains a message from another agent.
-    MESSAGE = 3
 
 
 class ObservationSpec(NamedTuple):