remove nested commands' events from outer KernelCommandResult.Events (#…

…3177)

* allow explicit parenting, refactor away a bunch of command id usage

* remove command id from .NET code

* wip: remove id from TypeScript command

* Fix tests for polyglot notebook ts project

* align bahaviour to C#

* remove token property on typescript

* cleanup getOrCreateToken usage

* fix the child command root

* rename nested classes to avoid warning

---------

Co-authored-by: Diego Colombo <dicolomb@microsoft.com>

src/Microsoft.DotNet.Interactive.ApiCompatibility.Tests/ApiCompatibilityTests.Interactive_api_is_not_changed.approved.txt

@@ -179,7 +179,7 @@ Microsoft.DotNet.Interactive
     public System.Threading.Tasks.Task EndInvoke(System.IAsyncResult result)
     public System.Threading.Tasks.Task Invoke(Microsoft.DotNet.Interactive.Commands.KernelCommand command, KernelInvocationContext context, KernelPipelineContinuation next)
   public class KernelCommandResult
-    .ctor(Microsoft.DotNet.Interactive.Commands.KernelCommand command, System.Collections.Generic.IEnumerable<Microsoft.DotNet.Interactive.Events.KernelEvent> events = null)
+    .ctor(Microsoft.DotNet.Interactive.Commands.KernelCommand command)
     public Microsoft.DotNet.Interactive.Commands.KernelCommand Command { get;}
     public System.Collections.Generic.IReadOnlyList<Microsoft.DotNet.Interactive.Events.KernelEvent> Events { get;}
   public class KernelCommandScheduler : KernelScheduler<Microsoft.DotNet.Interactive.Commands.KernelCommand,KernelCommandResult>, IKernelScheduler<Microsoft.DotNet.Interactive.Commands.KernelCommand,KernelCommandResult>, System.IDisposable
@@ -394,10 +394,9 @@ Microsoft.DotNet.Interactive.Commands
     public Microsoft.DotNet.Interactive.CommandRoutingSlip RoutingSlip { get;}
     public System.String TargetKernelName { get;}
     public System.Boolean Equals(KernelCommand other)
-    public System.Int32 GetHashCode()
     public System.String GetOrCreateToken()
     public System.Threading.Tasks.Task InvokeAsync(Microsoft.DotNet.Interactive.KernelInvocationContext context)
-    public System.Void SetId(System.String id)
+    public System.Void SetParent(KernelCommand parent)
     public System.Void SetToken(System.String token)
   public abstract class LanguageServiceCommand : KernelCommand, System.IEquatable<KernelCommand>
     public System.String Code { get;}
@@ -478,7 +477,6 @@ Microsoft.DotNet.Interactive.Connection
     public System.Threading.Tasks.Task SendAsync(Microsoft.DotNet.Interactive.Events.KernelEvent kernelEvent, System.Threading.CancellationToken cancellationToken)
   public abstract class IKernelCommandEnvelope
     public Microsoft.DotNet.Interactive.Commands.KernelCommand Command { get;}
-    public System.String CommandId { get;}
     public System.String CommandType { get;}
     public System.String Token { get;}
   public abstract class IKernelEventEnvelope
@@ -512,7 +510,6 @@ Microsoft.DotNet.Interactive.Connection
     public static System.Void RegisterDefaults()
     public static System.String Serialize(Microsoft.DotNet.Interactive.Commands.KernelCommand command)
     public static System.String Serialize(IKernelCommandEnvelope envelope)
-    public System.String CommandId { get;}
     public System.String CommandType { get;}
     public System.String Token { get;}
   public class KernelCommandEnvelope<T> : KernelCommandEnvelope, IKernelCommandEnvelope

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Command_contract_has_not_been_broken.approved.CompileProject.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "CompileProject",
   "command": {
     "targetKernelName": null,

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Command_contract_has_not_been_broken.approved.OpenDocument.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "OpenDocument",
   "command": {
     "relativeFilePath": "./path",

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Command_contract_has_not_been_broken.approved.OpenProject.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "OpenProject",
   "command": {
     "project": {

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Event_contract_has_not_been_broken.approved.AssemblyProduced.json

@@ -7,7 +7,6 @@
   "eventType": "AssemblyProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "CompileProject",
     "command": {
       "targetKernelName": null,

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Event_contract_has_not_been_broken.approved.DocumentOpened.json

@@ -7,7 +7,6 @@
   "eventType": "DocumentOpened",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "OpenDocument",
     "command": {
       "relativeFilePath": "./path",

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.Event_contract_has_not_been_broken.approved.ProjectOpened.json

@@ -15,7 +15,6 @@
   "eventType": "ProjectOpened",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "OpenProject",
     "command": {
       "project": {

src/Microsoft.DotNet.Interactive.CSharpProject.Tests/SerializationTests.cs

@@ -97,7 +97,6 @@ public void Command_contract_has_not_been_broken(KernelCommand command)
             .UsingExtension($"{command.GetType().Name}.json")
             .SetInteractive(Debugger.IsAttached);
 
-        command.SetId("command-id");
         command.SetToken("the-token");
 
         var json = KernelCommandEnvelope.Serialize(command);
@@ -113,7 +112,6 @@ public void Event_contract_has_not_been_broken(KernelEvent @event)
             .UsingExtension($"{@event.GetType().Name}.json")
             .SetInteractive(Debugger.IsAttached);
 
-        @event.Command?.SetId("command-id");
         @event.Command?.SetToken("the-token");
 
         var json = KernelEventEnvelope.Serialize(@event);

src/Microsoft.DotNet.Interactive.Jupyter.Tests/MagicCommandTests.lsmagic.cs

@@ -1,6 +1,7 @@
 // Copyright (c) .NET Foundation and contributors. All rights reserved.
 // Licensed under the MIT license. See LICENSE file in the project root for full license information.
 
+using System;
 using System.CommandLine;
 using System.Linq;
 using System.Threading.Tasks;
@@ -11,20 +12,37 @@
 using Microsoft.DotNet.Interactive.Formatting;
 using Microsoft.DotNet.Interactive.FSharp;
 using Microsoft.DotNet.Interactive.Tests.Utility;
+using Microsoft.VisualStudio.TestPlatform.Utilities;
+using Pocket;
+using Pocket.For.Xunit;
 using Xunit;
+using Xunit.Abstractions;
 
 namespace Microsoft.DotNet.Interactive.Jupyter.Tests;
 
 public partial class MagicCommandTests
 {
-    public class LSMmagic
+    [LogToPocketLogger(FileNameEnvironmentVariable = "POCKETLOGGER_LOG_PATH")]
+    public class LSMmagic : IDisposable
     {
+        private readonly CompositeDisposable _disposables = new();
+
+        public LSMmagic(ITestOutputHelper output)
+        {
+            _disposables.Add(output.SubscribeToPocketLogger());
+        }
+
+        public void Dispose()
+        {
+            _disposables.Dispose();
+        }
+
         [Fact]
         public async Task lsmagic_lists_registered_magic_commands()
         {
             using var kernel = new CompositeKernel()
-                .UseDefaultMagicCommands()
-                .LogEventsToPocketLogger();
+                               .UseDefaultMagicCommands()
+                               .LogEventsToPocketLogger();
 
             kernel.AddDirective(new Command("#!one"));
             kernel.AddDirective(new Command("#!two"));

src/Microsoft.DotNet.Interactive.Jupyter/KernelExtensions.cs

@@ -224,6 +224,7 @@ private static Command lsmagic(Kernel kernel)
                 foreach (var subkernel in subkernels)
                 {
                     var command = new SubmitCode(((SubmitCode)context.Command).Code);
+                    command.SetParent(context.Command);
 
                     await subkernel.SendAsync(command);
                 }

src/Microsoft.DotNet.Interactive.Kql.Tests/Microsoft.DotNet.Interactive.Kql.Tests.v3.ncrunchproject

@@ -1,3 +1,9 @@
 <ProjectConfiguration>
-  <Settings />
+  <Settings>
+    <IgnoredTests>
+      <NamedTestSelector>
+        <TestName>Microsoft.DotNet.Interactive.Kql.Tests.KqlConnectionTests.query_produces_expected_formatted_values</TestName>
+      </NamedTestSelector>
+    </IgnoredTests>
+  </Settings>
 </ProjectConfiguration>

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.Cancel.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "Cancel",
   "command": {
     "targetKernelName": "csharp",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.ChangeWorkingDirectory.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "ChangeWorkingDirectory",
   "command": {
     "workingDirectory": "/path/to/somewhere",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.DisplayError.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "DisplayError",
   "command": {
     "message": "oops!",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.DisplayValue.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "DisplayValue",
   "command": {
     "formattedValue": {

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.Quit.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "Quit",
   "command": {
     "targetKernelName": null,

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestCompletions.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestCompletions",
   "command": {
     "code": "Cons",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestDiagnostics.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestDiagnostics",
   "command": {
     "code": "the-code",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestHoverText.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestHoverText",
   "command": {
     "code": "document-contents",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestInput.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestInput",
   "command": {
     "prompt": "provide answer",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestKernelInfo.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestKernelInfo",
   "command": {
     "targetKernelName": null,

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestSignatureHelp.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestSignatureHelp",
   "command": {
     "code": "sig-help-contents",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestValue.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestValue",
   "command": {
     "name": "a",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.RequestValueInfos.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "RequestValueInfos",
   "command": {
     "mimeType": "text/plain+summary",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.SendEditableCode.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "SendEditableCode",
   "command": {
     "kernelName": "someKernelName",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.SendValue.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "SendValue",
   "command": {
     "formattedValue": {

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.SubmitCode.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "SubmitCode",
   "command": {
     "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Command_contract_has_not_been_broken.approved.UpdateDisplayedValue.json

@@ -1,6 +1,5 @@
 {
   "token": "the-token",
-  "id": "command-id",
   "commandType": "UpdateDisplayedValue",
   "command": {
     "formattedValue": {

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.CodeSubmissionReceived.json

@@ -5,7 +5,6 @@
   "eventType": "CodeSubmissionReceived",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.CommandFailed.json

@@ -6,7 +6,6 @@
   "eventType": "CommandFailed",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.CommandSucceeded.json

@@ -5,7 +5,6 @@
   "eventType": "CommandSucceeded",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.CompleteCodeSubmissionReceived.json

@@ -5,7 +5,6 @@
   "eventType": "CompleteCodeSubmissionReceived",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.CompletionsProduced.json

@@ -16,7 +16,6 @@
   "eventType": "CompletionsProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "RequestCompletions",
     "command": {
       "code": "Console.Wri",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.DiagnosticsProduced.json

@@ -22,7 +22,6 @@
   "eventType": "DiagnosticsProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.DisplayedValueProduced.json

@@ -12,7 +12,6 @@
   "eventType": "DisplayedValueProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "b(\"hi!\")",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.DisplayedValueUpdated.json

@@ -12,7 +12,6 @@
   "eventType": "DisplayedValueUpdated",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "b(\"hi!\")",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.ErrorProduced.json

@@ -7,7 +7,6 @@
   "eventType": "ErrorProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.HoverTextProduced.json

@@ -21,7 +21,6 @@
   "eventType": "HoverTextProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "RequestHoverText",
     "command": {
       "code": "document-contents",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.IncompleteCodeSubmissionReceived.json

@@ -3,7 +3,6 @@
   "eventType": "IncompleteCodeSubmissionReceived",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "123",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.InputProduced.json

@@ -5,7 +5,6 @@
   "eventType": "InputProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "RequestInput",
     "command": {
       "prompt": "What is the path to the log file?",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.KernelExtensionLoaded.json

@@ -3,7 +3,6 @@
   "eventType": "KernelExtensionLoaded",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "SubmitCode",
     "command": {
       "code": "#r \"nuget:package\" ",

src/Microsoft.DotNet.Interactive.Tests/Connection/SerializationTests.Event_contract_has_not_been_broken.approved.KernelInfoProduced.json

@@ -23,7 +23,6 @@
   "eventType": "KernelInfoProduced",
   "command": {
     "token": "the-token",
-    "id": "command-id",
     "commandType": "RequestKernelInfo",
     "command": {
       "targetKernelName": null,