simplify

dotnet · Oct 9, 2023 · b2d778e · b2d778e
1 parent e154289
commit b2d778e
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 21 deletions.
diff --git a/src/Microsoft.DotNet.Interactive.AIUtilities/EnumerableAI.cs b/src/Microsoft.DotNet.Interactive.AIUtilities/EnumerableAI.cs
diff --git a/...t.Interactive.AIUtilities/ObservableAI.cs → ...ft.DotNet.Interactive.AIUtilities/Text.cs b/...t.Interactive.AIUtilities/ObservableAI.cs → ...ft.DotNet.Interactive.AIUtilities/Text.cs
@@ -2,13 +2,19 @@
 // Licensed under the MIT license. See LICENSE file in the project root for full license information.
 
 using System.Reactive.Disposables;
-using System.Reactive.Linq;
 using Microsoft.DeepDev;
+using System.Reactive.Linq;
 
 namespace Microsoft.DotNet.Interactive.AIUtilities;
 
-public static class ObservableAI
-{
+public static class Text {
+
+    public static IEnumerable<KeyValuePair<T, float>> ScoreBySimilarityTo<T>(this IEnumerable<T> source, T value,
+        ISimilarityComparer<T> comparer)
+    {
+        return source.Select(item => new KeyValuePair<T, float>(item, comparer.Score(item, value)));
+    }
+
     public static IObservable<string> ChunkByTokenCountWithOverlap(this IObservable<string> source, ITokenizer tokenizer, int maxTokenCount, int overlapTokenCount)
     {
         if (maxTokenCount <= overlapTokenCount)
@@ -21,7 +27,7 @@ public static IObservable<string> ChunkByTokenCountWithOverlap(this IObservable<
         {
             return System.Reactive.Linq.Observable.Create<string>(o =>
             {
-                var chunks = tokenizer.ChunkByTokenCountWithOverlap(text ,maxTokenCount, overlapTokenCount);
+                var chunks = tokenizer.ChunkByTokenCountWithOverlap(text, maxTokenCount, overlapTokenCount);
                 foreach (var chunk in chunks)
                 {
                     o.OnNext(chunk);
@@ -36,7 +42,6 @@ public static IObservable<string> ChunkByTokenCountWithOverlap(this IObservable<
 
     public static IObservable<string> ChunkByTokenCount(this IObservable<string> source, ITokenizer tokenizer, int maxTokenCount)
     {
-        return source.ChunkByTokenCountWithOverlap(tokenizer, maxTokenCount,0 );
-    } 
-}
-
+        return source.ChunkByTokenCountWithOverlap(tokenizer, maxTokenCount, 0);
+    }
+}