feat(searching): add similarity threshold to search function

phodal · Jul 24, 2024 · dd8cd73 · dd8cd73
1 parent 6101380
commit dd8cd73
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 5 deletions.
diff --git a/core/src/main/kotlin/com/phodal/shirecore/search/function/SemanticService.kt b/core/src/main/kotlin/com/phodal/shirecore/search/function/SemanticService.kt
@@ -67,10 +67,14 @@ class SemanticService(val project: Project) {
         return chunks
     }
 
-    suspend fun searching(input: String): List<String> {
+    suspend fun searching(input: String, threshold: Double = 0.5): List<String> {
         val inputEmbedding = embed(input)
 
-        return index.findClosest(inputEmbedding, 10).map(ScoredText::text)
+        return index.findClosest(inputEmbedding, 10)
+            .filter { it.similarity > threshold }
+            .map {
+            "Similarity: ${it.similarity}, Text: ${it.text}"
+        }
     }
 
     suspend fun splitting(path: List<VirtualFile>): List<IndexEntry> =

diff --git a/...lang/src/main/kotlin/com/phodal/shirelang/compiler/hobbit/execute/PatternFuncProcessor.kt b/...lang/src/main/kotlin/com/phodal/shirelang/compiler/hobbit/execute/PatternFuncProcessor.kt
@@ -206,7 +206,7 @@ open class PatternFuncProcessor(open val myProject: Project, open val hole: Hobb
             }
 
             is PatternActionFunc.Searching -> {
-                semanticService.searching(action.text)
+                semanticService.searching(action.text, action.threshold)
             }
 
             is PatternActionFunc.Caching -> {

diff --git a/shirelang/src/main/kotlin/com/phodal/shirelang/compiler/parser/HobbitHoleParser.kt b/shirelang/src/main/kotlin/com/phodal/shirelang/compiler/parser/HobbitHoleParser.kt
@@ -590,7 +590,7 @@ object HobbitHoleParser {
             }
 
             "searching" -> {
-                PatternActionFunc.Searching(args[0])
+                PatternActionFunc.Searching(args[0], args.getOrNull(1)?.toDouble() ?: 0.5)
             }
 
             "caching" -> {

diff --git a/shirelang/src/main/kotlin/com/phodal/shirelang/compiler/patternaction/PatternActionFunc.kt b/shirelang/src/main/kotlin/com/phodal/shirelang/compiler/patternaction/PatternActionFunc.kt
@@ -137,7 +137,7 @@ sealed class PatternActionFunc(open val funcName: String) {
     /**
      * searching text
      */
-    class Searching(val text: String) : PatternActionFunc("searching")
+    class Searching(val text: String, val threshold: Double = 0.5) : PatternActionFunc("searching")
 
     /**
      * Caching semantic