remove truncate text before write into es (#4836)

vesoft-inc · Nov 9, 2022 · d9c4a6c · d9c4a6c
1 parent fa7f42b
commit d9c4a6c
Showing 1 changed file with 1 addition and 9 deletions.
diff --git a/src/common/plugin/fulltext/FTUtils.h b/src/common/plugin/fulltext/FTUtils.h
@@ -145,15 +145,7 @@ struct DocIDTraits {
   }
 
   static std::string val(const std::string& v) {
-    if (v.size() <= MAX_INDEX_TYPE_LENGTH) {
-      return v;
-    }
-    size_t len = MAX_INDEX_TYPE_LENGTH;
-    const int utf8Mask = 1 << 7;  // 10000000
-    while (len < v.size() && (v[len - 1] & utf8Mask)) {
-      len++;
-    }
-    return v.substr(0, len);
+    return v;
   }
 
   static std::string normalizedJson(const std::string& v) {