added filter for vector lengths

Author: darkcoderrises

posting/index.go

@@ -196,8 +196,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
 
 				for _, token := range tokens {
 					key := x.IndexKey(pipeline.attr, token)
-					pk, _ := x.Parse([]byte(key))
-					fmt.Println("TOKENS", stringValue, i, numGo, pk)
+					//pk, _ := x.Parse([]byte(key))
+					//fmt.Println("TOKENS", stringValue, i, numGo, pk)
 					val, ok := localMap[string(key)]
 					if !ok {
 						val = &pb.PostingList{}
@@ -208,8 +208,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
 			} 
 
 			for key, value := range localMap {
-				pk, _ := x.Parse([]byte(key))
-				fmt.Println("LOCAL MAP", pk, numGo, value)
+				//pk, _ := x.Parse([]byte(key))
+				//fmt.Println("LOCAL MAP", pk, numGo, value)
 				globalMap.Update(key, func(val *pb.PostingList, ok bool) *pb.PostingList {
 					if ok {
 						val.Postings = append(val.Postings, value.Postings...)