Add chunks with metadata

lib/baran/character_text_splitter.rb

@@ -14,4 +14,4 @@ def splitted(text)
       merged(splits, @separator)
     end
   end
-end
+end

lib/baran/text_splitter.rb

@@ -26,6 +26,10 @@ def chunks(text)
       chunks
     end
 
+    def chunks_with_metadata(text:, metadata:)
+      { chunks: chunks(text), metadata: metadata }
+    end
+
     def joined(items, separator)
       text = items.join(separator).strip
       text.empty? ? nil : text
@@ -56,4 +60,4 @@ def merged(splits, separator)
       results
     end
   end
-end
+end

test/test_character_text_splitter.rb

@@ -13,4 +13,4 @@ def test_chunks
 
     assert_equal(chunks.length, 3)
   end
-end
+end

test/test_recursive_character_text_splitter.rb

@@ -20,4 +20,4 @@ def test_empty_chunks
 
     assert_equal(chunks.length, 6)
   end
-end
+end

test/test_text_splitter.rb

@@ -55,6 +55,15 @@ def test_chunks
     assert_equal 'text', documents[0][:text]
   end
 
+  def test_chunks_with_metadata
+    text = 'text one'
+    metadata = { page: 1 }
+    documents = @test_splitter.chunks_with_metadata(text: text, metadata: metadata)
+
+    assert_equal 2, documents[:chunks].size
+    assert_equal({ page: 1 }, documents[:metadata])
+  end
+
   def test_joined
     items = ['one', 'two', 'three']
     separator = ' '