adds tests for setting dtype in vectorizer

Author: justin-cechmanek

tests/integration/test_vectorizers.py

@@ -1,7 +1,9 @@
 import os
 
+import numpy as np
 import pytest
 
+from redisvl.redis.utils import buffer_to_array
 from redisvl.utils.vectorize import (
     AzureOpenAITextVectorizer,
     BedrockTextVectorizer,
@@ -238,6 +240,29 @@ def bad_return_type(text: str) -> str:
         )
 
 
+def test_dtypes(vectorizer):
+    words = "hello"
+
+    raw = vectorizer.embed(words, as_buffer=False)
+
+    default = vectorizer.embed(words, as_buffer=True)
+    assert buffer_to_array(default, dtype="float32") == raw
+
+    float16 = vectorizer.embed(words, as_buffer=True, dtype="float16")
+    # assert buffer_to_array(float16, dtype="float16") == raw # fails
+    assert np.allclose(buffer_to_array(float16, dtype="float16"), raw, atol=1e-04)
+
+    float32 = vectorizer.embed(words, as_buffer=True, dtype="float32")
+    assert buffer_to_array(float32, dtype="float32") == raw
+
+    float64 = vectorizer.embed(words, as_buffer=True, dtype="float64")
+    assert buffer_to_array(float64, dtype="float64") == raw
+
+    bfloat16 = vectorizer.embed(words, as_buffer=True, dtype="bfloat16")
+    # assert buffer_to_array(bfloat16, dtype="bfloat16") == raw # fails
+    assert np.allclose(buffer_to_array(bfloat16, dtype="bfloat16"), raw, atol=1e-03)
+
+
 @pytest.fixture(
     params=[
         OpenAITextVectorizer,