Skip to content

Running e2e STAGE NUA tests #36

Running e2e STAGE NUA tests

Running e2e STAGE NUA tests #36

GitHub Actions / JUnit Test Report failed Dec 23, 2023 in 0s

102 tests run, 54 passed, 0 skipped, 48 failed.

Annotations

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_chatgpt[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_chatgpt[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_anthropic[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_anthropic[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_palm[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_palm[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_cohere[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_cohere[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 36 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_nuclia_atlas_v1[europe-1.nuclia.cloud]

urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
>               yield

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
    self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>

    def _update_chunk_length(self) -> None:
        # First, we'll figure out length of a chunk and then
        # we'll try to read it from socket.
        if self.chunk_left is not None:
            return None
        line = self._fp.fp.readline()  # type: ignore[union-attr]
        line = line.split(b";", 1)[0]
        try:
            self.chunk_left = int(line, 16)
        except ValueError:
            # Invalid chunked protocol response, abort.
            self.close()
>           raise InvalidChunkLength(self, line) from None
E           urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength

The above exception was the direct cause of the following exception:

nua_config = None

    def test_llm_generate_nuclia_atlas_v1(nua_config):
        np = NucliaPredict()
>       generated = np.generate(
            "Which is the capital of Catalonia?", model="nuclia-atlas-v1"
        )

nua/e2e/regional/test_llm_generate.py:36: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
    return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:24: in generate
    return nc.generate_predict(text, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:88: in generate_predict
    for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
    yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
    self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
    self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
                yield
    
            except SocketTimeout as e:
                # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
                # there is yet no clean way to get at it from this context.
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except BaseSSLError as e:
                # FIXME: Is there a better way to differentiate between SSLErrors?
                if "read operation timed out" not in str(e):
                    # SSL errors related to framing/MAC get wrapped and reraised here
                    raise SSLError(e) from e
    
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except (HTTPException, OSError) as e:
                # This includes IncompleteRead.
>               raise ProtocolError(f"Connection broken: {e!r}", e) from e
E               urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 44 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_nuclia_etna_v1[europe-1.nuclia.cloud]

urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
>               yield

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
    self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>

    def _update_chunk_length(self) -> None:
        # First, we'll figure out length of a chunk and then
        # we'll try to read it from socket.
        if self.chunk_left is not None:
            return None
        line = self._fp.fp.readline()  # type: ignore[union-attr]
        line = line.split(b";", 1)[0]
        try:
            self.chunk_left = int(line, 16)
        except ValueError:
            # Invalid chunked protocol response, abort.
            self.close()
>           raise InvalidChunkLength(self, line) from None
E           urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength

The above exception was the direct cause of the following exception:

nua_config = None

    def test_llm_generate_nuclia_etna_v1(nua_config):
        np = NucliaPredict()
>       generated = np.generate(
            "Which is the capital of Catalonia?", model="nuclia-etna-v1"
        )

nua/e2e/regional/test_llm_generate.py:44: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
    return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:24: in generate
    return nc.generate_predict(text, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:88: in generate_predict
    for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
    yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
    self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
    self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
                yield
    
            except SocketTimeout as e:
                # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
                # there is yet no clean way to get at it from this context.
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except BaseSSLError as e:
                # FIXME: Is there a better way to differentiate between SSLErrors?
                if "read operation timed out" not in str(e):
                    # SSL errors related to framing/MAC get wrapped and reraised here
                    raise SSLError(e) from e
    
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except (HTTPException, OSError) as e:
                # This includes IncompleteRead.
>               raise ProtocolError(f"Connection broken: {e!r}", e) from e
E               urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_generate.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_generate.test_llm_generate_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_chatgpt_openai[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_chatgpt_openai[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_chatgpt_azure[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_chatgpt_azure[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_anthropic[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_anthropic[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 53 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_palm[europe-1.stashify.cloud]

assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
Raw output
nua_config = None

    def test_llm_rag_palm(nua_config):
        np = NucliaPredict()
        generated = np.rag(
            question="Which is the CEO of Nuclia?",
            context=[
                "Nuclia CTO is Ramon Navarro",
                "Eudald Camprubí is CEO at the same company as Ramon Navarro",
            ],
            model="palm",
        )
>       assert b"Eudald" in generated
E       assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"

nua/e2e/regional/test_llm_rag.py:53: AssertionError

Check failure on line 53 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_palm[europe-1.nuclia.cloud]

assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
Raw output
nua_config = None

    def test_llm_rag_palm(nua_config):
        np = NucliaPredict()
        generated = np.rag(
            question="Which is the CEO of Nuclia?",
            context=[
                "Nuclia CTO is Ramon Navarro",
                "Eudald Camprubí is CEO at the same company as Ramon Navarro",
            ],
            model="palm",
        )
>       assert b"Eudald" in generated
E       assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"

nua/e2e/regional/test_llm_rag.py:53: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_palm[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_palm[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_cohere[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_cohere[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 71 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_nuclia_atlas_v1[europe-1.nuclia.cloud]

urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
>               yield

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
    self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>

    def _update_chunk_length(self) -> None:
        # First, we'll figure out length of a chunk and then
        # we'll try to read it from socket.
        if self.chunk_left is not None:
            return None
        line = self._fp.fp.readline()  # type: ignore[union-attr]
        line = line.split(b";", 1)[0]
        try:
            self.chunk_left = int(line, 16)
        except ValueError:
            # Invalid chunked protocol response, abort.
            self.close()
>           raise InvalidChunkLength(self, line) from None
E           urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength

The above exception was the direct cause of the following exception:

nua_config = None

    def test_llm_rag_nuclia_atlas_v1(nua_config):
        np = NucliaPredict()
>       generated = np.rag(
            question="Which is the CEO of Nuclia?",
            context=[
                "Nuclia CTO is Ramon Navarro",
                "Eudald Camprubí is CEO at the same company as Ramon Navarro",
            ],
            model="nuclia-atlas-v1",
        )

nua/e2e/regional/test_llm_rag.py:71: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
    return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:43: in rag
    return nc.generate_retrieval(question, context, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:138: in generate_retrieval
    for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
    yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
    self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
    self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
                yield
    
            except SocketTimeout as e:
                # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
                # there is yet no clean way to get at it from this context.
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except BaseSSLError as e:
                # FIXME: Is there a better way to differentiate between SSLErrors?
                if "read operation timed out" not in str(e):
                    # SSL errors related to framing/MAC get wrapped and reraised here
                    raise SSLError(e) from e
    
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except (HTTPException, OSError) as e:
                # This includes IncompleteRead.
>               raise ProtocolError(f"Connection broken: {e!r}", e) from e
E               urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 84 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_nuclia_etna_v1[europe-1.nuclia.cloud]

urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
>               yield

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
    self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>

    def _update_chunk_length(self) -> None:
        # First, we'll figure out length of a chunk and then
        # we'll try to read it from socket.
        if self.chunk_left is not None:
            return None
        line = self._fp.fp.readline()  # type: ignore[union-attr]
        line = line.split(b";", 1)[0]
        try:
            self.chunk_left = int(line, 16)
        except ValueError:
            # Invalid chunked protocol response, abort.
            self.close()
>           raise InvalidChunkLength(self, line) from None
E           urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength

The above exception was the direct cause of the following exception:

nua_config = None

    def test_llm_rag_nuclia_etna_v1(nua_config):
        np = NucliaPredict()
>       generated = np.rag(
            question="Which is the CEO of Nuclia?",
            context=[
                "Nuclia CTO is Ramon Navarro",
                "Eudald Camprubí is CEO at the same company as Ramon Navarro",
            ],
            model="nuclia-etna-v1",
        )

nua/e2e/regional/test_llm_rag.py:84: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
    return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:43: in rag
    return nc.generate_retrieval(question, context, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:138: in generate_retrieval
    for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
    yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
    self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
    self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>

    @contextmanager
    def _error_catcher(self) -> typing.Generator[None, None, None]:
        """
        Catch low-level python exceptions, instead re-raising urllib3
        variants, so that low-level exceptions are not leaked in the
        high-level api.
    
        On exit, release the connection back to the pool.
        """
        clean_exit = False
    
        try:
            try:
                yield
    
            except SocketTimeout as e:
                # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
                # there is yet no clean way to get at it from this context.
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except BaseSSLError as e:
                # FIXME: Is there a better way to differentiate between SSLErrors?
                if "read operation timed out" not in str(e):
                    # SSL errors related to framing/MAC get wrapped and reraised here
                    raise SSLError(e) from e
    
                raise ReadTimeoutError(self._pool, None, "Read timed out.") from e  # type: ignore[arg-type]
    
            except (HTTPException, OSError) as e:
                # This includes IncompleteRead.
>               raise ProtocolError(f"Connection broken: {e!r}", e) from e
E               urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))

/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_rag.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_rag.test_llm_rag_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_summarize.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_summarize.test_summarize_chatgpt[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_summarize_chatgpt[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 1 in nua/e2e/regional/test_llm_summarize.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_summarize.test_summarize_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]

failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_summarize_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]>>

    @pytest.fixture(
        scope="function",
        params=[
            "europe-1.stashify.cloud",
            "europe-1.nuclia.cloud",
            "aws-us-east-2-1.nuclia.cloud",
        ],
    )
    def nua_config(request):
        if (
            os.environ.get("TEST_ENV") == "stage"
            and "stashify.cloud" not in request.param  # noqa
        ):  # noqa
            pytest.skip("skipped on this platform: {}")
    
        nuclia.REGIONAL = f"https://{request.param}"
    
        token = TOKENS.get(request.param)
    
        assert token
    
        with tempfile.NamedTemporaryFile() as temp_file:
            temp_file.write(b"{}")
            temp_file.flush()
            set_config_file(temp_file.name)
            nuclia_auth = NucliaAuth()
            client_id = nuclia_auth.nua(token)
>           assert client_id
E           assert None

nua/e2e/conftest.py:49: AssertionError

Check failure on line 27 in nua/e2e/regional/test_llm_summarize.py

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

test_llm_summarize.test_summarize_anthropic[europe-1.stashify.cloud]

assert 'Manresa' in ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.'
 +  where ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc... like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.').summary
Raw output
nua_config = None

    def test_summarize_anthropic(nua_config):
        np = NucliaPredict()
        embed = np.summarize(DATA, model="anthropic")
>       assert "Manresa" in embed.summary
E       assert 'Manresa' in ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.'
E        +  where ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc... like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.').summary

nua/e2e/regional/test_llm_summarize.py:27: AssertionError