Running e2e STAGE NUA tests #36
102 tests run, 54 passed, 0 skipped, 48 failed.
Annotations
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_chatgpt[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_chatgpt[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_anthropic[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_anthropic[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_palm[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_palm[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_cohere[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_cohere[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 36 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_nuclia_atlas_v1[europe-1.nuclia.cloud]
urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
> yield
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>
def _update_chunk_length(self) -> None:
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return None
line = self._fp.fp.readline() # type: ignore[union-attr]
line = line.split(b";", 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
> raise InvalidChunkLength(self, line) from None
E urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength
The above exception was the direct cause of the following exception:
nua_config = None
def test_llm_generate_nuclia_atlas_v1(nua_config):
np = NucliaPredict()
> generated = np.generate(
"Which is the capital of Catalonia?", model="nuclia-atlas-v1"
)
nua/e2e/regional/test_llm_generate.py:36:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:24: in generate
return nc.generate_predict(text, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:88: in generate_predict
for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd9c8e20>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout as e:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if "read operation timed out" not in str(e):
# SSL errors related to framing/MAC get wrapped and reraised here
raise SSLError(e) from e
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except (HTTPException, OSError) as e:
# This includes IncompleteRead.
> raise ProtocolError(f"Connection broken: {e!r}", e) from e
E urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 44 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_nuclia_etna_v1[europe-1.nuclia.cloud]
urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
> yield
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>
def _update_chunk_length(self) -> None:
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return None
line = self._fp.fp.readline() # type: ignore[union-attr]
line = line.split(b";", 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
> raise InvalidChunkLength(self, line) from None
E urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength
The above exception was the direct cause of the following exception:
nua_config = None
def test_llm_generate_nuclia_etna_v1(nua_config):
np = NucliaPredict()
> generated = np.generate(
"Which is the capital of Catalonia?", model="nuclia-etna-v1"
)
nua/e2e/regional/test_llm_generate.py:44:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:24: in generate
return nc.generate_predict(text, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:88: in generate_predict
for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd889340>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout as e:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if "read operation timed out" not in str(e):
# SSL errors related to framing/MAC get wrapped and reraised here
raise SSLError(e) from e
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except (HTTPException, OSError) as e:
# This includes IncompleteRead.
> raise ProtocolError(f"Connection broken: {e!r}", e) from e
E urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_generate.py
github-actions / JUnit Test Report
test_llm_generate.test_llm_generate_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_generate_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_chatgpt_openai[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_chatgpt_openai[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_chatgpt_azure[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_chatgpt_azure[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_anthropic[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_anthropic[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 53 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_palm[europe-1.stashify.cloud]
assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
Raw output
nua_config = None
def test_llm_rag_palm(nua_config):
np = NucliaPredict()
generated = np.rag(
question="Which is the CEO of Nuclia?",
context=[
"Nuclia CTO is Ramon Navarro",
"Eudald Camprubí is CEO at the same company as Ramon Navarro",
],
model="palm",
)
> assert b"Eudald" in generated
E assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
nua/e2e/regional/test_llm_rag.py:53: AssertionError
Check failure on line 53 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_palm[europe-1.nuclia.cloud]
assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
Raw output
nua_config = None
def test_llm_rag_palm(nua_config):
np = NucliaPredict()
generated = np.rag(
question="Which is the CEO of Nuclia?",
context=[
"Nuclia CTO is Ramon Navarro",
"Eudald Camprubí is CEO at the same company as Ramon Navarro",
],
model="palm",
)
> assert b"Eudald" in generated
E assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
nua/e2e/regional/test_llm_rag.py:53: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_palm[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_palm[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_cohere[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_cohere[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 71 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_nuclia_atlas_v1[europe-1.nuclia.cloud]
urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
> yield
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>
def _update_chunk_length(self) -> None:
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return None
line = self._fp.fp.readline() # type: ignore[union-attr]
line = line.split(b";", 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
> raise InvalidChunkLength(self, line) from None
E urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength
The above exception was the direct cause of the following exception:
nua_config = None
def test_llm_rag_nuclia_atlas_v1(nua_config):
np = NucliaPredict()
> generated = np.rag(
question="Which is the CEO of Nuclia?",
context=[
"Nuclia CTO is Ramon Navarro",
"Eudald Camprubí is CEO at the same company as Ramon Navarro",
],
model="nuclia-atlas-v1",
)
nua/e2e/regional/test_llm_rag.py:71:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:43: in rag
return nc.generate_retrieval(question, context, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:138: in generate_retrieval
for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd9a6430>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout as e:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if "read operation timed out" not in str(e):
# SSL errors related to framing/MAC get wrapped and reraised here
raise SSLError(e) from e
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except (HTTPException, OSError) as e:
# This includes IncompleteRead.
> raise ProtocolError(f"Connection broken: {e!r}", e) from e
E urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_atlas_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 84 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_nuclia_etna_v1[europe-1.nuclia.cloud]
urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
Raw output
self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
> yield
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:712:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1071: in read_chunked
self._update_chunk_length()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>
def _update_chunk_length(self) -> None:
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return None
line = self._fp.fp.readline() # type: ignore[union-attr]
line = line.split(b";", 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
> raise InvalidChunkLength(self, line) from None
E urllib3.exceptions.InvalidChunkLength: InvalidChunkLength(got length b'', 0 bytes read)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1006: InvalidChunkLength
The above exception was the direct cause of the following exception:
nua_config = None
def test_llm_rag_nuclia_etna_v1(nua_config):
np = NucliaPredict()
> generated = np.rag(
question="Which is the CEO of Nuclia?",
context=[
"Nuclia CTO is Ramon Navarro",
"Eudald Camprubí is CEO at the same company as Ramon Navarro",
],
model="nuclia-etna-v1",
)
nua/e2e/regional/test_llm_rag.py:84:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/predict.py:43: in rag
return nc.generate_retrieval(question, context, model)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:138: in generate_retrieval
for chunk in resp.raw.stream(1000, decode_content=True):
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:931: in stream
yield from self.read_chunked(amt, decode_content=decode_content)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:1100: in read_chunked
self._original_response.close()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:137: in __exit__
self.gen.throw(typ, value, traceback)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <urllib3.response.HTTPResponse object at 0x7f14dd7906d0>
@contextmanager
def _error_catcher(self) -> typing.Generator[None, None, None]:
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout as e:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if "read operation timed out" not in str(e):
# SSL errors related to framing/MAC get wrapped and reraised here
raise SSLError(e) from e
raise ReadTimeoutError(self._pool, None, "Read timed out.") from e # type: ignore[arg-type]
except (HTTPException, OSError) as e:
# This includes IncompleteRead.
> raise ProtocolError(f"Connection broken: {e!r}", e) from e
E urllib3.exceptions.ProtocolError: ("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read))
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/response.py:729: ProtocolError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_etna_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_llm_rag_nuclia_everest_v1[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_summarize.py
github-actions / JUnit Test Report
test_llm_summarize.test_summarize_chatgpt[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_summarize_chatgpt[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 1 in nua/e2e/regional/test_llm_summarize.py
github-actions / JUnit Test Report
test_llm_summarize.test_summarize_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]
failed on setup with "assert None"
Raw output
request = <SubRequest 'nua_config' for <Function test_summarize_azure_chatgpt[aws-us-east-2-1.nuclia.cloud]>>
@pytest.fixture(
scope="function",
params=[
"europe-1.stashify.cloud",
"europe-1.nuclia.cloud",
"aws-us-east-2-1.nuclia.cloud",
],
)
def nua_config(request):
if (
os.environ.get("TEST_ENV") == "stage"
and "stashify.cloud" not in request.param # noqa
): # noqa
pytest.skip("skipped on this platform: {}")
nuclia.REGIONAL = f"https://{request.param}"
token = TOKENS.get(request.param)
assert token
with tempfile.NamedTemporaryFile() as temp_file:
temp_file.write(b"{}")
temp_file.flush()
set_config_file(temp_file.name)
nuclia_auth = NucliaAuth()
client_id = nuclia_auth.nua(token)
> assert client_id
E assert None
nua/e2e/conftest.py:49: AssertionError
Check failure on line 27 in nua/e2e/regional/test_llm_summarize.py
github-actions / JUnit Test Report
test_llm_summarize.test_summarize_anthropic[europe-1.stashify.cloud]
assert 'Manresa' in ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.'
+ where ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc... like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.').summary
Raw output
nua_config = None
def test_summarize_anthropic(nua_config):
np = NucliaPredict()
embed = np.summarize(DATA, model="anthropic")
> assert "Manresa" in embed.summary
E assert 'Manresa' in ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.'
E + where ' Unfortunately there was no passage provided to summarize. The text included the words "Resource: barcelona" and "Res...d like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc... like me to summarize. I\'m happy to provide a concise summary if you can provide the text you would like summarized.').summary
nua/e2e/regional/test_llm_summarize.py:27: AssertionError