Running e2e STAGE NUA tests #36
GitHub Actions / JUnit Test Report
failed
Dec 23, 2023 in 0s
102 tests run, 31 passed, 68 skipped, 3 failed.
Annotations
Check failure on line 53 in nua/e2e/regional/test_llm_rag.py
github-actions / JUnit Test Report
test_llm_rag.test_llm_rag_palm[europe-1.stashify.cloud]
assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
Raw output
nua_config = None
def test_llm_rag_palm(nua_config):
np = NucliaPredict()
generated = np.rag(
question="Which is the CEO of Nuclia?",
context=[
"Nuclia CTO is Ramon Navarro",
"Eudald Camprubí is CEO at the same company as Ramon Navarro",
],
model="palm",
)
> assert b"Eudald" in generated
E assert b'Eudald' in b"I'm not able to help with that, as I'm only a language model. If you believe this is an error, please send us your feedback.0"
nua/e2e/regional/test_llm_rag.py:53: AssertionError
Check failure on line 27 in nua/e2e/regional/test_llm_summarize.py
github-actions / JUnit Test Report
test_llm_summarize.test_summarize_anthropic[europe-1.stashify.cloud]
assert 'Manresa' in ' Unfortunately there is no passage provided to summarize. To generate a concise summary, I would need a passage or so...ext content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.'
+ where ' Unfortunately there is no passage provided to summarize. To generate a concise summary, I would need a passage or so...ext content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc...xt content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.').summary
Raw output
nua_config = None
def test_summarize_anthropic(nua_config):
np = NucliaPredict()
embed = np.summarize(DATA, model="anthropic")
> assert "Manresa" in embed.summary
E assert 'Manresa' in ' Unfortunately there is no passage provided to summarize. To generate a concise summary, I would need a passage or so...ext content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.'
E + where ' Unfortunately there is no passage provided to summarize. To generate a concise summary, I would need a passage or so...ext content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.' = SummarizedModel(resources={'barcelona': SummarizedResource(summary=' Here is a concise summary of the passage:\n\nBarc...xt content provided as the "resource" to summarize. Please provide a resource text and I can attempt to summarize it.').summary
nua/e2e/regional/test_llm_summarize.py:27: AssertionError
Check failure on line 16 in nua/e2e/regional/test_processor.py
github-actions / JUnit Test Report
test_processor.test_pdf[europe-1.stashify.cloud]
Failed: Timeout >360.0s
Raw output
nua_config = None
@pytest.mark.timeout(360)
def test_pdf(nua_config):
path = define_path("2310.14587.pdf")
nc = NucliaProcessing()
> payload = nc.process_file(path)
nua/e2e/regional/test_processor.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/decorators.py:127: in wrapper_checkout_nua
return func(*args, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/sdk/process.py:24: in process_file
payload = nc.wait_for_processing(response)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/nuclia/lib/nua.py:181: in wait_for_processing
resp = requests.get(collect_endpoint, headers=self.headers)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/requests/api.py:73: in get
return request("get", url, params=params, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/requests/adapters.py:486: in send
resp = conn.urlopen(
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/connectionpool.py:790: in urlopen
response = self._make_request(
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/connectionpool.py:536: in _make_request
response = conn.getresponse()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/site-packages/urllib3/connection.py:461: in getresponse
httplib_response = super().getresponse()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:1377: in getresponse
response.begin()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:320: in begin
version, status, reason = self._read_status()
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:281: in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/socket.py:704: in readinto
return self._sock.recv_into(b)
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/ssl.py:1275: in recv_into
return self.read(nbytes, buffer)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <ssl.SSLSocket [closed] fd=-1, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6>
len = 8192, buffer = <memory at 0x7f6464588280>
def read(self, len=1024, buffer=None):
"""Read up to LEN bytes and return them.
Return zero-length string on EOF."""
self._checkClosed()
if self._sslobj is None:
raise ValueError("Read on closed or unwrapped SSL socket.")
try:
if buffer is not None:
> return self._sslobj.read(len, buffer)
E Failed: Timeout >360.0s
/opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/ssl.py:1133: Failed
Loading