Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

sqlquery in watson jupyter notebook fail #136

Open
powellquiring opened this issue Jul 22, 2022 · 0 comments
Open

sqlquery in watson jupyter notebook fail #136

powellquiring opened this issue Jul 22, 2022 · 0 comments

Comments

@powellquiring
Copy link

When this code is run in a jupyter notebook I get the following error. Help, please help me find the right team.

The error message is something about the vpc images that are in my account - crazy

Thanks.

Notebook: https://github.com/powellquiring/log-archive/blob/master/logarchive.ipynb

apikeys are not valid

Your SQL statement is:

SELECT YEAR,
	MONTH,
	_source__line
FROM FLATTEN(cos://s3.us-south.cloud-OBJECT-storage.appdomain.cloud/logarchive-001 STORED AS JSON)
WHERE _source_outcome NOT REGEXP "success"
LIMIT 10 INTO cos://s3.us-south.cloud-OBJECT-storage.appdomain.cloud/logarchive-DATA-ENGINE-001 STORED AS JSON

SELECT year, month, _source__line FROM FLATTEN(cos://s3.us-south.cloud-object-storage.appdomain.cloud/logarchive-001 STORED AS JSON) WHERE _source_outcome NOT REGEXP "success" LIMIT 10 INTO cos://s3.us-south.cloud-object-storage.appdomain.cloud/logarchive-data-engine-001 STORED AS JSON
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/tmp/wsuser/ipykernel_132/1620942991.py in <module>
----> 1 result_df = sql_r(f'SELECT year, month, _source__line FROM FLATTEN({logsurl} STORED AS JSON) WHERE _source_outcome NOT REGEXP "success" LIMIT 10')

/tmp/wsuser/ipykernel_132/3763084951.py in sql_r(sql)
     17     sql_format_print(sql)
     18     print(sql)
---> 19     result_df = sqlClient.run_sql(sql)
     20     # print(result_df.head(10))
     21     return result_df

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/ibmcloudsql/SQLQuery.py in run_sql(self, sql_text, pagesize)
   1683                 pprint.pprint(details)
   1684                 raise e
-> 1685         return self.get_result(job_id)
   1686 
   1687     def run(self, pagesize=None, get_result=False):

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/ibmcloudsql/SQLQuery.py in get_result(self, jobId, pagenumber)
    977                     body = body.read().decode("utf-8")
    978 
--> 979                     partition_df = pd.read_json(body, lines=True)
    980 
    981                 # Add columns from hive style partition naming schema

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/util/_decorators.py in wrapper(*args, **kwargs)
    205                 else:
    206                     kwargs[new_arg_name] = new_arg_value
--> 207             return func(*args, **kwargs)
    208 
    209         return cast(F, wrapper)

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/util/_decorators.py in wrapper(*args, **kwargs)
    309                     stacklevel=stacklevel,
    310                 )
--> 311             return func(*args, **kwargs)
    312 
    313         return wrapper

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/io/json/_json.py in read_json(path_or_buf, orient, typ, dtype, convert_axes, convert_dates, keep_default_dates, numpy, precise_float, date_unit, encoding, encoding_errors, lines, chunksize, compression, nrows, storage_options)
    588         convert_axes = True
    589 
--> 590     json_reader = JsonReader(
    591         path_or_buf,
    592         orient=orient,

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/io/json/_json.py in __init__(self, filepath_or_buffer, orient, typ, dtype, convert_axes, convert_dates, keep_default_dates, numpy, precise_float, date_unit, encoding, lines, chunksize, compression, nrows, storage_options, encoding_errors)
    673                 raise ValueError("nrows can only be passed if lines=True")
    674 
--> 675         data = self._get_data_from_filepath(filepath_or_buffer)
    676         self.data = self._preprocess_data(data)
    677 

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/io/json/_json.py in _get_data_from_filepath(self, filepath_or_buffer)
    710             or file_exists(filepath_or_buffer)
    711         ):
--> 712             self.handles = get_handle(
    713                 filepath_or_buffer,
    714                 "r",

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/io/common.py in get_handle(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)
    607 
    608     # open URLs
--> 609     ioargs = _get_filepath_or_buffer(
    610         path_or_buf,
    611         encoding=encoding,

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/pandas/io/common.py in _get_filepath_or_buffer(filepath_or_buffer, encoding, compression, mode, storage_options)
    356 
    357         try:
--> 358             file_obj = fsspec.open(
    359                 filepath_or_buffer, mode=fsspec_mode, **(storage_options or {})
    360             ).open()

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in open(urlpath, mode, compression, encoding, errors, protocol, newline, **kwargs)
    450     ``OpenFile`` object.
    451     """
--> 452     return open_files(
    453         urlpath=[urlpath],
    454         mode=mode,

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in open_files(urlpath, mode, compression, encoding, errors, name_function, num, protocol, newline, auto_mkdir, expand, **kwargs)
    284     be used as a single context
    285     """
--> 286     fs, fs_token, paths = get_fs_token_paths(
    287         urlpath,
    288         mode,

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in get_fs_token_paths(urlpath, mode, num, name_function, storage_options, protocol, expand)
    592     else:
    593         urlpath = stringify_path(urlpath)
--> 594     chain = _un_chain(urlpath, storage_options or {})
    595     if len(chain) > 1:
    596         inkwargs = {}

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in _un_chain(path, kwargs)
    316 def _un_chain(path, kwargs):
    317     if isinstance(path, (tuple, list)):
--> 318         bits = [_un_chain(p, kwargs) for p in path]
    319         out = []
    320         for pbit in zip(*bits):

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in <listcomp>(.0)
    316 def _un_chain(path, kwargs):
    317     if isinstance(path, (tuple, list)):
--> 318         bits = [_un_chain(p, kwargs) for p in path]
    319         out = []
    320         for pbit in zip(*bits):

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/core.py in _un_chain(path, kwargs)
    341     for bit in reversed(bits):
    342         protocol = split_protocol(bit)[0] or "file"
--> 343         cls = get_filesystem_class(protocol)
    344         extra_kwargs = cls._get_kwargs_from_urls(bit)
    345         kws = kwargs.get(protocol, {})

/opt/conda/envs/Python-3.9/lib/python3.9/site-packages/fsspec/registry.py in get_filesystem_class(protocol)
    214     if protocol not in registry:
    215         if protocol not in known_implementations:
--> 216             raise ValueError("Protocol not known: %s" % protocol)
    217         bit = known_implementations[protocol]
    218         try:

ValueError: Protocol not known: image:r006-774b8de7-3d9a-4692-bb36-157c710b804a\",\"typeURI\":\"is.image/image\",\"name\":\"usc4-travis-72589103\",\"host\":{\"address\":\"https

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
None yet
Projects
None yet
Development

No branches or pull requests

1 participant