feat: add missing command args

feat: ES-163 add build children logic to folder hashing scan

feat: ES-163 mimic go implementation of hashing folder content

feat: ES-163 create our own crc64 implementation

feat: ES-163 create our own simhash implementation based on go library

feat: ES-163 better error handling

feat: ES-163 update changelog, client help and version. add headers

feat: ES-163 add AbstractPresenter to handle results output in a centralized way

feat: ES-163 update changelog

feat: ES-163 fix pr comments, update lint.yml workflow

Author: matiasdaloia

src/scanoss/cli.py

@@ -27,9 +27,9 @@
 import sys
 from dataclasses import asdict
 from pathlib import Path
+from typing import List
 
 import pypac
-from typing import List
 
 from scanoss.scanners.folder_hasher import (
     FolderHasher,
@@ -73,6 +73,7 @@
 PYTHON3_OR_LATER = 3
 HEADER_PARTS_COUNT = 2
 
+
 def print_stderr(*args, **kwargs):
     """
     Print the given message to STDERR
@@ -152,15 +153,17 @@ def setup_args() -> None:  # noqa: PLR0915
         help='Timeout (in seconds) for API communication (optional - default 180)',
     )
     p_scan.add_argument(
-        '--retry', '-R', type=int, default=DEFAULT_RETRY,
-        help='Retry limit for API communication (optional - default 5)'
+        '--retry',
+        '-R',
+        type=int,
+        default=DEFAULT_RETRY,
+        help='Retry limit for API communication (optional - default 5)',
     )
     p_scan.add_argument('--no-wfp-output', action='store_true', help='Skip WFP file generation')
     p_scan.add_argument('--dependencies', '-D', action='store_true', help='Add Dependency scanning')
     p_scan.add_argument('--dependencies-only', action='store_true', help='Run Dependency scanning only')
     p_scan.add_argument(
-        '--sc-command', type=str,
-        help='Scancode command and path if required (optional - default scancode).'
+        '--sc-command', type=str, help='Scancode command and path if required (optional - default scancode).'
     )
     p_scan.add_argument(
         '--sc-timeout',
@@ -631,7 +634,7 @@ def setup_args() -> None:  # noqa: PLR0915
         )
 
     # Global GRPC options
-    for p in [p_scan, c_crypto, c_vulns, c_search, c_versions, c_semgrep, c_provenance]:
+    for p in [p_scan, c_crypto, c_vulns, c_search, c_versions, c_semgrep, c_provenance, p_folder_scan]:
         p.add_argument(
             '--api2url', type=str, help='SCANOSS gRPC API 2.0 URL (optional - default: https://api.osskb.org)'
         )
@@ -642,10 +645,11 @@ def setup_args() -> None:  # noqa: PLR0915
             'Can also use the environment variable "grcp_proxy=<ip>:<port>"',
         )
         p.add_argument(
-            '--header','-hdr',
+            '--header',
+            '-hdr',
             action='append',  # This allows multiple -H flags
             type=str,
-            help='Headers to be sent on request (e.g., -hdr "Name: Value") - can be used multiple times'
+            help='Headers to be sent on request (e.g., -hdr "Name: Value") - can be used multiple times',
         )
 
     # Help/Trace command options
@@ -666,9 +670,8 @@ def setup_args() -> None:  # noqa: PLR0915
         p_results,
         p_undeclared,
         p_copyleft,
-        c_provenance
+        c_provenance,
         p_folder_scan,
-        p_folder_hash,
     ]:
         p.add_argument('--debug', '-d', action='store_true', help='Enable debug messages')
         p.add_argument('--trace', '-t', action='store_true', help='Enable trace messages, including API posts')
@@ -686,6 +689,7 @@ def setup_args() -> None:  # noqa: PLR0915
         sys.exit(1)
     args.func(parser, args)  # Execute the function associated with the sub-command
 
+
 def ver(*_):
     """
     Run the "ver" sub-command
@@ -983,7 +987,7 @@ def scan(parser, args):  # noqa: PLR0912, PLR0915
         strip_hpsm_ids=args.strip_hpsm,
         strip_snippet_ids=args.strip_snippet,
         scan_settings=scan_settings,
-        req_headers= process_req_headers(args.header),
+        req_headers=process_req_headers(args.header),
     )
     if args.wfp:
         if not scanner.is_file_or_snippet_scan():
@@ -1195,7 +1199,7 @@ def utils_certloc(*_):
     print(f'CA Cert File: {certifi.where()}')
 
 
-def utils_cert_download(_, args): # pylint: disable=PLR0912 # noqa: PLR0912
+def utils_cert_download(_, args):  # pylint: disable=PLR0912 # noqa: PLR0912
     """
     Run the "utils cert-download" sub-command
     :param _: ignore/unused
@@ -1322,7 +1326,7 @@ def comp_crypto(parser, args):
         grpc_proxy=args.grpc_proxy,
         pac=pac_file,
         timeout=args.timeout,
-        req_headers= process_req_headers(args.header),
+        req_headers=process_req_headers(args.header),
     )
     if not comps.get_crypto_details(args.input, args.purl, args.output):
         sys.exit(1)
@@ -1480,6 +1484,7 @@ def comp_versions(parser, args):
     if not comps.get_component_versions(args.output, json_file=args.input, purl=args.purl, limit=args.limit):
         sys.exit(1)
 
+
 def comp_provenance(parser, args):
     """
     Run the "component semgrep" sub-command
@@ -1498,12 +1503,23 @@ def comp_provenance(parser, args):
         print_stderr(f'Error: Certificate file does not exist: {args.ca_cert}.')
         sys.exit(1)
     pac_file = get_pac_file(args.pac)
-    comps = Components(debug=args.debug, trace=args.trace, quiet=args.quiet, grpc_url=args.api2url, api_key=args.key,
-                       ca_cert=args.ca_cert, proxy=args.proxy, grpc_proxy=args.grpc_proxy, pac=pac_file,
-                       timeout=args.timeout, req_headers=process_req_headers(args.header))
+    comps = Components(
+        debug=args.debug,
+        trace=args.trace,
+        quiet=args.quiet,
+        grpc_url=args.api2url,
+        api_key=args.key,
+        ca_cert=args.ca_cert,
+        proxy=args.proxy,
+        grpc_proxy=args.grpc_proxy,
+        pac=pac_file,
+        timeout=args.timeout,
+        req_headers=process_req_headers(args.header),
+    )
     if not comps.get_provenance_details(args.input, args.purl, args.output):
         sys.exit(1)
 
+
 def results(parser, args):
     """
     Run the "results" sub-command
@@ -1562,13 +1578,14 @@ def process_req_headers(headers_array: List[str]) -> dict:
     dict_headers = {}
     for header_str in headers_array:
         # Split each "Name: Value" header
-        parts = header_str.split(":", 1)
+        parts = header_str.split(':', 1)
         if len(parts) == HEADER_PARTS_COUNT:
             name = parts[0].strip()
             value = parts[1].strip()
             dict_headers[name] = value
     return dict_headers
 
+
 def folder_hashing_scan(parser, args):
     """Run the "folder-scan" sub-command