Add support for S3-compatible storage in Result Uploader

- Implemented support for S3-compatible cloud storage, including but not limited to AWS S3, Alibaba Cloud OSS, and others.

For the problem description, please visit #471

Signed-off-by: Zhang JianMing zhangjianming.zjm@alibaba-inc.com

lib/resultuploaders/s3/s3.json

@@ -0,0 +1,5 @@
+{
+    "bucket_name": "auto-hck-result",
+    "region":  "us-east-1",
+    "endpoint": "s3.amazonaws.com"
+}

lib/resultuploaders/s3/s3.rb

@@ -0,0 +1,143 @@
+# frozen_string_literal: true
+
+module AutoHCK
+  # S3 class for managing interactions with S3-compatible storage services.
+  # This class is designed to work with services that are compatible with the S3 API,
+  # including AWS S3 and Alibaba Cloud OSS.
+  class S3
+    CONFIG_JSON = 'lib/resultuploaders/s3/s3.json'
+    INDEX_FILE_NAME = 'index.html'
+
+    include Helper
+
+    # Provides read access to the URL for the index.html file.
+    #
+    # In the context of S3 compatibility, there is no concept of folders.
+    # The `url` will point to an index.html file that records the paths of all files.
+    # This allows `index.html` to be displayed directly in HTML format.
+    #
+    # Note: While AWS S3 supports this behavior of rendering HTML files directly,
+    # not all S3-compatible storage services do. For example, Alibaba Cloud OSS
+    # has security restrictions on its default domain that may require files to be
+    # downloaded rather than rendered directly, thus preventing HTML files from being displayed.
+    attr_reader :url
+
+    # rubocop:disable Metrics/AbcSize
+    def initialize(project)
+      @tag = project.engine_tag
+      @timestamp = project.timestamp
+      @logger = project.logger
+      @repo = project.config['repository']
+      @config = Json.read_json(CONFIG_JSON, @logger)
+
+      @access_key_id = ENV.fetch('AUTOHCK_S3_ACCESS_KEY_ID')
+      @secret_access_key = ENV.fetch('AUTOHCK_S3_SECRET_ACCESS_KEY')
+
+      @region = @config['region']
+      @bucket_name = @config['bucket_name']
+      @endpoint = @config['endpoint']
+
+      @s3_resource = nil
+      @bucket = nil
+
+      @uploader_urls = []
+      @index_template = ERB.new(File.read('lib/templates/index.html.erb'))
+      @index_obj = nil
+    end
+    # rubocop:enable Metrics/AbcSize
+
+    def html_url; end
+
+    # As of now, the exception handling only logs the errors without any additional recovery or fallback mechanisms.
+    # Future enhancements may include more robust error handling strategies.
+    def handle_exceptions(where)
+      yield
+    rescue StandardError => e
+      @logger.warn("S3 #{where} error: (#{e.class}) #{e.message}")
+      false
+    end
+
+    # This method is intentionally left blank to maintain the interface,
+    # as S3-compatible does not require this function. It prevents external calls
+    # from causing errors while adhering to the expected API structure.
+    def ask_token; end
+
+    def connect
+      handle_exceptions(__method__) do
+        @s3_resource = Aws::S3::Resource.new(
+          access_key_id: @access_key_id,
+          secret_access_key: @secret_access_key,
+          region: @region, endpoint: "https://#{@endpoint}"
+        )
+        @bucket = @s3_resource.bucket(@bucket_name)
+        @logger.info("S3 bucket connected: #{@bucket_name}")
+        true
+      end
+    end
+
+    def create_project_folder
+      handle_exceptions(__method__) do
+        @path = "#{@repo}/CI/#{@tag}-#{@timestamp}"
+        @index_obj = @bucket.object("#{@path}/#{INDEX_FILE_NAME}")
+        generate_index
+        @url = @index_obj.public_url
+        @logger.info("S3 project folder created: #{@url}")
+        true
+      end
+    end
+
+    def upload_file(l_path, r_name)
+      handle_exceptions(__method__) do
+        remote_path = "#{@path}/#{r_name}"
+        type = 'text/html' if r_name.end_with?('.html')
+        obj = @bucket.object(remote_path)
+        obj.upload_file(l_path, content_type: type)
+        @uploader_urls << obj.public_url
+        generate_index
+        @logger.info("S3 file uploaded: #{remote_path}")
+        true
+      end
+    end
+
+    def update_file_content(content, r_name)
+      handle_exceptions(__method__) do
+        remote_path = "#{@path}/#{r_name}"
+        obj = @bucket.object(remote_path)
+        obj.put(body: content)
+        @logger.info("S3 file content updated: #{remote_path}")
+        true
+      end
+    end
+
+    def delete_file(r_name)
+      handle_exceptions(__method__) do
+        r_path = "#{@path}/#{r_name}"
+        obj = @bucket.object(r_path)
+        @uploader_urls.delete(obj.public_url)
+        obj.delete
+        generate_index
+        @logger.info("S3 file deleted: #{r_path}")
+        true
+      end
+    end
+
+    def close; end
+
+    private
+
+    def index_data
+      {
+        'title' => @path.split('/').last,
+        'urls' => @uploader_urls
+      }
+    end
+
+    def generate_index
+      handle_exceptions(__method__) do
+        data = index_data
+        @index_obj.put(body: @index_template.result_with_hash(data), content_type: 'text/html')
+        true
+      end
+    end
+  end
+end

lib/templates/index.html.erb

@@ -0,0 +1,24 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <title><%= title %></title>
+    <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.2.3/dist/css/bootstrap.min.css" rel="stylesheet">
+</head>
+<body>
+    <div class="container">
+        <h1 class="text-center mt-5"><%= title %></h1>
+        <ul class="list-group mt-3">
+            <% urls.each do |url| %>
+                <% file_name = url.split('/').last %>
+                <% friendly_file_name = URI.decode_www_form_component(file_name) %>
+                <li class="list-group-item">
+                    <a href="<%= url %>"><%= friendly_file_name %></a>
+                </li>
+            <% end %>
+        </ul>
+    </div>
+    <script src="https://cdn.jsdelivr.net/npm/bootstrap@5.2.3/dist/js/bootstrap.bundle.min.js"></script>
+</body>
+</html>