EPMRPP-88736 Send manual analyzed statistics

src/main/java/com/epam/reportportal/config/JacksonConfiguration.java

@@ -0,0 +1,47 @@
+/*
+ * Copyright 2024 EPAM Systems
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.epam.reportportal.config;
+
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.MapperFeature;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.SerializationFeature;
+import com.fasterxml.jackson.databind.introspect.JacksonAnnotationIntrospector;
+import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+/**
+ * @author Siarhei Hrabko
+ */
+@Configuration
+public class JacksonConfiguration {
+
+  /**
+   * @return Configured object mapper
+   */
+  @Bean(name = "objectMapper")
+  public ObjectMapper objectMapper() {
+    ObjectMapper om = new ObjectMapper();
+    om.setAnnotationIntrospector(new JacksonAnnotationIntrospector());
+    om.configure(MapperFeature.DEFAULT_VIEW_INCLUSION, true);
+    om.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+    om.configure(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS, false);
+    om.registerModule(new JavaTimeModule());
+    return om;
+  }
+}

src/main/java/com/epam/reportportal/jobs/statistics/ManualLaunchStatisticsJob.java

@@ -0,0 +1,190 @@
+/*
+ * Copyright 2024 EPAM Systems
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.epam.reportportal.jobs.statistics;
+
+import com.epam.reportportal.jobs.BaseJob;
+import java.time.Instant;
+import java.time.ZoneOffset;
+import java.time.temporal.ChronoUnit;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.Map;
+import java.util.Set;
+import net.javacrumbs.shedlock.spring.annotation.SchedulerLock;
+import org.apache.commons.lang3.RandomUtils;
+import org.json.JSONArray;
+import org.json.JSONObject;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpMethod;
+import org.springframework.jdbc.core.JdbcTemplate;
+import org.springframework.jdbc.core.namedparam.MapSqlParameterSource;
+import org.springframework.jdbc.core.namedparam.NamedParameterJdbcTemplate;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Transactional;
+import org.springframework.web.client.RestTemplate;
+
+/**
+ * Sends statistics about amounts of manual analyzed items to the GA4 service.
+ *
+ * @author <a href="mailto:maksim_antonov@epam.com">Maksim Antonov</a>
+ */
+@Service
+@ConditionalOnProperty(prefix = "rp.environment.variable.ga", name = "measurement")
+public class ManualLaunchStatisticsJob extends BaseJob {
+
+  private static final String GA_URL = "https://www.google-analytics.com/mp/collect";
+  private static final String DATE_BEFORE = "date_before";
+
+  private static final String SELECT_INSTANCE_ID_QUERY = "SELECT value FROM server_settings WHERE key = 'server.details.instance';";
+  private static final String SELECT_ANALYZER_MANUAL_START_QUERY = "SELECT * FROM analytics_data WHERE type = 'ANALYZER_MANUAL_START' AND created_at >= :date_before::TIMESTAMP;";
+  private static final String DELETE_ANALYZER_MANUAL_START_QUERY = "DELETE FROM analytics_data WHERE type = 'ANALYZER_MANUAL_START';";
+
+  private final NamedParameterJdbcTemplate namedParameterJdbcTemplate;
+
+  private final RestTemplate restTemplate;
+
+  private final String measurementId;
+
+
+  /**
+   * Initializes {@link ManualLaunchStatisticsJob}.
+   *
+   * @param jdbcTemplate {@link JdbcTemplate}
+   */
+  @Autowired
+  public ManualLaunchStatisticsJob(JdbcTemplate jdbcTemplate,
+      @Value("${rp.environment.variable.ga.measurement:}") String measurementId,
+      NamedParameterJdbcTemplate namedParameterJdbcTemplate) {
+    super(jdbcTemplate);
+    this.measurementId = measurementId;
+    this.namedParameterJdbcTemplate = namedParameterJdbcTemplate;
+    this.restTemplate = new RestTemplate();
+  }
+
+
+  /**
+   * Sends manual analyzed items statistics.
+   */
+  @Override
+  @Scheduled(cron = "${rp.environment.variable.ga.cron}")
+  @SchedulerLock(name = "manualAnalyzedStatisticsJob", lockAtMostFor = "24h")
+  @Transactional
+  public void execute() {
+    LOGGER.info("Start sending analyzer manual start item statistics");
+
+    var now = Instant.now();
+    var dateBefore = now.minus(1, ChronoUnit.DAYS)
+        .atOffset(ZoneOffset.UTC)
+        .toLocalDateTime();
+    MapSqlParameterSource queryParams = new MapSqlParameterSource();
+    queryParams.addValue(DATE_BEFORE, dateBefore);
+
+    namedParameterJdbcTemplate.query(SELECT_ANALYZER_MANUAL_START_QUERY, queryParams, rs -> {
+      JSONObject requestBody = new JSONObject();
+
+      int autoAnalyzed = 0;
+      int userAnalyzed = 0;
+      String version = null;
+      boolean analyzerEnabled;
+      Set<String> status = new HashSet<>();
+      Set<String> autoAnalysisState = new HashSet<>();
+
+      do {
+        var metadata = new JSONObject(rs.getString("metadata")).getJSONObject("metadata");
+
+        userAnalyzed += metadata.optInt("manuallyAnalyzed");
+        autoAnalyzed += metadata.optInt("autoAnalyzed");
+
+        if (metadata.optInt("manuallyAnalyzed") > 0) {
+          status.add("manually");
+        } else if (metadata.optInt("autoAnalyzed") > 0) {
+          status.add("automatically");
+        }
+        analyzerEnabled = metadata.getBoolean("analyzerEnabled");
+        if (analyzerEnabled) {
+          autoAnalysisState.add(metadata.getBoolean("auto_analysis") ? "on" : "off");
+        }
+
+        if (version == null) {
+          version = metadata.getString("version");
+        }
+
+      } while (rs.next());
+
+      var instanceID = jdbcTemplate.queryForObject(SELECT_INSTANCE_ID_QUERY, String.class);
+      var params = new JSONObject();
+      params.put("category", "analyzer");
+      params.put("instanceID", instanceID);
+      params.put("timestamp", now.toEpochMilli());
+      params.put("version", version); // get from table
+      params.put("type", analyzerEnabled ? "is_analyzer" : "not_analyzer");
+      if (analyzerEnabled) {
+        params.put("number", autoAnalyzed + "#" + userAnalyzed);
+        params.put("auto_analysis", String.join("#", autoAnalysisState));
+        params.put("status", String.join("#", status));
+      }
+
+      var event = new JSONObject();
+      event.put("name", "analyze_analyzer");
+      event.put("params", params);
+
+      JSONArray events = new JSONArray();
+      events.put(event);
+
+      requestBody.put("client_id",
+          now.toEpochMilli() + "." + RandomUtils.nextInt(100_000, 999_999));
+      requestBody.put("events", events);
+
+      if (LOGGER.isDebugEnabled()) {
+        LOGGER.debug("Sending statistics data with measurementId: {} and body: {}", measurementId,
+            requestBody);
+      }
+
+      sendRequest(requestBody);
+
+    });
+
+    LOGGER.info("Completed analyzer manual start item statistics job");
+
+  }
+
+  private void sendRequest(JSONObject requestBody) {
+    try {
+      var response = restTemplate.exchange(GA_URL, HttpMethod.POST, new HttpEntity<>(requestBody),
+          Object.class, getGa4UrlParameters());
+      if (response.getStatusCodeValue() != 204) {
+        LOGGER.error("Failed to send statistics: {}", response);
+      }
+      response.getStatusCode();
+    } catch (Exception e) {
+      LOGGER.error("Failed to send statistics", e);
+    } finally {
+      jdbcTemplate.execute(DELETE_ANALYZER_MANUAL_START_QUERY);
+    }
+  }
+
+  private Map<String, String> getGa4UrlParameters() {
+    Map<String, String> map = new HashMap<>();
+    map.put("measurementId", measurementId);
+    return map;
+  }
+
+}

src/main/resources/application.yml

@@ -39,6 +39,9 @@ rp:
         project:
           ## 1 minute
           cron: '0 */1 * * * *'
+      ga:
+        measurement:
+        cron: '0 0 */24 * * *'
       executor:
         pool:
           storage: