Merge pull request #13 from prashanthShiksha/release-5.1.0

added survey consumption report related config

ansible/roles/ml-analytics-service/defaults/main.yml

@@ -117,4 +117,8 @@ ml_analytics_projects_program_filename: "{{ config_path }}/projects/program_ids.
 ml_analytics_nvsk_imp_projects_data_local_path: "{{ config_path }}/urgent_data_metrics/output/"
 ml_analytics_nvsk_imp_projects_data_blob_path: "Manage_Learn_Data/micro_improvement/"
 ml_analytics_api_base_url: "https://{{ domain_name }}/"
-ml_analytics_authorization_access_token: "{{ ml_analytics_authorization_access_token }}"
+ml_analytics_authorization_access_token: "{{ ml_analytics_authorization_access_token }}"
+ml_analytics_distinctCnt_survey_status_batch_ingestion_spec : '{"type":"index","spec":{"ioConfig":{"type":"index","inputSource":{"type":"azure","uris":["azure://telemetry-data-store/survey/status/distinctCount/ml_survey_distinctCount_status.json"]},"inputFormat":{"type":"json"}},"tuningConfig":{"type":"index","partitionsSpec":{"type":"dynamic"}},"dataSchema":{"dataSource":"ml-surveydistinctCount-status","granularitySpec":{"type":"uniform","queryGranularity":"none","rollup":false,"segmentGranularity":"DAY"},"timestampSpec":{"column":"time_stamp","format":"auto"},"dimensionsSpec":{"dimensions":[{"type":"string","name":"program_name"},{"type":"string","name":"program_id"},{"type":"string","name":"survey_name"},{"type":"string","name":"survey_id"},{"type":"string","name":"submission_status"},{"type":"string","name":"state_name"},{"type":"string","name":"state_externalId"},{"type":"string","name":"district_name"},{"type":"string","name":"district_externalId"},{"type":"string","name":"block_name"},{"type":"string","name":"block_externalId"},{"type":"string","name":"organisation_name"},{"type":"string","name":"organisation_id"},{"type":"string","name":"private_program"},{"type":"string","name":"parent_channel"},{"type":"long","name":"unique_users"},{"type":"long","name":"unique_submissions"},{"type":"string","name":"time_stamp"}]},"metricsSpec":[]}}}'
+ml_analytics_survey_distinctCount_status_filepath : "{{ WORKDIR }}/source/survey/status/distinctCount/output"
+ml_analytics_survey_distinctCount_blob_path : "survey/status/distinctCount"
+ml_analytics_survey_streaming_success_log_folder_path : "{{ WORKDIR }}/logs/survey/status/distinctCount"

ansible/roles/ml-analytics-service/templates/config.j2

@@ -113,6 +113,8 @@ survey_injestion_spec = {{ml_analytics_druid_survey_batch_ingestion_spec}}
 
 intervals = {{ml_analytics_druid_interval_list}}
 
+ml_distinctCnt_survey_status_spec :{{ml_analytics_distinctCnt_survey_status_batch_ingestion_spec}}
+
 
 [KAFKA]
 
@@ -159,6 +161,8 @@ survey_streaming_error = {{ ml_analytics_survey_log_folder_path }}/error.log
 
 {% if ML_Cloud_Service_Provider is eq 'ORACLE' %}
 
+survey_streaming_success_error = {{ ml_analytics_survey_streaming_success_log_folder_path }}
+
 [ORACLE]
 
 endpoint_url = {{ cloud_public_storage_endpoint }}
@@ -239,6 +243,8 @@ survey_druid_data = {{ml_analytics_survey_batchupdate_output_dir}}
 
 program_text_file = {{ml_analytics_project_program}}
 
+survey_distinctCount_status = {{ml_analytics_survey_distinctCount_status_filepath}}
+
 [SLACK]
 
 token = {{ml_slack_token}}
@@ -290,3 +296,5 @@ cname_url = {{ ml_analytics_cname_url }}
 nvsk_imp_projects_data_local_path = {{ ml_analytics_nvsk_imp_projects_data_local_path }}
 
 nvsk_imp_projects_data_blob_path = {{ ml_analytics_nvsk_imp_projects_data_blob_path }}
+
+survey_distinctCount_blob_path = {{ ml_analytics_survey_distinctCount_blob_path }}