updated readme and pipelines

plivo/README.md

@@ -1,7 +1,7 @@
 # Plivo
 
 ## Overview
-[Plivo][1] is a communication platform as a service provider that offers a range of communication APIs and tools for businesses. A notable aspect of Plivo’s product lineup is their SMS, MMS and WhatsApp services. Plivo offers a comprehensive suite of communication services including SMS, messaging, and WhatsApp integration. Plivo also integrates voice calling features, allowing businesses to make and receive voice calls through their platform. It also supports multiparty and conference calls. Overall, Plivo provides a versatile communication platform to enhance customer engagement and streamline communication strategies.
+[Plivo][1] is a communication platform as a service provider that offers a range of communication APIs and tools for businesses. Plivo offers a comprehensive suite of communication services including SMS, messaging, and WhatsApp integration. Plivo also integrates voice calling features, allowing businesses to make and receive voice calls through their platform. It also supports multiparty and conference calls. Overall, Plivo provides a versatile communication platform to enhance customer engagement and streamline communication strategies.
 
 The Plivo integration seamlessly collects Messages(SMS, MMS, WhatsApp) and Voice call data and ingests it into Datadog for comprehensive analysis.
 

plivo/assets/logs/plivo.yaml

@@ -63,55 +63,41 @@ facets:
     path: plivo.total_amount
     source: log
     type: double
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Continent Code
     path: network.client.geoip.continent.code
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Continent Name
     path: network.client.geoip.continent.name
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Country ISO Code
     path: network.client.geoip.country.iso_code
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Country Name
     path: network.client.geoip.country.name
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Subdivision ISO Code
     path: network.client.geoip.subdivision.iso_code
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: Subdivision Name
     path: network.client.geoip.subdivision.name
     source: log
-    type: string
-  - facetType: list
-    groups:
+  - groups:
       - Geoip
     name: City Name
     path: network.client.geoip.city.name
     source: log
-    type: string
 pipeline:
   type: pipeline
   name: Plivo
@@ -120,7 +106,7 @@ pipeline:
     query: "source:plivo"
   processors:
     - type: service-remapper
-      name: Define `service` as official service of the log
+      name: Define `service` as the official service of the log
       enabled: true
       sources:
         - service
@@ -273,7 +259,7 @@ pipeline:
             rejected,high
           type: lookup-processor
         - type: status-remapper
-          name: Define `status` as official status of the log
+          name: Define `status` as the official status of the log
           enabled: true
           sources:
             - status
@@ -298,7 +284,7 @@ pipeline:
           preserveSource: false
           overrideOnConflict: false
     - type: date-remapper
-      name: Define `timestamp` as the official timestamp of the log
+      name: Define `timestamp` as the official date of the log
       enabled: true
       sources:
         - timestamp

plivo/assets/logs/plivo_tests.yaml

@@ -371,4 +371,58 @@ tests:
               "source_ip": "92.168.0.1"
             }
           service: "voice"
-    result: null
+    result:
+    custom:
+      Stir_attestation: "A"
+      answer_time: "2024-10-12 21:57:47+05:30"
+      api_id: "52cd2e1d-2bfd-11ec-a7bd-0242ac110005"
+      bill_duration: 1
+      billed_duration: 1
+      call_direction: "outbound"
+      call_duration: 1
+      call_state: "ANSWER"
+      call_uuid: "5607532d-5037-4066-befc-a8b40218dd4f"
+      end_time: "2024-10-14 15:25:47+05:30"
+      from_number: "+12025551111"
+      hangup_cause_code: 8011
+      hangup_cause_name: "Invalid Answer XML"
+      hangup_source: "Error"
+      initiation_time: "2024-10-12 21:57:40+05:30"
+      plivo:
+        total_amount: "0.01667"
+      resource_uri: "/v1/Account/MA2025RK4E639VJFZAGV/Call/5607532d-5037-4066-befc-a8b40218dd4f/"
+      source_ip: "92.168.0.1"
+      stir_verification: "Not Applicable"
+      to_number: "sip:sam9461399937766203278@phone.plivo.com"
+      total_rate: "1.00000"
+      voice_network_group: ""
+    message: |-
+      {
+        "answer_time" : "2024-10-12 21:57:47+05:30",
+        "to_number" : "sip:sam9461399937766203278@phone.plivo.com",
+        "api_id" : "52cd2e1d-2bfd-11ec-a7bd-0242ac110005",
+        "hangup_cause_code" : 8011,
+        "hangup_cause_name" : "Invalid Answer XML",
+        "call_direction" : "outbound",
+        "resource_uri" : "/v1/Account/MA2025RK4E639VJFZAGV/Call/5607532d-5037-4066-befc-a8b40218dd4f/",
+        "end_time" : "2024-10-14 15:25:47+05:30",
+        "total_rate" : "1.00000",
+        "bill_duration" : 1,
+        "call_state" : "ANSWER",
+        "hangup_source" : "Error",
+        "billed_duration" : 1,
+        "call_duration" : 1,
+        "voice_network_group" : "",
+        "source_ip" : "92.168.0.1",
+        "initiation_time" : "2024-10-12 21:57:40+05:30",
+        "Stir_attestation" : "A",
+        "total_amount" : "0.01667",
+        "from_number" : "+12025551111",
+        "call_uuid" : "5607532d-5037-4066-befc-a8b40218dd4f",
+        "stir_verification" : "Not Applicable"
+      }
+    service: "voice"
+    status: "info"
+    tags:
+     - "source:LOGS_SOURCE"
+    timestamp: 1