From 20b523f394550690897094af56ec8eb667601029 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Wed, 11 Sep 2024 10:43:01 -0700 Subject: [PATCH 01/14] BD-3089 Add metrics file --- _includes/metrics.md | 260 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 260 insertions(+) create mode 100644 _includes/metrics.md diff --git a/_includes/metrics.md b/_includes/metrics.md new file mode 100644 index 00000000000..b31b9854442 --- /dev/null +++ b/_includes/metrics.md @@ -0,0 +1,260 @@ + + +{% if include.metric == "AMP Clicks" %} +*AMP Clicks* is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. +{% endif %} + +{% if include.metric == "Audience" %} +*Audience* is the percentage of users who received a particular message. This number is received from Braze. +{% endif %} + +{% if include.metric == "Bounces" %} +*Bounces* is the total number of unsuccessful messages. This could occur because there isn’t a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. An email bounce for customers using SendGrid consists of hard bounces, spam, and emails sent to invalid addresses. +{% endif %} + +{% if include.metric == "Body Click" %} +Push Story Notifications record a body click when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. +{% endif %} + +{% if include.metric == "Body Clicks" %} +*Body Clicks* occur when someone clicks on any of the following in-app message types: + +- Slide-up +- Modal +- Fullscreen that has no buttons +{% endif %} + +{% if include.metric == "Button 1 Clicks" %} +*Button 1 Clicks* is the total number of clicks on Button 1 of the message. +{% endif %} + +{% if include.metric == "Button 2 Clicks" %} +*Button 2 Clicks* is the total number of clicks on Button 2 of the message. +{% endif %} + +{% if include.metric == "Choices Submitted" %} +*Choices Submitted* is the total number of choices selected when the user clicks the submit button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +{% endif %} + +{% if include.metric == "Click-to-Open Rate" %} +*Click-to-Open Rate* is the percentage of opened emails that were clicked. This metric is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +{% endif %} + +{% if include.metric == "Confirmed Deliveries" %} +*Confirmed Deliveries* are when the carrier has confirmed the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. +{% endif %} + +{% if include.metric == "Audience %" %} +*Audience %* is the percentage of users who received a particular variant. +{% endif %} + +{% if include.metric == "Bounces % or Bounce Rate" %} +*Bounces %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. + +An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). +{% endif %} + +{% if include.metric == "Click to Open Rate" %} +*Click to Open Rate* is the percentage of unique emails opened that have been clicked at least once. +{% endif %} + +{% if include.metric == "Confidence" %} +*Confidence* is the percentage of confidence that a certain variant of a message is outperforming the control group. +{% endif %} + +{% if include.metric == "Confirmation Page Button" %} +*Confirmation Page Button* is the total clicks on the call to action button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +{% endif %} + +{% if include.metric == "Confirmation Page Dismissals" %} +*Confirmation Page Dismissals* is the total clicks on the close (x) button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +{% endif %} + +{% if include.metric == "Conversion Rate" %} +*Conversion Rate* is the percentage of times a defined event occurred compared to all recipients of a sent message. This defined event is determined when you build the campaign. +{% endif %} + +{% if include.metric == "Conversion Window" %} +*Conversion Window* is the number of days after receiving the message during which user actions are tracked and attributed to a conversion event. Conversions that occur after this window are not attributed to the conversion event. +{% endif %} + +{% if include.metric == "Conversions (B, C, D)" %} +*Conversions (B, C, D)* are additional conversion events added after the primary conversion event. The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. + +This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{% endif %} + +{% if include.metric == "Deliveries general" %} +*Deliveries* is the total number of message requests that are accepted by the receiving server. This doesn’t mean the message was delivered to a device, only that the message was accepted by the server. +{% endif %} + +{% if include.metric == "Deliveries email" %} +*Deliveries* for emails is the total number of messages (Sends) successfully sent to and received by emailable parties. +{% endif %} + +{% if include.metric == "Deliveries %" %} +*Deliveries %* is the percentage of total number of messages (Sends) successfully sent to and received by emailable parties. +{% endif %} + +{% if include.metric == "Delivery Failures" %} +*Delivery Failures* are when the SMS couldn't be sent because of queues overflowing (sending SMS at a rate higher than your long or short codes can handle). +{% endif %} + +{% if include.metric == "Direct Opens" %} +*Direct Opens* is the total number (and percentage) of push notifications that were directly opened from that push. +{% endif %} + +{% if include.metric == "Emailable" %} +*Emailable* is the total number of users who have an email address on record and have explicitly opted in or subscribed. +{% endif %} + +{% if include.metric == "Errors" %} +*Errors* is the number of errors returned by webhook events (incremented during the sending process). +{% endif %} + +{% if include.metric == "Failures" %} +*Failures* are when the WhatsApp message couldn’t send because the internet service provider returned a hard bounce. A hard bounce signifies a permanent deliverability failure. +{% endif %} + +{% if include.metric == "Influenced Opens" %} +*Influenced Opens* is the total number (and percentage) of users who opened the app after the push notification was sent, without directly opening the push. +{% endif %} + +{% if include.metric == "Machine Opens" %} +*Machine Opens* includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. +{% endif %} + +{% if include.metric == "Other Opens" %} +*Other Opens* includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. +{% endif %} + +{% if include.metric == "Pending Retry" %} +*Pending Retry* is the number of requests that were temporarily rejected, by the receiving server, but still attempted for re-delivery by the email service provider (ESP). The ESP will retry delivery until a timeout period is reached (typically after 72 hours). +{% endif %} + +{% if include.metric == "Primary Conversions (A) or Primary Conversion Event" %} +*Pending Conversions (A)* or *Primary Conversion Event* is the number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. + +For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{% endif %} + +{% if include.metric == "Reads" %} +*Reads* is when the user reads the WhatsApp message. The user’s read receipts must be “On” for Braze to track reads. +{% endif %} + +{% if include.metric == "Received" %} +- Content Cards: Received when users view the card in the app. +- Push: Received when messages are sent from the Braze server to the push provider. +- Email: Received when messages are sent from the Braze server to the email service provider. +- SMS/MMS: “Delivered” after the SMS provider receives confirmation from the upstream carrier and destination device. +- In-app message: Received at the time of display based on the trigger action defined. +- WhatsApp: Received at the time of display based on the trigger action defined. +{% endif %} + +{% if include.metric == "Rejections" %} +*Rejections* are when the SMS has been rejected by the carrier. This can happen for several reasons, including carrier content filtering, availability of the destination device, the phone number is no longer in service, and similar. As a Braze customer, rejections are charged toward your SMS allotment. +{% endif %} + +{% if include.metric == "Revenue" %} +*Revenue* is the total revenue in dollars from campaign recipients within the set [primary conversion window]({{site.baseurl}}/user_guide/engagement_tools/campaigns/building_campaigns/conversion_events). +{% endif %} + +{% if include.metric == "Sends or Messages Sent" %} +*Sends* or *Messages Sent* is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. This metric is provided by Braze. + +{% alert tip %} +For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). +{% endalert %} +{% endif %} + +{% if include.metric == "Sends to Carrier" %} +{% alert note %} +*Sends to Carrier* is deprecated, but will continue to be supported for users that already have it. +{% endalert %} + +*Sends to Carrier* is the sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn’t confirmed by the carrier. This includes instances where carriers don’t provide delivery or rejected confirmation, as some carriers don’t provide this confirmation or can’t do so at the time of send. +{% endif %} + +{% if include.metric == "Spam" %} +*Spam* is the total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. +{% endif %} + +{% if include.metric == "Spam % or Spam Rate" %} +*Spam %* or *Spam Rate* is the percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. +{% endif %} + +{% if include.metric == "Survey Page Dismissals" %} +*Survey Page Dismissals* is the total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% endif %} + +{% if include.metric == "Survey Submissions" %} +*Survey Submissions* is the total clicks on the submit button of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% endif %} + +{% if include.metric == "Total Clicks" %} +*Total Clicks* is the total number (and percentage) of users who clicked within the delivered email, card, or message. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% endif %} + +{% if include.metric == "Total Dismissals" %} +*Total Dismissals* is the number of times Content Cards from a campaign have been dismissed. If a user dismisses a message twice, they will be only counted once. +{% endif %} + +{% if include.metric == "Total Impressions" %} +*Total Impressions* is the number of times the in-app message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. +{% endif %} + +{% if include.metric == "Total Opens" %} +*Total Opens* is the total number of messages that were opened. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% endif %} + +{% if include.metric == "Total Revenue" %} +*Total Revenue* is the total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports through the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +{% endif %} + +{% if include.metric == "Unique Clicks" %} +*Unique Clicks* is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven-day period for email. This includes clicks on Braze-provided unsubscribe links. + +For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% endif %} + +{% if include.metric == "Unique Clicks % or Click Rate" %} +*Unique Clicks %* or *Click Rate* is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven day period for email. +{% endif %} + +{% if include.metric == "Unique Dismissals" %} +*Unique Dismissals* is the number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. +{% endif %} + +{% if include.metric == "Unique Impressions" %} +*Unique Impressions* is the total number of users who received and viewed a given in-app message or card in a day. For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. Conversely, the count should not increment the second time a user views a Content Card. This number is received from Braze. +{% endif %} + +{% if include.metric == "Unique Opens" %} +*Unique Opens* is the total number of delivered emails that have been opened by a single user at least once and are tracked over a seven-day period. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% endif %} + +{% if include.metric == "Unique Opens % or Unique Open Rate" %} +*Unique Opens %* or *Unique Open Rate* is the percentage of delivered emails that have been opened by a single user at least once. This is tracked over a seven-day period. +{% endif %} + +{% if include.metric == "Unique Recipients" %} +*Unique Recipients* is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. +{% endif %} + +{% if include.metric == "Unsubscribers % or Unsub Rate" %} +*Unsubscribers %* or *Unsub Rate* is the percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. +{% endif %} + +{% if include.metric == "Unsubscribers or Unsub" %} +*Unsubscribers* or *Unsub* is the number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. +{% endif %} + +{% if include.metric == "Unsubscribes" %} +*Unsubscribes* is the number of recipients whose subscription state changed to unsubscribed as a result of clicking the Braze provided unsubscribe URL. +{% endif %} + +{% if include.metric == "Variation" %} +*Variation* is the number of variations of a campaign, differing as defined by the creator. +{% endif %} + + From 46fbbd91762fdd2117a864676a1f5fa7fe263671 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Wed, 11 Sep 2024 11:00:18 -0700 Subject: [PATCH 02/14] BD-3089 Create includes file for metrics --- _includes/metrics.md | 2 -- 1 file changed, 2 deletions(-) diff --git a/_includes/metrics.md b/_includes/metrics.md index b31b9854442..ff1f38a7d02 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -1,5 +1,3 @@ - - {% if include.metric == "AMP Clicks" %} *AMP Clicks* is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. {% endif %} From 37b813ae9b0e39e8a6c3d1b2f1ea9b6ada21dd48 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Mon, 30 Sep 2024 15:09:16 -0700 Subject: [PATCH 03/14] Add some includes --- .../data_and_analytics/report_metrics.md | 13 +++----- .../email/amphtml.md | 33 +++++++++++++++---- _includes/metrics.md | 14 ++++++-- 3 files changed, 42 insertions(+), 18 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 2a6e890cc4f..797914cead0 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -24,7 +24,7 @@ tool: Reports Email {% endapitags %} -The total number of users who clicked into the AMP version of your AMP HTML Email. +{% multi_lang_include metrics.md metric='AMP Clicks' %} {% endapi %} @@ -36,7 +36,7 @@ The total number of users who clicked into the AMP version of your AMP HTML Emai All {% endapitags %} -The percentage of users who received a particular message. This number is received from Braze. +{% multi_lang_include metrics.md metric='Audience' %} {% endapi %} @@ -48,7 +48,7 @@ The percentage of users who received a particular message. This number is receiv Email, Web Push, iOS Push {% endapitags %} -The total number of unsuccessful messages. This could occur because there isn't a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. An email bounce for customers using SendGrid consists of hard bounces, spam, and emails sent to invalid addresses. +{% multi_lang_include metrics.md metric='Bounces' %} Calculation: (Bounces) / (Sends) @@ -62,7 +62,7 @@ The total number of unsuccessful messages. This could occur because there isn't iOS Push, Android Push {% endapitags %} -Push Story Notifications record a body click when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. +{% multi_lang_include metrics.md metric='Body Click' %} Calculation: (Body Clicks) / (Impressions) @@ -76,10 +76,7 @@ Push Story Notifications record a body click when the notification is clicked. I In-App Message {% endapitags %} -Occurs when someone clicks on any of the following in-app message types: -- Slide-up -- Modal -- Fullscreen that has no buttons +{% multi_lang_include metrics.md metric='Body Clicks' %} Calculation: (Body Clicks) / (Impressions) diff --git a/_docs/_user_guide/message_building_by_channel/email/amphtml.md b/_docs/_user_guide/message_building_by_channel/email/amphtml.md index dc5bf55c31e..5b99300aa1f 100644 --- a/_docs/_user_guide/message_building_by_channel/email/amphtml.md +++ b/_docs/_user_guide/message_building_by_channel/email/amphtml.md @@ -195,13 +195,32 @@ By wrapping your content around the `raw` tag, the Braze processing engine will ## Metrics and analytics -| Metric | Details | -|---|---| -| Total Opens | Total opens for the HTML and plaintext versions of your AMP email. | -| Total Clicks | Total clicks in the HTML and plaintext versions of your AMP email. | -| AMP Opens | Total count for opens in your AMP HTML email and AMP HTML versions of the email. | -| AMP Clicks | Total count for clicks in your AMP HTML email, cumulative count of the HTML, plaintext, and AMP HTML versions of the email. | -{: .reset-td-br-1 .reset-td-br-2} + + + + + + + + + + + + + + + + + + + + + + + + + +
MetricDetails
Total OpensTotal opens for the HTML and plaintext versions of your AMP email.
Total ClicksTotal clicks in the HTML and plaintext versions of your AMP email.
AMP OpensTotal count for opens in your AMP HTML email and AMP HTML versions of the email.
AMP Clicks{% multi_lang_include metrics.md metric='AMP Clicks' %}
## Testing and troubleshooting diff --git a/_includes/metrics.md b/_includes/metrics.md index ff1f38a7d02..543c33e7bb8 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -1,5 +1,5 @@ {% if include.metric == "AMP Clicks" %} -*AMP Clicks* is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. +AMP Clicks is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. {% endif %} {% if include.metric == "Audience" %} @@ -7,11 +7,19 @@ {% endif %} {% if include.metric == "Bounces" %} -*Bounces* is the total number of unsuccessful messages. This could occur because there isn’t a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. An email bounce for customers using SendGrid consists of hard bounces, spam, and emails sent to invalid addresses. +*Bounces* is the total number of messages that were unsuccessfully delivered to the intended recipients. This could occur because there isn't a valid push token, the user unsubscribed after the campaign was launched, or the email address is inaccurate or deactivated. +{% endif %} + +{% if include.metric == "Hard Bounce" %} +A *Hard Bounce* is when an email fails to deliver to the recipient due to a permanent delivery error. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email receives a hard bounce, we will stop any future requests to this email address. +{% endif %} + +{% if include.metric == "Soft Bounce" %} +A *Soft Bounce* is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. {% endif %} {% if include.metric == "Body Click" %} -Push Story Notifications record a body click when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. +Push Story Notifications record a *Body Click* when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. {% endif %} {% if include.metric == "Body Clicks" %} From d54ad8fe63b285405f9d607840556cc7bec8e864 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Tue, 1 Oct 2024 16:28:34 -0700 Subject: [PATCH 04/14] Finish report metrics --- .../data_and_analytics/report_metrics.md | 153 ++++++++++++------ _includes/metrics.md | 147 +++++++---------- 2 files changed, 169 insertions(+), 131 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 797914cead0..a7d58737eef 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -48,7 +48,7 @@ All Email, Web Push, iOS Push {% endapitags %} -{% multi_lang_include metrics.md metric='Bounces' %} +{% multi_lang_include metrics.md metric='Bounces' %} This could occur because there isn't a valid push token, the user unsubscribed after the campaign was launched, or the email address is inaccurate or deactivated. Calculation: (Bounces) / (Sends) @@ -56,6 +56,22 @@ Email, Web Push, iOS Push {% api %} +### Bounces % or Bounce Rate + +{% apitags %} +Email, Web Push, iOS Push +{% endapitags %} + +{% multi_lang_include metrics.md metric='Bounces % or Bounce Rate' %} + +This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. + +An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). + +{% endapi %} + +{% api %} + ### Body Click {% apitags %} @@ -90,7 +106,7 @@ In-App Message In-App Message {% endapitags %} -The total number of clicks on Button 1 of the message. +{% multi_lang_include metrics.md metric='Button 1 Clicks' %} Calculation: (Button 1 Clicks) / (Impressions) @@ -104,7 +120,7 @@ The total number of clicks on Button 1 of the message. In-App Message {% endapitags %} -The total number of clicks on Button 2 of the message. +{% multi_lang_include metrics.md metric='Button 2 Clicks' %} Calculation: (Button 2 Clicks) / (Impressions) @@ -118,7 +134,7 @@ The total number of clicks on Button 2 of the message. In-App Message {% endapitags %} -The total number of choices selected when the user clicks the submit button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% multi_lang_include metrics.md metric='Choices Submitted' %} {% endapi %} @@ -130,7 +146,7 @@ The total number of choices selected when the user clicks the submit button on t Email {% endapitags %} -The percentage of opened emails that were clicked. This metric is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +{% multi_lang_include metrics.md metric='Click-to-Open Rate' %} Calculation: (Unique Clicks) / (Unique Opens) (for Email) @@ -144,7 +160,7 @@ The percentage of opened emails that were clicked. This metric is only available SMS {% endapitags %} -The carrier has confirmed that the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. +{% multi_lang_include metrics.md metric='Confirmed Deliveries' %} Calculation: Count @@ -158,7 +174,7 @@ The carrier has confirmed that the SMS was delivered to the target phone number. Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp {% endapitags %} -The percentage of confidence that a certain variant of a message is outperforming the control group. +{% multi_lang_include metrics.md metric='Confidence' %} {% endapi %} @@ -170,7 +186,7 @@ The percentage of confidence that a certain variant of a message is outperformin In-App Message {% endapitags %} -The total clicks on the call to action button on the confirmation page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% multi_lang_include metrics.md metric='Confirmation Page Button' %} {% endapi %} @@ -182,7 +198,7 @@ The total clicks on the call to action button on the confirmation page of a [sim In-App Message {% endapitags %} -The total clicks on the close (x) button on the confirmation page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% multi_lang_include metrics.md metric='Confirmation Page Dismissals' %} {% endapi %} @@ -194,7 +210,7 @@ The total clicks on the close (x) button on the confirmation page of a [simple s Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS {% endapitags %} -Additional conversion events added after the primary conversion event. The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign.

This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{% multi_lang_include metrics.md metric='Conversions (B, C, D)' %} This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. {% endapi %} @@ -206,7 +222,7 @@ Additional conversion events added after the primary conversion event. The numbe Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS {% endapitags %} -The percentage of times a defined event occurred compared to all recipients of a sent message. This defined event is determined when you build the campaign. +{% multi_lang_include metrics.md metric='Conversion rate' %} Calculation: (Primary Conversions) / (Unique Recipients) @@ -220,7 +236,7 @@ The percentage of times a defined event occurred compared to all recipients of a All {% endapitags %} -The number of days after receiving the message during which user actions are tracked and attributed to a conversion event. Conversions that occur after this window are not attributed to the conversion event. +{% multi_lang_include metrics.md metric='Conversion Window' %} {% endapi %} @@ -232,7 +248,7 @@ The number of days after receiving the message during which user actions are tra Email, Web Push, iOS Push, Android Push, WhatsApp {% endapitags %} -The total number of message requests that are accepted by the receiving server. This doesn't mean the message was delivered to a device, only that the message was accepted by the server. +{% multi_lang_include metrics.md metric='Deliveries' %} For emails, *Deliveries* is the total number of messages (Sends) successfully sent to and received by emailable parties. Calculation: Count @@ -246,7 +262,7 @@ The total number of message requests that are accepted by the receiving server. SMS {% endapitags %} -The SMS could not be sent due to queues overflow (sending SMS at a rate higher than your long or short codes can handle). +{% multi_lang_include metrics.md metric='Delivery Failures' %} Calculation: (Sends) - (Sends to Carrier) @@ -260,7 +276,7 @@ The SMS could not be sent due to queues overflow (sending SMS at a rate higher t iOS Push {% endapitags %} -The total number (and percentage) of push notifications that were directly opened from that push. +{% multi_lang_include metrics.md metric='Direct Opens' %} Calculation: (Direct Opens) / (Deliveries) @@ -274,7 +290,7 @@ The total number (and percentage) of push notifications that were directly opene Webhook {% endapitags %} -The number of errors returned by webhook events (incremented during the sending process). +{% multi_lang_include metrics.md metric='Errors' %} {% endapi %} @@ -286,7 +302,19 @@ The number of errors returned by webhook events (incremented during the sending WhatsApp {% endapitags %} -The WhatsApp message couldn't send because the internet service provider returned a hard bounce. A hard bounce signifies a permanent deliverability failure. +{% multi_lang_include metrics.md metric='Failures' %} + +{% endapi %} + +{% api %} + +### Hard Bounce + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Hard Bounce' %} A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email receives a hard bounce, we will stop any future requests to this email address. {% endapi %} @@ -298,7 +326,7 @@ The WhatsApp message couldn't send because the internet service provider returne iOS Push, Android Push {% endapitags %} -The total number (and percentage) of users who opened the app after the push notification was sent, without directly opening the push. +{% multi_lang_include metrics.md metric='Influenced Opens' %} Calculation: (Influenced Opens) / (Deliveries) @@ -306,13 +334,37 @@ The total number (and percentage) of users who opened the app after the push not {% api %} +### Machine Opens + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Machine Opens' %} This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. + +{% endapi %} + +{% api %} + +### Other Opens + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Other Opens' %} Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. + +{% endapi %} + +{% api %} + ### Pending Retry {% apitags %} Email {% endapitags %} -The number of requests that were temporarily rejected, by the receiving server, but still attempted for re-delivery by the email service provider (ESP). The ESP will retry delivery until a timeout period is reached (typically after 72 hours). +{% multi_lang_include metrics.md metric='Pending Retry' %} {% endapi %} @@ -324,7 +376,7 @@ The number of requests that were temporarily rejected, by the receiving server, Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp {% endapitags %} -The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign.

For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{% multi_lang_include metrics.md metric='Primary Conversions (A) or Primary Conversion Event' %} For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. {% endapi %} @@ -336,7 +388,7 @@ The number of times a defined event occurred after interacting with or viewing a WhatsApp {% endapitags %} -When the user reads the WhatsApp message. The user's read receipts must be "On" for Braze to track reads. +{% multi_lang_include metrics.md metric='Reads' %} {% endapi %} @@ -348,10 +400,12 @@ When the user reads the WhatsApp message. The user's read receipts must be "On" Email, Content Cards, In-App Message, Web Push, iOS Push, Android Push, SMS, WhatsApp {% endapitags %} +{% multi_lang_include metrics.md metric='Received' %} + - Content Cards: Received when users view the card in the app. - Push: Received when messages are sent from the Braze server to the push provider. - Email: Received when messages are sent from the Braze server to the email service provider. -- SMS/MMS: "Delivered" after the SMS provider receives confirmation from the upstream carrier and destination device. +- SMS/MMS: “Delivered” after the SMS provider receives confirmation from the upstream carrier and destination device. - In-app message: Received at the time of display based on the trigger action defined. - WhatsApp: Received at the time of display based on the trigger action defined. @@ -365,7 +419,7 @@ Email, Content Cards, In-App Message, Web Push, iOS Push, Android Push, SMS, Wha SMS {% endapitags %} -The SMS has been rejected by the carrier. This can happen for several reasons, including carrier content filtering, availability of the destination device, the phone number is no longer in service, and similar. As a Braze customer, rejections are charged toward your SMS allotment. +{% multi_lang_include metrics.md metric='Rejections' %} As a Braze customer, rejections are charged toward your SMS allotment. Calculation: Count @@ -379,10 +433,10 @@ The SMS has been rejected by the carrier. This can happen for several reasons, i Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp, LINE {% endapitags %} -*Sends*, or *Messages Sent*, is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn't mean the message was received or delivered to a device, only that the message was sent. This metric is provided by Braze. +{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. {% alert tip %} -For Content Cards, this metric is calculated differently depending on what you selected for **Card creation**. See [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/) for details. +For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). {% endalert %} Calculation: Count @@ -401,7 +455,7 @@ SMS *Sends to Carrier* is deprecated, but will continue to be supported for users that already have it. {% endalert %} -The sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn't confirmed by the carrier. This includes instances where carriers don't provide delivery or rejected confirmation, as some carriers don't provide this confirmation or can't do so at the time of send. +{% multi_lang_include metrics.md metric='Sends to Carrier' %} Calculation: Count @@ -409,13 +463,25 @@ The sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejecti {% api %} +### Soft Bounce + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Soft Bounce' %} A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. + +{% endapi %} + +{% api %} + ### Spam {% apitags %} Email {% endapitags %} -The total number of emails delivered that were marked as "spam." +{% multi_lang_include metrics.md metric='Spam' %} Calculation: (Marked as Spam) / (Sends) @@ -429,7 +495,7 @@ The total number of emails delivered that were marked as "spam." In-App Message {% endapitags %} -The total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% multi_lang_include metrics.md metric='Survey Page Dismissals' %} {% endapi %} @@ -441,7 +507,7 @@ The total clicks on the close (x) button on the survey question page of a [simpl In-App Message {% endapitags %} -The total clicks on the submit button of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +{% multi_lang_include metrics.md metric='Survey Submissions' %} {% endapi %} @@ -453,7 +519,7 @@ The total clicks on the submit button of a [simple survey]({{site.baseurl}}/user Email, Content Cards, SMS, LINE {% endapitags %} -The total number (and percentage) of users who clicked within the delivered email, card, or message. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% multi_lang_include metrics.md metric='Total Clicks' %} {::nomarkdown} @@ -476,7 +542,7 @@ The total number (and percentage) of users who clicked within the delivered emai Content Cards {% endapitags %} -The number of times Content Cards from a campaign have been dismissed. If a user dismisses a message twice, they will be only counted once. +{% multi_lang_include metrics.md metric='Total Dismissials' %} Calculation: Count @@ -490,7 +556,7 @@ The number of times Content Cards from a campaign have been dismissed. If a user In-App Message, Content Cards {% endapitags %} -The number of times the in-app message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. +{% multi_lang_include metrics.md metric='Total Impressions' %} Calculation: Count @@ -504,7 +570,7 @@ The number of times the in-app message has been viewed (if a user is shown a mes Email, iOS Push, Android Push, Web Push, LINE {% endapitags %} -The total number of messages that were opened. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% multi_lang_include metrics.md metric='Total Opens' %} {::nomarkdown} @@ -517,7 +583,6 @@ The total number of messages that were opened. For LINE, this is tracked after a {:/} - {% endapi %} {% api %} @@ -528,7 +593,7 @@ The total number of messages that were opened. For LINE, this is tracked after a Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp {% endapitags %} -The total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports, via the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +{% multi_lang_include metrics.md metric='Total Revenue' %} {% endapi %} @@ -540,9 +605,7 @@ The total revenue in dollars from campaign recipients within the set primary con Email, Content Cards, LINE {% endapitags %} -The distinct number of recipients who have clicked within a message at least once. This is tracked over a 7-day period for Email. This includes clicks on Braze-provided unsubscribe links. - -For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% multi_lang_include metrics.md metric='Unique Clicks' %} {::nomarkdown} @@ -564,7 +627,7 @@ For LINE, this is tracked after a minimum threshold of 20 messages per day has b Content Cards {% endapitags %} -The number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. +{% multi_lang_include metrics.md metric='Unique Dismissals' %} Calculation: (Unique Dismissals) / (Unique Impressions) @@ -578,7 +641,7 @@ The number of users who have dismissed Content Cards from a campaign. A user dis In-App Message, Content Cards {% endapitags %} -The total number of users who received and viewed a given in-app message or card in a day. For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. Conversely, the count should not increment the second time a user views a Content Card. This number is received from Braze. +{% multi_lang_include metrics.md metric='Unique Impressions' %} For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. Conversely, the count should not increment the second time a user views a Content Card. This number is received from Braze. Calculation: Count @@ -592,7 +655,7 @@ The total number of users who received and viewed a given in-app message or card Email, LINE {% endapitags %} -This is the total number of delivered emails that have been opened by a single user at least once and are tracked over a 7-day period. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% multi_lang_include metrics.md metric='Unique Opens' %} For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. Calculation: (Unique Opens) / (Deliveries) @@ -606,7 +669,7 @@ This is the total number of delivered emails that have been opened by a single u All {% endapitags %} -The number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. +{% multi_lang_include metrics.md metric='Unique Recipients' %} Calculation: Count @@ -620,7 +683,7 @@ The number of unique daily recipients, or users who received a particular messag Email {% endapitags %} -The number of recipients whose subscription state changed to unsubscribed as a result of clicking the Braze provided unsubscribe URL. +{% multi_lang_include metrics.md metric='Unsubscribes' %} Calculation: (Unsubscribes) / (Deliveries) @@ -634,8 +697,8 @@ The number of recipients whose subscription state changed to unsubscribed as a r Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp {% endapitags %} -Variation of a campaign, differing as defined by the creator. +{% multi_lang_include metrics.md metric='Variation' %} Calculation: Count -{% endapi %} +{% endapi %} \ No newline at end of file diff --git a/_includes/metrics.md b/_includes/metrics.md index 543c33e7bb8..d620b8a9062 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -3,264 +3,239 @@ {% endif %} {% if include.metric == "Audience" %} -*Audience* is the percentage of users who received a particular message. This number is received from Braze. +Audience is the percentage of users who received a particular message. This number is received from Braze. {% endif %} {% if include.metric == "Bounces" %} -*Bounces* is the total number of messages that were unsuccessfully delivered to the intended recipients. This could occur because there isn't a valid push token, the user unsubscribed after the campaign was launched, or the email address is inaccurate or deactivated. +Bounces is the total number of messages that were unsuccessfully delivered to the intended recipients. {% endif %} {% if include.metric == "Hard Bounce" %} -A *Hard Bounce* is when an email fails to deliver to the recipient due to a permanent delivery error. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email receives a hard bounce, we will stop any future requests to this email address. +A Hard Bounce is when an email fails to deliver to the recipient due to a permanent delivery error. {% endif %} {% if include.metric == "Soft Bounce" %} -A *Soft Bounce* is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. +A Soft Bounce is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. {% endif %} {% if include.metric == "Body Click" %} -Push Story Notifications record a *Body Click* when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. +Push Story Notifications record a Body Click when the notification is clicked. It will not be recorded when a message is expanded, or for action button clicks. {% endif %} {% if include.metric == "Body Clicks" %} -*Body Clicks* occur when someone clicks on any of the following in-app message types: - -- Slide-up -- Modal -- Fullscreen that has no buttons +Body Clicks occur when someone clicks on any of the following in-app message types: slide-up, modal, or fullscreen that has no buttons. {% endif %} {% if include.metric == "Button 1 Clicks" %} -*Button 1 Clicks* is the total number of clicks on Button 1 of the message. +Button 1 Clicks is the total number of clicks on Button 1 of the message. {% endif %} {% if include.metric == "Button 2 Clicks" %} -*Button 2 Clicks* is the total number of clicks on Button 2 of the message. +Button 2 Clicks is the total number of clicks on Button 2 of the message. {% endif %} {% if include.metric == "Choices Submitted" %} -*Choices Submitted* is the total number of choices selected when the user clicks the submit button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Choices Submitted is the total number of choices selected when the user clicks the submit button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). {% endif %} {% if include.metric == "Click-to-Open Rate" %} -*Click-to-Open Rate* is the percentage of opened emails that were clicked. This metric is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +Click-to-Open Rate is the percentage of opened emails that were clicked, and is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). {% endif %} {% if include.metric == "Confirmed Deliveries" %} -*Confirmed Deliveries* are when the carrier has confirmed the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. +Confirmed Deliveries are when the carrier has confirmed the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. {% endif %} {% if include.metric == "Audience %" %} -*Audience %* is the percentage of users who received a particular variant. +Audience % is the percentage of users who received a particular variant. {% endif %} {% if include.metric == "Bounces % or Bounce Rate" %} -*Bounces %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. - -An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). +Bounces % or Bounce Rate is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. {% endif %} {% if include.metric == "Click to Open Rate" %} -*Click to Open Rate* is the percentage of unique emails opened that have been clicked at least once. +Click to Open Rate is the percentage of unique emails opened that have been clicked at least once. {% endif %} {% if include.metric == "Confidence" %} -*Confidence* is the percentage of confidence that a certain variant of a message is outperforming the control group. +Confidence is the percentage of confidence that a certain variant of a message is outperforming the control group. {% endif %} {% if include.metric == "Confirmation Page Button" %} -*Confirmation Page Button* is the total clicks on the call to action button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Confirmation Page Button is the total clicks on the call to action button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). {% endif %} {% if include.metric == "Confirmation Page Dismissals" %} -*Confirmation Page Dismissals* is the total clicks on the close (x) button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Confirmation Page Dismissals is the total clicks on the close (x) button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). {% endif %} {% if include.metric == "Conversion Rate" %} -*Conversion Rate* is the percentage of times a defined event occurred compared to all recipients of a sent message. This defined event is determined when you build the campaign. +Conversion Rate is the percentage of times a defined event occurred compared to all recipients of a sent message. This defined event is determined when you build the campaign. {% endif %} {% if include.metric == "Conversion Window" %} -*Conversion Window* is the number of days after receiving the message during which user actions are tracked and attributed to a conversion event. Conversions that occur after this window are not attributed to the conversion event. +Conversion Window is the number of days after receiving the message during which user actions are tracked and attributed to a conversion event. Conversions that occur after this window are not attributed to the conversion event. {% endif %} {% if include.metric == "Conversions (B, C, D)" %} -*Conversions (B, C, D)* are additional conversion events added after the primary conversion event. The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. - -This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +Conversions (B, C, D) are additional conversion events added after the primary conversion event. The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. {% endif %} -{% if include.metric == "Deliveries general" %} -*Deliveries* is the total number of message requests that are accepted by the receiving server. This doesn’t mean the message was delivered to a device, only that the message was accepted by the server. -{% endif %} - -{% if include.metric == "Deliveries email" %} -*Deliveries* for emails is the total number of messages (Sends) successfully sent to and received by emailable parties. +{% if include.metric == "Deliveries" %} +Deliveries is the total number of message requests that are accepted by the receiving server. This doesn’t mean the message was delivered to a device, only that the message was accepted by the server. {% endif %} {% if include.metric == "Deliveries %" %} -*Deliveries %* is the percentage of total number of messages (Sends) successfully sent to and received by emailable parties. +Deliveries % is the percentage of total number of messages (Sends) successfully sent to and received by emailable parties. {% endif %} {% if include.metric == "Delivery Failures" %} -*Delivery Failures* are when the SMS couldn't be sent because of queues overflowing (sending SMS at a rate higher than your long or short codes can handle). +Delivery Failures are when the SMS couldn't be sent because of queues overflowing (sending SMS at a rate higher than your long or short codes can handle). {% endif %} {% if include.metric == "Direct Opens" %} -*Direct Opens* is the total number (and percentage) of push notifications that were directly opened from that push. +Direct Opens is the total number (and percentage) of push notifications that were directly opened from that push. {% endif %} {% if include.metric == "Emailable" %} -*Emailable* is the total number of users who have an email address on record and have explicitly opted in or subscribed. +Emailable is the total number of users who have an email address on record and have explicitly opted in or subscribed. {% endif %} {% if include.metric == "Errors" %} -*Errors* is the number of errors returned by webhook events (incremented during the sending process). +Errors is the number of errors returned by webhook events (incremented during the sending process). {% endif %} {% if include.metric == "Failures" %} -*Failures* are when the WhatsApp message couldn’t send because the internet service provider returned a hard bounce. A hard bounce signifies a permanent deliverability failure. +Failures are when the WhatsApp message couldn’t send because the internet service provider returned a hard bounce. A hard bounce signifies a permanent deliverability failure. {% endif %} {% if include.metric == "Influenced Opens" %} -*Influenced Opens* is the total number (and percentage) of users who opened the app after the push notification was sent, without directly opening the push. +Influenced Opens is the total number (and percentage) of users who opened the app after the push notification was sent, without directly opening the push. {% endif %} {% if include.metric == "Machine Opens" %} -*Machine Opens* includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. +Machine Opens includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. {% endif %} {% if include.metric == "Other Opens" %} -*Other Opens* includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. +Other Opens includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. {% endif %} {% if include.metric == "Pending Retry" %} -*Pending Retry* is the number of requests that were temporarily rejected, by the receiving server, but still attempted for re-delivery by the email service provider (ESP). The ESP will retry delivery until a timeout period is reached (typically after 72 hours). +Pending Retry is the number of requests that were temporarily rejected, by the receiving server, but still attempted for re-delivery by the email service provider (ESP). The ESP will retry delivery until a timeout period is reached (typically after 72 hours). {% endif %} {% if include.metric == "Primary Conversions (A) or Primary Conversion Event" %} -*Pending Conversions (A)* or *Primary Conversion Event* is the number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. - -For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +Pending Conversions (A) or Primary Conversion Event is the number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by you when building the campaign. {% endif %} {% if include.metric == "Reads" %} -*Reads* is when the user reads the WhatsApp message. The user’s read receipts must be “On” for Braze to track reads. +Reads is when the user reads the WhatsApp message. The user’s read receipts must be “On” for Braze to track reads. {% endif %} {% if include.metric == "Received" %} -- Content Cards: Received when users view the card in the app. -- Push: Received when messages are sent from the Braze server to the push provider. -- Email: Received when messages are sent from the Braze server to the email service provider. -- SMS/MMS: “Delivered” after the SMS provider receives confirmation from the upstream carrier and destination device. -- In-app message: Received at the time of display based on the trigger action defined. -- WhatsApp: Received at the time of display based on the trigger action defined. +Received is defined differently per channel, and can be when users view the message, users perform a defined trigger action, or the message is sent to the message provider. {% endif %} {% if include.metric == "Rejections" %} -*Rejections* are when the SMS has been rejected by the carrier. This can happen for several reasons, including carrier content filtering, availability of the destination device, the phone number is no longer in service, and similar. As a Braze customer, rejections are charged toward your SMS allotment. +Rejections are when the SMS has been rejected by the carrier. This can happen for several reasons, including carrier content filtering, availability of the destination device, the phone number is no longer in service, and similar. {% endif %} {% if include.metric == "Revenue" %} -*Revenue* is the total revenue in dollars from campaign recipients within the set [primary conversion window]({{site.baseurl}}/user_guide/engagement_tools/campaigns/building_campaigns/conversion_events). +Revenue is the total revenue in dollars from campaign recipients within the set [primary conversion window]({{site.baseurl}}/user_guide/engagement_tools/campaigns/building_campaigns/conversion_events). {% endif %} {% if include.metric == "Sends or Messages Sent" %} -*Sends* or *Messages Sent* is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. This metric is provided by Braze. - -{% alert tip %} -For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). -{% endalert %} +Sends or Messages Sent is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. {% endif %} {% if include.metric == "Sends to Carrier" %} {% alert note %} -*Sends to Carrier* is deprecated, but will continue to be supported for users that already have it. +Sends to Carrier is deprecated, but will continue to be supported for users that already have it. {% endalert %} -*Sends to Carrier* is the sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn’t confirmed by the carrier. This includes instances where carriers don’t provide delivery or rejected confirmation, as some carriers don’t provide this confirmation or can’t do so at the time of send. +Sends to Carrier is the sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn’t confirmed by the carrier. This includes instances where carriers don’t provide delivery or rejected confirmation, as some carriers don’t provide this confirmation or can’t do so at the time of send. {% endif %} {% if include.metric == "Spam" %} -*Spam* is the total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. +Spam is the total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. {% endif %} {% if include.metric == "Spam % or Spam Rate" %} -*Spam %* or *Spam Rate* is the percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. +Spam % or Spam Rate is the percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. {% endif %} {% if include.metric == "Survey Page Dismissals" %} -*Survey Page Dismissals* is the total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +Survey Page Dismissals is the total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). {% endif %} {% if include.metric == "Survey Submissions" %} -*Survey Submissions* is the total clicks on the submit button of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +Survey Submissions is the total clicks on the submit button of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). {% endif %} {% if include.metric == "Total Clicks" %} -*Total Clicks* is the total number (and percentage) of users who clicked within the delivered email, card, or message. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Total Clicks is the total number (and percentage) of users who clicked within the delivered email, card, or message. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {% endif %} {% if include.metric == "Total Dismissals" %} -*Total Dismissals* is the number of times Content Cards from a campaign have been dismissed. If a user dismisses a message twice, they will be only counted once. +Total Dismissals is the number of times Content Cards from a campaign have been dismissed. If a user dismisses a message twice, they will be only counted once. {% endif %} {% if include.metric == "Total Impressions" %} -*Total Impressions* is the number of times the in-app message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. +Total Impressions is the number of times the in-app message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. {% endif %} {% if include.metric == "Total Opens" %} -*Total Opens* is the total number of messages that were opened. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Total Opens is the total number of messages that were opened. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {% endif %} {% if include.metric == "Total Revenue" %} -*Total Revenue* is the total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports through the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +Total Revenue is the total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports through the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). {% endif %} {% if include.metric == "Unique Clicks" %} -*Unique Clicks* is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven-day period for email. This includes clicks on Braze-provided unsubscribe links. +Unique Clicks is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven-day period for email. This includes clicks on Braze-provided unsubscribe links. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {% endif %} {% if include.metric == "Unique Clicks % or Click Rate" %} -*Unique Clicks %* or *Click Rate* is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven day period for email. +Unique Clicks % or Click Rate is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven day period for email. {% endif %} {% if include.metric == "Unique Dismissals" %} -*Unique Dismissals* is the number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. +Unique Dismissals is the number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. {% endif %} {% if include.metric == "Unique Impressions" %} -*Unique Impressions* is the total number of users who received and viewed a given in-app message or card in a day. For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. Conversely, the count should not increment the second time a user views a Content Card. This number is received from Braze. +Unique Impressions is the total number of users who received and viewed a given in-app message or card in a day. {% endif %} {% if include.metric == "Unique Opens" %} -*Unique Opens* is the total number of delivered emails that have been opened by a single user at least once and are tracked over a seven-day period. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Unique Opens is the total number of delivered emails that have been opened by a single user at least once and are tracked over a seven-day period. {% endif %} {% if include.metric == "Unique Opens % or Unique Open Rate" %} -*Unique Opens %* or *Unique Open Rate* is the percentage of delivered emails that have been opened by a single user at least once. This is tracked over a seven-day period. +Unique Opens % or Unique Open Rate is the percentage of delivered emails that have been opened by a single user at least once. This is tracked over a seven-day period. {% endif %} {% if include.metric == "Unique Recipients" %} -*Unique Recipients* is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. +Unique Recipients is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. {% endif %} {% if include.metric == "Unsubscribers % or Unsub Rate" %} -*Unsubscribers %* or *Unsub Rate* is the percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. +Unsubscribers % or Unsub Rate is the percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. {% endif %} {% if include.metric == "Unsubscribers or Unsub" %} -*Unsubscribers* or *Unsub* is the number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. +Unsubscribers or Unsub is the number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. {% endif %} {% if include.metric == "Unsubscribes" %} -*Unsubscribes* is the number of recipients whose subscription state changed to unsubscribed as a result of clicking the Braze provided unsubscribe URL. +Unsubscribes is the number of recipients whose subscription state changed to unsubscribed as a result of clicking the Braze provided unsubscribe URL. {% endif %} {% if include.metric == "Variation" %} -*Variation* is the number of variations of a campaign, differing as defined by the creator. -{% endif %} - - +Variation is the number of variations of a campaign, differing as defined by the creator. +{% endif %} \ No newline at end of file From 2500b382a76c977226337b048803621b96f26939 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Wed, 2 Oct 2024 16:56:47 -0700 Subject: [PATCH 05/14] Begin revamping Email Analytics glossary --- .../data_and_analytics/report_metrics.md | 98 +++++++++++++--- .../analytics_glossary.md | 110 ++++++++++++------ _includes/metrics.md | 30 +---- 3 files changed, 156 insertions(+), 82 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index a7d58737eef..077b50cae98 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -38,6 +38,8 @@ All {% multi_lang_include metrics.md metric='Audience' %} +Calculation: (Number of Recipients in Variant) / (Unique Recipients) + {% endapi %} {% api %} @@ -50,23 +52,19 @@ Email, Web Push, iOS Push {% multi_lang_include metrics.md metric='Bounces' %} This could occur because there isn't a valid push token, the user unsubscribed after the campaign was launched, or the email address is inaccurate or deactivated. -Calculation: (Bounces) / (Sends) - -{% endapi %} - -{% api %} - -### Bounces % or Bounce Rate - -{% apitags %} -Email, Web Push, iOS Push -{% endapitags %} - -{% multi_lang_include metrics.md metric='Bounces % or Bounce Rate' %} +An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). -This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. +For email, *Bounce %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. -An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). +{::nomarkdown} + + Calculation: +
    +
  • Bounces: Count
    • +
  • Bounce % or Bounce Rate %: (Sends - Bounces) / (Sends)
    • +
+ +{:/} {% endapi %} @@ -250,7 +248,15 @@ Email, Web Push, iOS Push, Android Push, WhatsApp {% multi_lang_include metrics.md metric='Deliveries' %} For emails, *Deliveries* is the total number of messages (Sends) successfully sent to and received by emailable parties. -Calculation: Count +{::nomarkdown} + + Calculation: +
    +
  • Deliveries: Count
    • +
  • Deliveries %: (Sends - Bounces) / (Sends)
    • +
+ +{:/} {% endapi %} @@ -284,6 +290,20 @@ iOS Push {% api %} +### Emailable + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Emailable' %} + +Calculation: Count + +{% endapi %} + +{% api %} + ### Errors {% apitags %} @@ -425,15 +445,25 @@ SMS {% endapi %} +### Revenue + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Revenue' %} + +{% endapi %} + {% api %} -### Sends +### Sends or Messages Sent {% apitags %} Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. +{% multi_lang_include metrics.md metric='Sends or Messages Sent' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. {% alert tip %} For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). @@ -657,7 +687,15 @@ Email, LINE {% multi_lang_include metrics.md metric='Unique Opens' %} For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. -Calculation: (Unique Opens) / (Deliveries) +{::nomarkdown} + + Calculation: +
    +
  • Unique Opens: Count
    • +
  • Unique Opens % or Unique Open Rate: (Unique Opens) / (Deliveries)
    • +
+ +{:/} {% endapi %} @@ -677,6 +715,28 @@ All {% api %} +### Unsubscribers or Unsub + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Unsubscribers or Unsub' %} + +{::nomarkdown} + + Calculation: +
    +
  • Unsubscribers or Unsub: Count
    • +
  • Unsubscribers % or Unsub Rate: (Unsubscribes) / (Deliveries)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + ### Unsubscribes {% apitags %} diff --git a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md index 177951e0019..a43693d7914 100644 --- a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md +++ b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md @@ -1,43 +1,85 @@ --- nav_title: Email Analytics Glossary -article_title: Email Analytics Glossary +article_title: Email Analytics Glossary +layout: report_metrics page_order: 0 -layout: glossary_page -glossary_top_header: "Email analytics glossary" -glossary_top_text: "These are terms you'll find in the analytics section of your email campaign or Canvas, post-launch. Search for the metrics you need in this glossary.

This glossary does not necessarily include metrics you might see in Currents or in other downloaded reports outside of your Braze account." - +excerpt_separator: "" +page_type: glossary description: "This glossary includes the terms you will find in the analytics section of your email campaign or Canvas, post-launch. This glossary does not include Currents metrics." -channel: +glossary_top_text: "These are terms you'll find in the analytics section of your email campaign or Canvas, post-launch. Search for the metrics you need in this glossary.

This glossary does not necessarily include metrics you might see in Currents or in other downloaded reports outside of your Braze account." +channel: - email +--- + + + +### Variation + +{% multi_lang_include metrics.md metric='Variation' %} + +Calculation: Count + +### Emailable + +{% multi_lang_include metrics.md metric='Emailable' %} + +Calculation: Count + +### Audience % + +{% multi_lang_include metrics.md metric='Audience' %} + +Calculation: (Number of Recipients in Variant) / (Unique Recipients) + +### Unique Recipients + +{% multi_lang_include metrics.md metric='Unique Recipients' %} This number is received from Braze. + +Calculation: Count + +### Sends or Messages Sent + +{% multi_lang_include metrics.md metric='Sends or Messages Sent' %} This metric is provided by Braze. + +Calculation: Count + +### Deliveries + +{% multi_lang_include metrics.md metric='Deliveries' %} For emails, *Deliveries* is the total number of messages (Sends) successfully sent to and received by emailable parties. + +Calculation: (Sends) - (Bounces) + +### Deliveries % + +{% multi_lang_include metrics.md metric='Deliveries %' %} + +Calculation: (Sends - Bounces) / (Sends) + +### Bounces + +{% multi_lang_include metrics.md metric='Bounces' %} + +For email, *Bounce %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. + +An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). + +{::nomarkdown} + + Calculation: +
    +
  • Bounces: Count
    • +
  • Bounce % or Bounce Rate %: (Bounces) / (Sends)
    • +
+ +{:/} + + -glossaries: - - name: "Variation" - description: Variation of a campaign, differing as defined by the creator. - calculation: Count - - name: "Emailable" - description: Users who have an email address on record and have explicitly opted in or subscribed. - calculation: Count - - name: "Audience %" - description: Percentage of users who received a particular variant. - calculation: Number of Recipients in Variant / Unique Recipients - - name: "Unique Recipients" - description: Unique Daily Recipients. The number of users who received a particular message in a day. This number is received from Braze. - calculation: Count - - name: "Sends or Messages Sent" - description: The total number of messages sent in an email campaign. This number is received from Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. - calculation: Count - - name: "Deliveries" - description: The total number of messages (Sends) successfully sent to and received by emailable parties. - calculation: Sends - Bounces - - name: "Deliveries %" - description: The total number of messages (Sends) successfully sent to and received by emailable parties. - calculation: (Sends - Bounces) / (Sends) - - name: "Bounces" - description: The total number of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched.

Hard Bounces: A hard bounce is an email message that has been returned to the sender because the recipient's address is invalid. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email has received a hard bounce, we will stop any future requests to this email address.

Soft Bounces: A soft bounce is an email message that gets as far as the recipient's mail server but is bounced back undelivered before it gets to the recipient. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email has received a soft bounce, we will usually retry within a 72 hour period, but the number of retry attempts varies from receiver to receiver.

You can also track hard and soft bounces in the Message Activity Log.

An email bounce for customers using SendGrid consists of hard bounces, spam, and emails sent to invalid addresses. - calculation: Count - - name: "Bounces % or Bounce Rate" - description: The percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched.
An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). - calculation: Bounces / Sends - name: "Spam" description: The total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. calculation: (Marked as Spam) / (Sends) diff --git a/_includes/metrics.md b/_includes/metrics.md index d620b8a9062..54e057c0841 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -39,25 +39,13 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Click-to-Open Rate" %} -Click-to-Open Rate is the percentage of opened emails that were clicked, and is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +Click-to-Open Rate is the percentage of delivered emails that have been opened by a single user or machine at least once, and is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). {% endif %} {% if include.metric == "Confirmed Deliveries" %} Confirmed Deliveries are when the carrier has confirmed the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. {% endif %} -{% if include.metric == "Audience %" %} -Audience % is the percentage of users who received a particular variant. -{% endif %} - -{% if include.metric == "Bounces % or Bounce Rate" %} -Bounces % or Bounce Rate is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. -{% endif %} - -{% if include.metric == "Click to Open Rate" %} -Click to Open Rate is the percentage of unique emails opened that have been clicked at least once. -{% endif %} - {% if include.metric == "Confidence" %} Confidence is the percentage of confidence that a certain variant of a message is outperforming the control group. {% endif %} @@ -162,10 +150,6 @@ Push Story Notifications record a Body Click when the notification is cli Spam is the total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. {% endif %} -{% if include.metric == "Spam % or Spam Rate" %} -Spam % or Spam Rate is the percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. -{% endif %} - {% if include.metric == "Survey Page Dismissals" %} Survey Page Dismissals is the total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). {% endif %} @@ -200,10 +184,6 @@ Push Story Notifications record a Body Click when the notification is cli For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {% endif %} -{% if include.metric == "Unique Clicks % or Click Rate" %} -Unique Clicks % or Click Rate is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven day period for email. -{% endif %} - {% if include.metric == "Unique Dismissals" %} Unique Dismissals is the number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. {% endif %} @@ -216,18 +196,10 @@ For LINE, this is tracked after a minimum threshold of 20 messages per day has b Unique Opens is the total number of delivered emails that have been opened by a single user at least once and are tracked over a seven-day period. {% endif %} -{% if include.metric == "Unique Opens % or Unique Open Rate" %} -Unique Opens % or Unique Open Rate is the percentage of delivered emails that have been opened by a single user at least once. This is tracked over a seven-day period. -{% endif %} - {% if include.metric == "Unique Recipients" %} Unique Recipients is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. {% endif %} -{% if include.metric == "Unsubscribers % or Unsub Rate" %} -Unsubscribers % or Unsub Rate is the percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. -{% endif %} - {% if include.metric == "Unsubscribers or Unsub" %} Unsubscribers or Unsub is the number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. {% endif %} From 817dde8213e3dec4d86321a42b6c1c377da78c1e Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Thu, 3 Oct 2024 14:04:12 -0700 Subject: [PATCH 06/14] Revamp email, in-app message, and content card analytics --- .../data_and_analytics/report_metrics.md | 158 +++++++-- .../email/amphtml.md | 22 +- .../analytics_glossary.md | 332 +++++++++++++++--- _includes/campaign_analytics.md | 207 ++++++++--- _includes/metrics.md | 58 +-- _layouts/email_report_metrics.html | 285 +++++++++++++++ 6 files changed, 915 insertions(+), 147 deletions(-) create mode 100644 _layouts/email_report_metrics.html diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 077b50cae98..e1cad3f5e6f 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -30,6 +30,18 @@ Email {% api %} +### AMP Opens + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='AMP Opens' %} + +{% endapi %} + +{% api %} + ### Audience {% apitags %} @@ -60,8 +72,8 @@ For email, *Bounce %* or *Bounce Rate* is the percentage of messages that were u Calculation:
    -
  • Bounces: Count
    • -
  • Bounce % or Bounce Rate %: (Sends - Bounces) / (Sends)
    • +
  • Bounces :Count
    • +
  • Bounce % or Bounce Rate %: (Sends - Bounces) / (Sends)
 {:/} @@ -90,7 +102,7 @@ iOS Push, Android Push In-App Message {% endapitags %} -{% multi_lang_include metrics.md metric='Body Clicks' %} +{% multi_lang_include metrics.md metric='Body Clicks' %} For more details, refer to the SDK changelogs for [iOS]({{site.baseurl}}/developer_guide/platform_integration_guides/ios/changelog/objc_changelog#3310) and [Android]({{site.baseurl}}/developer_guide/platform_integration_guides/android/changelog#1100) Calculation: (Body Clicks) / (Impressions) @@ -208,7 +220,29 @@ In-App Message Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS {% endapitags %} -{% multi_lang_include metrics.md metric='Conversions (B, C, D)' %} This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{% multi_lang_include metrics.md metric='Conversions (B, C, D)' %} This defined event is determined by the marketer when building the campaign. For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards, this count begins when they view a Content Card for the first time. + +#### In-app messages + +For in-app messages, a conversion is counted if the user has received and viewed the in-app message campaign, and subsequently performs the specific conversion event within the defined conversion window, regardless of whether they clicked on the message or not. + +Conversions are attributed to the most recently received message. If re-eligibility is enabled, the conversion will be assigned to the latest in-app message received, provided that it occurs within the defined conversion window. However, if the in-app message has already been assigned a conversion, then the new conversion cannot be logged for that specific message. This means that each in-app message delivery is associated with only one conversion. + +{% endapi %} + +{% api %} + +### Total Conversions + +{% apitags %} +In-App Message +{% endapitags %} + +{% multi_lang_include metrics.md metric='Total Conversions' %} + +When a user views an in-app message campaign only once, only one conversion is counted, even if they perform the conversion event multiple times later on. However, if re-eligibility is turned on and the user sees the in-app message campaign multiple times, *Total Conversions* can increase once for each time the user logs an impression for a new instance of the in-app message campaign. + +For example, if a user triggers an in-app message twice and converts after each in-app message impression (resulting in two conversions), then *Total Conversions* will increase by two. However, if there was only one in-app message impression followed by two conversion events, only one conversion will be logged, and *Total Conversions* will increase by one. {% endapi %} @@ -220,9 +254,25 @@ Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS {% endapitags %} -{% multi_lang_include metrics.md metric='Conversion rate' %} +{% multi_lang_include metrics.md metric='Conversion Rate' %} -Calculation: (Primary Conversions) / (Unique Recipients) +#### In-app messages + +The metric of total daily Unique Impressions is used to calculate the Conversion Rate for in-app messages. + +Impressions for in-app messages can only be counted once per day. On the other hand, the number of times a user completes a desired action (a "conversion") can increase within a 24-hour period. While conversions can happen more than once per day, impressions cannot. Therefore, if a user completes a conversion multiple times within a day, the Conversion Rate can increase accordingly, but impressions will only be counted once. + + + +{::nomarkdown} + + Calculation: +
    +
  • In-App Messages: (Primary Conversions) / (Unique Impressions)
    • +
  • Other Channels: (Primary Conversions) / (Unique Recipients)
    • +
+ +{:/} {% endapi %} @@ -252,8 +302,8 @@ Email, Web Push, iOS Push, Android Push, WhatsApp Calculation:
    -
  • Deliveries: Count
    • -
  • Deliveries %: (Sends - Bounces) / (Sends)
    • +
  • Deliveries: Count
    • +
  • Deliveries %: (Sends - Bounces) / (Sends)
 {:/} @@ -316,6 +366,18 @@ Webhook {% api %} +### Estimated Real Opens + +{% apitags %} +Email +{% endapitags %} + +{% multi_lang_include metrics.md metric='Estimated Real Opens' %} + +{% endapi %} + +{% api %} + ### Failures {% apitags %} @@ -334,7 +396,7 @@ WhatsApp Email {% endapitags %} -{% multi_lang_include metrics.md metric='Hard Bounce' %} A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email receives a hard bounce, we will stop any future requests to this email address. +{% multi_lang_include metrics.md metric='Hard Bounce' %} If an email receives a hard bounce, we will stop any future requests to this email address. {% endapi %} @@ -398,6 +460,16 @@ Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, {% multi_lang_include metrics.md metric='Primary Conversions (A) or Primary Conversion Event' %} For email, push, and webhooks, we start tracking conversions after the initial send. For Content Cards and in-app messages, this count begins when they view a Content Card or message for the first time. +{::nomarkdown} + + Calculation: +
    +
  • Primary Conversions (A) or Primary Conversion Event: Count
    • +
  • Primary Conversions (A) % or Primary Conversion Event Rate: (Primary Conversions) / (Unique Recipients)
    • +
+ +{:/} + {% endapi %} {% api %} @@ -445,6 +517,8 @@ SMS {% endapi %} +{% api %} + ### Revenue {% apitags %} @@ -457,13 +531,13 @@ Email {% api %} -### Sends or Messages Sent +### Sends {% apitags %} Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Sends or Messages Sent' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. +{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. {% alert tip %} For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). @@ -475,6 +549,27 @@ For Content Cards, this metric is calculated differently depending on what you s {% api %} +### Messages Sent + +{% apitags %} +Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp, LINE +{% endapitags %} + +{% multi_lang_include metrics.md metric='Messages Sent' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. + +{% alert tip %} +For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/): + +- **At launch or step entry:** The number of cards created and available to be seen. This doesn't count whether the users viewed the card. +- **At first impression:** The number of cards displayed to users. +{% endalert %} + +Calculation: Count + +{% endapi %} + +{% api %} + ### Sends to Carrier {% apitags %} @@ -499,7 +594,7 @@ SMS Email {% endapitags %} -{% multi_lang_include metrics.md metric='Soft Bounce' %} A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. +{% multi_lang_include metrics.md metric='Soft Bounce' %} If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. {% endapi %} @@ -513,7 +608,15 @@ Email {% multi_lang_include metrics.md metric='Spam' %} -Calculation: (Marked as Spam) / (Sends) +{::nomarkdown} + + Calculation: +
    +
  • Spam: Count
    • +
  • Spam % or Spam Rate %: (Marked as Spam) / (Sends)
    • +
+ +{:/} {% endapi %} @@ -549,7 +652,7 @@ In-App Message Email, Content Cards, SMS, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Total Clicks' %} +{% multi_lang_include metrics.md metric='Total Clicks' %} For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. For AMP emails, this is the total clicks in the HTML and plaintext versions. {::nomarkdown} @@ -586,7 +689,9 @@ Content Cards In-App Message, Content Cards {% endapitags %} -{% multi_lang_include metrics.md metric='Total Impressions' %} +{% multi_lang_include metrics.md metric='Total Impressions' %} For Content Cards, this is the total count of impressions logged for a given Content Card. This can increment multiple times for the same user. + +For in-app messages, if there are multiple devices and re-eligibility is off, the user should only see the in-app message once. Even if the user uses multiple devices, they will only see it on the first device that is targeted. This assumes that the profile has consolidated devices and a user has one user ID that they are logged into across devices. If re-eligibility is on an impression is logged for every time that user sees the in-app message. Calculation: Count @@ -600,7 +705,7 @@ In-App Message, Content Cards Email, iOS Push, Android Push, Web Push, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Total Opens' %} +{% multi_lang_include metrics.md metric='Total Opens' %} For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. For AMP emails, this is the total opens for the HTML and plaintext versions. {::nomarkdown} @@ -635,14 +740,15 @@ Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, Email, Content Cards, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Unique Clicks' %} +{% multi_lang_include metrics.md metric='Unique Clicks' %} This is tracked over a seven-day period for email. This includes clicks on Braze-provided unsubscribe links. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {::nomarkdown} Calculation:
    -
  • Email: (Unique Clicks) / (Deliveries)
    • -
  • Content Cards: (Unique Clicks) / (Unique Impressions)
    • +
  • Unique Clicks: Count
    • +
  • Content Cards Unique Clicks % or Unique Clicks Rate: (Unique Clicks) / (Unique Impressions)
    • +
  • Email Unique Clicks % or Unique Clicks Rate: (Unique Clicks) / (Deliveries)
 {:/} @@ -671,7 +777,7 @@ Content Cards In-App Message, Content Cards {% endapitags %} -{% multi_lang_include metrics.md metric='Unique Impressions' %} For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. Conversely, the count should not increment the second time a user views a Content Card. This number is received from Braze. +{% multi_lang_include metrics.md metric='Unique Impressions' %} For in-app messages, unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action. If re-eligibilty is on, Unique Impressions = Unique Recipients.

For Content Cards, the count should not increment the second time a user views a card. Calculation: Count @@ -685,14 +791,14 @@ In-App Message, Content Cards Email, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Unique Opens' %} For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +{% multi_lang_include metrics.md metric='Unique Opens' %} For email, this is tracked over a 7 day period. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. {::nomarkdown} Calculation:
    -
  • Unique Opens: Count
    • -
  • Unique Opens % or Unique Open Rate: (Unique Opens) / (Deliveries)
    • +
  • Unique Opens: Count
    • +
  • Unique Opens % or Unique Open Rate: (Unique Opens) / (Deliveries)
 {:/} @@ -707,7 +813,7 @@ Email, LINE All {% endapitags %} -{% multi_lang_include metrics.md metric='Unique Recipients' %} +{% multi_lang_include metrics.md metric='Unique Recipients' %}

Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions. Calculation: Count @@ -727,8 +833,8 @@ Email Calculation:
    -
  • Unsubscribers or Unsub: Count
    • -
  • Unsubscribers % or Unsub Rate: (Unsubscribes) / (Deliveries)
    • +
  • Unsubscribers or Unsub: Count
    • +
  • Unsubscribers % or Unsub Rate: (Unsubscribes) / (Deliveries)
 {:/} diff --git a/_docs/_user_guide/message_building_by_channel/email/amphtml.md b/_docs/_user_guide/message_building_by_channel/email/amphtml.md index 5b99300aa1f..209502e18cc 100644 --- a/_docs/_user_guide/message_building_by_channel/email/amphtml.md +++ b/_docs/_user_guide/message_building_by_channel/email/amphtml.md @@ -195,6 +195,12 @@ By wrapping your content around the `raw` tag, the Braze processing engine will ## Metrics and analytics + + @@ -204,20 +210,20 @@ By wrapping your content around the `raw` tag, the Braze processing engine will - - + + - - + + - - + + - - + +
Total OpensTotal opens for the HTML and plaintext versions of your AMP email.Total Opens{% multi_lang_include metrics.md metric='Total Opens' %} For AMP emails, this is the total opens for the HTML and plaintext versions.
Total ClicksTotal clicks in the HTML and plaintext versions of your AMP email.Total Clicks{% multi_lang_include metrics.md metric='Total Clicks' %} For AMP emails, this is the total clicks in the HTML and plaintext versions.
AMP OpensTotal count for opens in your AMP HTML email and AMP HTML versions of the email.AMP Opens{% multi_lang_include metrics.md metric='AMP Opens' %}
AMP Clicks{% multi_lang_include metrics.md metric='AMP Clicks' %}AMP Clicks{% multi_lang_include metrics.md metric='AMP Clicks' %}
diff --git a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md index a43693d7914..1ef6ba10ed2 100644 --- a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md +++ b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md @@ -1,12 +1,11 @@ --- nav_title: Email Analytics Glossary article_title: Email Analytics Glossary -layout: report_metrics +layout: email_report_metrics page_order: 0 excerpt_separator: "" page_type: glossary description: "This glossary includes the terms you will find in the analytics section of your email campaign or Canvas, post-launch. This glossary does not include Currents metrics." -glossary_top_text: "These are terms you'll find in the analytics section of your email campaign or Canvas, post-launch. Search for the metrics you need in this glossary.

This glossary does not necessarily include metrics you might see in Currents or in other downloaded reports outside of your Braze account." channel: - email --- @@ -18,50 +17,126 @@ channel: } +{% api %} + ### Variation +{% apitags %} +Count +{% endapitags %} + {% multi_lang_include metrics.md metric='Variation' %} Calculation: Count +{% endapi %} + +{% api %} + ### Emailable +{% apitags %} +Count +{% endapitags %} + {% multi_lang_include metrics.md metric='Emailable' %} Calculation: Count +{% endapi %} + +{% api %} + ### Audience % +{% apitags %} +Percentage +{% endapitags %} + {% multi_lang_include metrics.md metric='Audience' %} Calculation: (Number of Recipients in Variant) / (Unique Recipients) +{% endapi %} + +{% api %} + ### Unique Recipients +{% apitags %} +Count +{% endapitags %} + {% multi_lang_include metrics.md metric='Unique Recipients' %} This number is received from Braze. Calculation: Count -### Sends or Messages Sent +{% endapi %} + +{% api %} + +### Sends + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. + +Calculation: Count + +{% endapi %} + +{% api %} + +### Messages Sent -{% multi_lang_include metrics.md metric='Sends or Messages Sent' %} This metric is provided by Braze. +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Messages Sent' %} This metric is provided by Braze. Calculation: Count +{% endapi %} + +{% api %} + ### Deliveries +{% apitags %} +Count +{% endapitags %} + {% multi_lang_include metrics.md metric='Deliveries' %} For emails, *Deliveries* is the total number of messages (Sends) successfully sent to and received by emailable parties. Calculation: (Sends) - (Bounces) +{% endapi %} + +{% api %} + ### Deliveries % +{% apitags %} +Percentage +{% endapitags %} + {% multi_lang_include metrics.md metric='Deliveries %' %} Calculation: (Sends - Bounces) / (Sends) +{% endapi %} + +{% api %} + ### Bounces +{% apitags %} +Count, Percentage +{% endapitags %} + {% multi_lang_include metrics.md metric='Bounces' %} For email, *Bounce %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. @@ -72,57 +147,212 @@ An email bounce for customers using SendGrid consists of hard bounces, spam (`sp Calculation:
    -
  • Bounces: Count
    • -
  • Bounce % or Bounce Rate %: (Bounces) / (Sends)
    • +
  • Bounces: Count
    • +
  • Bounce % or Bounce Rate %: (Bounces) / (Sends)
 {:/} +{% endapi %} + +{% api %} + +### Hard Bounce + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Hard Bounce' %} + +Calculation: Count + +{% endapi %} + +{% api %} + +### Soft Bounce + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Soft Bounce' %} If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. + +Calculation: Count + +{% endapi %} + +{% api %} +### Spam - - name: "Spam" - description: The total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. - calculation: (Marked as Spam) / (Sends) - - name: "Spam % or Spam Rate" - description: The percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. - calculation: (Marked as Spam) / (Sends) - - name: "Unique Opens" - description: The total number of delivered emails that have been opened by a single user or machine at least once. This is tracked over a 7 day period for Email. - calculation: (Unique Opens) / (Deliveries) - - name: "Unique Opens % or Unique Open Rate" - description: The percentage of delivered emails that have been opened by a single user at least once. This is tracked over a 7 day period for Email. - calculation: (Unique Opens) / (Deliveries) - - name: "Unique Clicks" - description: Distinct number of recipients who have clicked within a message at least once. This is tracked over a 7 day period for Email and measured by dispatch_id - calculation: Count - - name: "Unique Clicks % or Click Rate" - description: Distinct number of recipients who have clicked within a message at least once. This is tracked over a 7 day period for Email. - calculation: Unique Clicks / Deliveries - - name: "Unsubscribers or Unsub" - description: Number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. - calculation: Count - - name: "Unsubscribers % or Unsub Rate" - description: Percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. - calculation: Unsubscribes / Deliveries - - name: "Revenue" - description: The total revenue in dollars from campaign recipients within the set primary conversion window. - calculation: Count - - name: "Primary Conversions (A) or Primary Conversion Event" - description: The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. - calculation: Count - - name: "Primary Conversions (A) % or Primary Conversion Event Rate" - description: The percentage of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. - calculation: "Primary Conversions / Unique Recipients" - - name: "Confidence" - description: The percentage of confidence that a certain variant of a message is outperforming the control group. - - name: "Machine Opens" - description: Includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. - calculation: Count - - name: "Other Opens" - description: Includes emails that haven't been identified as Machine Opens . For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. - calculation: Count - - name: "Click to Open Rate" - description: The percentage of unique emails opened that have been clicked at least once. - calculation: Unique Clicks / Unique Opens +{% apitags %} +Count, Percentage +{% endapitags %} ---- +{% multi_lang_include metrics.md metric='Spam' %} + +{::nomarkdown} + + Calculation: +
    +
  • Spam: Count
    • +
  • Spam % or Spam Rate %: (Marked as Spam) / (Sends)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + +### Unique Opens + +{% apitags %} +Count, Percentage +{% endapitags %} + +{% multi_lang_include metrics.md metric='Unique Opens' %} For email, this is tracked over a 7 day period. + +{::nomarkdown} + + Calculation: +
    +
  • Unique Opens: Count
    • +
  • Unique Opens % or Unique Open Rate: (Unique Opens) / (Deliveries)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + +### Unique Clicks + +{% apitags %} +Count, Percentage +{% endapitags %} + +{% multi_lang_include metrics.md metric='Unique Clicks' %} This is tracked over a seven-day period for email and measured by dispatch_id. This includes clicks on Braze-provided unsubscribe links. + +{::nomarkdown} + + Calculation: +
    +
  • Unique Clicks: Count
    • +
  • Unique Clicks % or Click Rate: (Unique Clicks) / (Deliveries)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + +### Unsubscribers or Unsub + +{% apitags %} +Count, Percentage +{% endapitags %} + +{% multi_lang_include metrics.md metric='Unsubscribers or Unsub' %} + +{::nomarkdown} + + Calculation: +
    +
  • Unsubscribers or Unsub: Count
    • +
  • Unsubscribers % or Unsub Rate: (Unsubscribes) / (Deliveries)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + +### Revenue + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Revenue' %} + +Calculation: Count + +{% endapi %} + +{% api %} + +### Primary Conversions (A) or Primary Conversion Event + +{% apitags %} +Count, Percentage +{% endapitags %} + +{% multi_lang_include metrics.md metric='Primary Conversions (A) or Primary Conversion Event' %} For email, push, and webhooks, we start tracking conversions after the initial send. + +{::nomarkdown} + + Calculation: +
    +
  • Primary Conversions (A) or Primary Conversion Event: Count
    • +
  • Primary Conversions (A) % or Primary Conversion Event Rate: (Primary Conversions) / (Unique Recipients)
    • +
+ +{:/} + +{% endapi %} + +{% api %} + +### Confidence + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Confidence' %} + +{% endapi %} + +{% api %} + +### Machine Opens + +{% multi_lang_include metrics.md metric='Machine Opens' %} This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. + +Calculation: Count + +{% endapi %} + +{% api %} + +### Other Opens + +{% apitags %} +Count +{% endapitags %} + +{% multi_lang_include metrics.md metric='Other Opens' %} Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. + +Calculation: Count + +{% endapi %} + +{% api %} + +### Click-to-Open Rate + +{% apitags %} +Percentage +{% endapitags %} + +{% multi_lang_include metrics.md metric='Click-to-Open Rate' %} + +Calculation: (Unique Clicks) / (Unique Opens) (for Email) + +{% endapi %} \ No newline at end of file diff --git a/_includes/campaign_analytics.md b/_includes/campaign_analytics.md index b3a9510a2c4..f208383984b 100644 --- a/_includes/campaign_analytics.md +++ b/_includes/campaign_analytics.md @@ -165,15 +165,53 @@ In this view, you can use the **Show Heatmap** toggle to bring up a visual view Here is a breakdown of some key metrics you may see while reviewing your message performance. For the definitions of all Content Cards metrics, refer to the [Report Metrics Glossary][1] and filter by Content Cards. -| Term | Definition | -| -- | -- | -| Messages Sent | This is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/#differences-between-creating-cards-at-launch-or-entry-versus-at-first-impression):

{::nomarkdown}
  • At launch or step entry: The number of cards created and available to be seen. This doesn't count whether the users viewed the card.
  • At first impression: The number of cards displayed to users.
{:/} | -| Total Impressions | The total count of impressions logged for a given Content Card. This can increment multiple times for the same user. | -| Unique Impressions | The number of users who have viewed a given card. This count doesn't increment the second time that a user views a card. | -| Unique Recipients | The total number of viewers (unique, but only unique per day) that have viewed the particular card. Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions. | -| Unique Clicks | The number of recipients who have clicked the CTA link of a Content Card at least once—excluding clicks on Braze-provided unsubscribe links. Measured by [`dispatch_id`]({{site.baseurl}}/help/help_articles/data/dispatch_id/). | -Unique Dismissals | The number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. | -{: .reset-td-br-1 .reset-td-br-2} + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
TermDefinition
Messages Sent{% multi_lang_include metrics.md metric='Messages Sent' %}

+ This is calculated differently depending on what you selected for + Card creation:

+
    +
  • At launch or step entry: The number of cards created and available to be seen. This doesn't count whether the users viewed the card.
    • +
  • At first impression: The number of cards displayed to users.
    • +
+
Total Impressions{% multi_lang_include metrics.md metric='Total Impressions' %} This can increment multiple times for the same user.
Unique Impressions{% multi_lang_include metrics.md metric='Unique Impressions' %} This count doesn't increment the second time that a user views a card.
Unique Recipients{% multi_lang_include metrics.md metric='Unique Recipients' %}

Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions.
Unique Clicks{% multi_lang_include metrics.md metric='Unique Clicks' %} This includes clicks on Braze-provided unsubscribe links.
Unique Dismissals{% multi_lang_include metrics.md metric='Unique Dismissals' %}
{% alert note %} Regarding how impressions are logged, there are some nuances between web, Android, and iOS. Generally speaking, Braze logs an impression when a card is seen, which is after a user scrolls to the specific Content Card in their feed. @@ -197,22 +235,74 @@ Your _Messages Sent_ refers to Content Cards available to be seen, while _Unique #### Email metrics -Here are some key email-specific metrics that you won't see in other channels. To see the definitions of all email metrics used in Braze, refer to our [Email Analytics Glossary]({{site.baseurl}}/user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary/). - -| Metric | Definition | -| --- | --- | -| Unique Clicks | The number of recipients that clicked within the email sent. This is tracked over a 7-day period and is measured by [`dispatch_id`]({{site.baseurl}}/help/help_articles/data/dispatch_id/). This number should be between 5–10%. Anything greater than 10% is exceptional! | -| Unique Opens | The number of recipients that opened your email. This can also include emails that are machine opened and is tracked over a 7-day period. This number should be between 10–20%. Anything greater than 20% is exceptional! | -| Click to Open Rate | The percentage of unique emails opened that have been clicked at least once. | -| Spam Rate | The percentage of delivered emails marked or designated as spam. If this metric is greater than 0.08, that could be a sign that either your message copy is too salesy, or you should reconsider your email address collection methods (to confirm you're messaging those who are interested in your correspondence). | -| Unsubscribers (Unsubs) | The number of messages resulting in an unsubscription. This occurs when a user clicks the unsubscribe link in your email. | -| Other Opens | The number of recipients that opened your email, including emails that haven't been identified as _Machine Opens_.
For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an _Other Opens_. Note that a user can also open an email (such as the open counts toward _Other Opens_) before a _Machine Opens_ count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward _Other Opens_ and only once toward _Unique Opens_. | -| Estimated Real Opens | An estimate of how many unique opens there would be if machine opens did not exist. This is the result of a proprietary Braze statistical model. See the following section for details. | -| Machine Opens | Includes the proportion of “opens” that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15.
For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a _Machine Opens_. This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. | -| Bounces | The total number of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used, or not received by the intended emailable users. This could occur because there is not a valid push token, the email addresses were incorrect or deactivated, or the user unsubscribed after the campaign was launched. | -| Hard Bounces | A hard bounce is an email message that has been returned to the sender because the recipient's address is invalid. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email has received a hard bounce, we will stop any future requests to this email address. | -| Soft Bounces | A soft bounce is an email message that gets as far as the recipient's mail server but is bounced back undelivered before it gets to the recipient. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email has received a soft bounce, we will usually retry within a 72 hour period, but the number of retry attempts varies from receiver to receiver. You can also track hard and soft bounces in the [Message Activity Log]({{site.baseurl}}/user_guide/administrative/app_settings/developer_console/message_activity_log_tab/#message-activity-log-tab). | -{: .reset-td-br-1 .reset-td-br-2} +Here are some key email-specific metrics that you won't see in other channels. To see the full definitions of all email metrics used in Braze, refer to our [Email Analytics Glossary]({{site.baseurl}}/user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary/). + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
MetricDefinition
Unique Clicks + {% multi_lang_include metrics.md metric='Unique Clicks' %} This is tracked over a seven-day period for email and measured by dispatch_id. This includes clicks on Braze-provided unsubscribe links. This number should be between 5–10%. Anything greater than 10% is exceptional! +
Unique Opens + {% multi_lang_include metrics.md metric='Unique Opens' %} For email, this is tracked over a 7 day period. This number should be between 10–20%. Anything greater than 20% is exceptional! +
Click-to-Open Rate{% multi_lang_include metrics.md metric='Click-to-Open Rate' %}
Spam Rate + {% multi_lang_include metrics.md metric='Spam' %} If this metric is greater than 0.08, that could be a sign that either your message copy is too salesy, or you should reconsider your email address collection methods (to confirm you're messaging those who are interested in your correspondence). +
Unsubscribers or Unsub{% multi_lang_include metrics.md metric='Unsubscribers or Unsub' %}
Other Opens{% multi_lang_include metrics.md metric='Other Opens' %}
Estimated Real Opens {% multi_lang_include metrics.md metric='Estimated Real Opens' %} See the following section for details.
Machine Opens{% multi_lang_include metrics.md metric='Machine Opens' %}
Bounces{% multi_lang_include metrics.md metric='Bounces' %}
Hard Bounce{% multi_lang_include metrics.md metric='Hard Bounce' %}
Soft Bounce{% multi_lang_include metrics.md metric='Soft Bounce' %}
##### Estimated real open rate {#estimated-real-open-rate} @@ -230,22 +320,57 @@ Estimated Real Open Rate is only available in campaigns, and is not reported in #### In-app message metrics -Here are some key in-app message metrics you may see in your analytics. To see the definitions of all in-app message metrics used in Braze, refer to our [Report Metrics Glossary][1]. - -| Term | Definition | -|------------------------|-------------------------------------------------------------------------------------------------------------------| -| Body Clicks* | Occurs when a user clicks on the message itself and not one of the buttons. This only applies to messages created with the traditional editor. | -| Button 1 and Button 2 Clicks | The percentage of recipients that pressed that specific button. | -| Unique Impressions | The total number of people who actually received and viewed the in-app message. If a user receives the message twice within 24 hours, only one impression is counted that day.

**If re-eligibility is on:** {::nomarkdown}
  • Unique impressions can be incremented again after 24 hours if re-eligibility is on and a user performs the trigger action again.
  • For in-app messages, *Unique Impressions* = *Unique Recipients* since impressions and recipients both increment after 24 hours.
{:/} | -| Total Impressions | The number of users whose devices reported that the message had been delivered. If a user receives the message twice, they are counted twice.

**If there are multiple devices:** {::nomarkdown}
  • If re-eligibility is off, the user should only see the in-app message once. Even if the user uses multiple devices, they will only see it on the first device that is targeted. This assumes that the profile has consolidated devices and a user has one user ID that they are logged into across devices.
{:/} **If re-eligibility is on:** {::nomarkdown}
  • An impression is logged for every time that user sees the in-app message.
{:/} | -| Conversion | Conversion tracking starts once a user logs an impression of an in-app message. A conversion is counted if the user has received and viewed the in-app message campaign, and subsequently performs the specific conversion event within the defined conversion window, regardless of whether they clicked on the message or not.

Conversions are attributed to the most recently received message. If re-eligibility is enabled, the conversion will be assigned to the latest in-app message received, provided that it occurs within the defined conversion window. However, if the in-app message has already been assigned a conversion, then the new conversion cannot be logged for that specific message. This ensures that each in-app message delivery is associated with only one conversion. | -| Total Conversions | When a user views an in-app message campaign only once, only one conversion is counted, even if they perform the conversion event multiple times later on. However, if re-eligibility is turned on and the user sees the in-app message campaign multiple times, _Total Conversions_ can increase once for each time the user logs an impression for a new instance of the in-app message campaign.

For example, if a user triggers an in-app message twice and converts after each in-app message impression (resulting in two conversions), then _Total Conversions_ will increase by two. However, if there was only one in-app message impression followed by two conversion events, only one conversion will be logged, and _Total Conversions_ will increase by one. | -| Conversion Rate | The metric of total daily unique impressions (_Unique Impressions_) is used to calculate the conversion rate.

Conversion Rate = (Primary Conversions) / (Unique Impressions)

Impressions for in-app messages can only be counted once per day. On the other hand, the number of times a user completes a desired action (a "conversion") can increase within a 24-hour period. While conversions can happen more than once per day, impressions cannot. Therefore, if a user completes a conversion multiple times within a day, the _Conversion Rate_ can increase accordingly, but impressions will only be counted once. | -{: .reset-td-br-1 .reset-td-br-2} - -{% alert note %} -*Body clicks are not automatically collected for in-app messages created with the drag-and-drop editor and the custom code editor. For more details, refer to the SDK changelogs for [iOS]({{site.baseurl}}/developer_guide/platform_integration_guides/ios/changelog/objc_changelog#3310) and [Android]({{site.baseurl}}/developer_guide/platform_integration_guides/android/changelog#1100). -{% endalert %} +Here are some key in-app message metrics you may see in your analytics. To see the full definitions of all in-app message metrics used in Braze, refer to our [Report Metrics Glossary][1]. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
TermDefinition
Body Clicks{% multi_lang_include metrics.md metric='Body Clicks' %}
Button 1 Clicks{% multi_lang_include metrics.md metric='Button 1 Clicks' %}
Button 2 Clicks{% multi_lang_include metrics.md metric='Button 2 Clicks' %}
Unique Impressions + {% multi_lang_include metrics.md metric='Unique Impressions' %}
Total Impressions {% multi_lang_include metrics.md metric='Total Impressions' %}
Conversions (B, C, D) {% multi_lang_include metrics.md metric='Conversions (B, C, D)' %}
Total Conversions{% multi_lang_include metrics.md metric='Total Conversions' %}
Conversion Rate{% multi_lang_include metrics.md metric='Conversion Rate' %}
{% elsif include.channel == "push" %} diff --git a/_includes/metrics.md b/_includes/metrics.md index 54e057c0841..845dd2534b4 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -1,5 +1,9 @@ {% if include.metric == "AMP Clicks" %} -AMP Clicks is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. +AMP Clicks is the total number of clicks in your AMP HTML email, cumulative of the HTML, plaintext, and AMP HTML versions of the email. +{% endif %} + +{% if include.metric == "AMP Opens" %} +AMP Opens is the total count for opens in your AMP HTML email and AMP HTML versions of the email. {% endif %} {% if include.metric == "Audience" %} @@ -10,12 +14,16 @@ Bounces is the total number of messages that were unsuccessfully delivered to the intended recipients. {% endif %} +{% if include.metric == "Estimated Real Opens" %} +Estimated Real Opens is an estimate of how many unique opens there would be if machine opens did not exist, and is the result of a proprietary Braze statistical model. +{% endif %} + {% if include.metric == "Hard Bounce" %} -A Hard Bounce is when an email fails to deliver to the recipient due to a permanent delivery error. +A Hard Bounce is when an email fails to deliver to the recipient due to a permanent delivery error. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. {% endif %} {% if include.metric == "Soft Bounce" %} -A Soft Bounce is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. +A Soft Bounce is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. {% endif %} {% if include.metric == "Body Click" %} @@ -23,7 +31,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Body Clicks" %} -Body Clicks occur when someone clicks on any of the following in-app message types: slide-up, modal, or fullscreen that has no buttons. +Body Clicks occur when someone clicks on any of the following in-app message types: slide-up, modal, or fullscreen that has no buttons. This only applies to messages created with the traditional editor. {% endif %} {% if include.metric == "Button 1 Clicks" %} @@ -70,6 +78,10 @@ Push Story Notifications record a Body Click when the notification is cli Conversions (B, C, D) are additional conversion events added after the primary conversion event. The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. {% endif %} +{% if include.metric == "Total Conversions" %} +Total Conversions is the total number of times a user completes a specific conversion event after viewing an in-app message campaign. +{% endif %} + {% if include.metric == "Deliveries" %} Deliveries is the total number of message requests that are accepted by the receiving server. This doesn’t mean the message was delivered to a device, only that the message was accepted by the server. {% endif %} @@ -103,11 +115,11 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Machine Opens" %} -Machine Opens includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. +Machine Opens includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. {% endif %} {% if include.metric == "Other Opens" %} -Other Opens includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. +Other Opens includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. {% endif %} {% if include.metric == "Pending Retry" %} @@ -131,11 +143,15 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Revenue" %} -Revenue is the total revenue in dollars from campaign recipients within the set [primary conversion window]({{site.baseurl}}/user_guide/engagement_tools/campaigns/building_campaigns/conversion_events). +Revenue is the total revenue in dollars from campaign recipients within the set primary conversion window. +{% endif %} + +{% if include.metric == "Messages Sent" %} +Messages Sent is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. {% endif %} -{% if include.metric == "Sends or Messages Sent" %} -Sends or Messages Sent is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. +{% if include.metric == "Sends" %} +Sends is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. {% endif %} {% if include.metric == "Sends to Carrier" %} @@ -159,7 +175,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Total Clicks" %} -Total Clicks is the total number (and percentage) of users who clicked within the delivered email, card, or message. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Total Clicks is the total number (and percentage) of users who clicked within the delivered email, card, or AMP HTML message. {% endif %} {% if include.metric == "Total Dismissals" %} @@ -167,39 +183,39 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Total Impressions" %} -Total Impressions is the number of times the in-app message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. +Total Impressions is the number of times the message has been viewed (if a user is shown a message twice, they will be counted twice). This number is a sum of the number of impression events that Braze receives from the SDKs. {% endif %} {% if include.metric == "Total Opens" %} -Total Opens is the total number of messages that were opened. For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Total Opens is the total number of messages that were opened. {% endif %} {% if include.metric == "Total Revenue" %} -Total Revenue is the total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports through the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +Total Revenue is the total revenue in dollars from campaign recipients within the set primary conversion window. This metric is only available on Campaign Comparison Reports through the Report Builder. {% endif %} {% if include.metric == "Unique Clicks" %} -Unique Clicks is the distinct number of recipients who have clicked within a message at least once. This is tracked over a seven-day period for email. This includes clicks on Braze-provided unsubscribe links. - -For LINE, this is tracked after a minimum threshold of 20 messages per day has been reached. +Unique Clicks is the distinct number of recipients who have clicked within a message at least once and is measured by dispatch_id. {% endif %} {% if include.metric == "Unique Dismissals" %} Unique Dismissals is the number of users who have dismissed Content Cards from a campaign. A user dismissing a Content Card from a campaign multiple times represents one unique dismissal. {% endif %} -{% if include.metric == "Unique Impressions" %} -Unique Impressions is the total number of users who received and viewed a given in-app message or card in a day. -{% endif %} + -{% if include.metric == "Unique Opens" %} -Unique Opens is the total number of delivered emails that have been opened by a single user at least once and are tracked over a seven-day period. +{% if include.metric == "Unique Impressions" %} +Unique Impressions is the total number of users who received and viewed a given message in a day. {% endif %} {% if include.metric == "Unique Recipients" %} Unique Recipients is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. {% endif %} +{% if include.metric == "Unique Opens" %} +Unique Opens is the total number of delivered messages that have been opened by a single user at least once and are tracked over a seven-day period. +{% endif %} + {% if include.metric == "Unsubscribers or Unsub" %} Unsubscribers or Unsub is the number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. {% endif %} diff --git a/_layouts/email_report_metrics.html b/_layouts/email_report_metrics.html new file mode 100644 index 00000000000..cd6f139f9c1 --- /dev/null +++ b/_layouts/email_report_metrics.html @@ -0,0 +1,285 @@ +--- +layout: default +hide_toc: true +hide_bottom_nav: false +hide_breadcrumb: false +--- + + + +{%- comment -%} Assigned variables first by page, then by layout {%- endcomment -%} +{%- assign hide_nav = page.hide_nav -%} + + +{%- assign hide_bottom_nav = page.hide_bottom_nav -%} +{%- assign hide_breadcrumb = page.hide_breadcrumb -%} +{%- assign hide_feedback = page.hide_feedback -%} +{%- assign hide_toc = page.hide_toc -%} +{%- unless hide_nav -%} +{%- assign hide_nav = layout.hide_nav -%} +{%- endunless -%} +{%- unless hide_toc -%} +{%- assign hide_toc = layout.hide_toc -%} +{%- endunless -%} + +{%- unless hide_bottom_nav -%} +{%- assign hide_bottom_nav = layout.hide_bottom_nav -%} +{%- endunless -%} +{%- unless hide_breadcrumb -%} +{%- assign hide_breadcrumb = layout.hide_breadcrumb -%} +{%- endunless -%} +{%- unless hide_feedback -%} +{%- assign hide_feedback = layout.hide_feedback -%} +{%- endunless -%} + +{% unless hide_nav %} + + + + + + +{% endunless %} + +
+ +
+
+ + {%- unless hide_breadcrumb -%} + + {%- endunless -%} + + +

Email report metrics glossary

+

These are terms you'll find in the analytics section of your email campaign or Canvas, post-launch. You can search for the metrics you need or filter by the type of metric. This glossary does not necessarily include metrics you might see in Currents or in other downloaded reports outside of your Braze account.

+ +
+ +
+
+ +
+ {{content}} +
+
+ + +
+ {%- unless hide_bottom_nav -%} +
+ {%- unless hide_feedback -%} + {% include feedback.html %} + {%- endunless -%} + +
+
+
+
+
+ + {%- endunless -%} + + {% include footer.html class="footer_api" %} +
+{%- unless hide_toc -%} + +
+
+
+{%- endunless -%} From 20b7bcd87bb18ca1ce610e092ec3e8d48a066e64 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Fri, 4 Oct 2024 16:45:36 -0700 Subject: [PATCH 07/14] Add tables for final channels and create missing includes --- .../data_and_analytics/report_metrics.md | 81 ++++++-- _includes/campaign_analytics.md | 181 ++++++++++++++---- _includes/metrics.md | 40 ++-- 3 files changed, 238 insertions(+), 64 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index e1cad3f5e6f..86893c3f3d7 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -64,10 +64,16 @@ Email, Web Push, iOS Push {% multi_lang_include metrics.md metric='Bounces' %} This could occur because there isn't a valid push token, the user unsubscribed after the campaign was launched, or the email address is inaccurate or deactivated. +#### Email + An email bounce for customers using SendGrid consists of hard bounces, spam (`spam_report_drops`), and emails sent to invalid addresses (`invalid_emails`). For email, *Bounce %* or *Bounce Rate* is the percentage of messages that were unsuccessfully sent or designated as "returned" or "not received" from send services used or not received by the intended emailable users. +#### Push + +These users have been automatically unsubscribed from all future push notifications. + {::nomarkdown} Calculation: @@ -170,7 +176,7 @@ Email SMS {% endapitags %} -{% multi_lang_include metrics.md metric='Confirmed Deliveries' %} +{% multi_lang_include metrics.md metric='Confirmed Deliveries' %} As a Braze customer, deliveries are charged toward your SMS allotment. Calculation: Count @@ -320,6 +326,8 @@ SMS {% multi_lang_include metrics.md metric='Delivery Failures' %} +Reach out to Braze Support for assistance in understanding the reasons for delivery failures. + Calculation: (Sends) - (Sends to Carrier) {% endapi %} @@ -360,7 +368,7 @@ Email Webhook {% endapitags %} -{% multi_lang_include metrics.md metric='Errors' %} +{% multi_lang_include metrics.md metric='Errors' %} Errors are included in the Sends count but are not included in the Unique Recipients count. {% endapi %} @@ -384,7 +392,9 @@ Email WhatsApp {% endapitags %} -{% multi_lang_include metrics.md metric='Failures' %} +{% multi_lang_include metrics.md metric='Failures' %} Failures are included in the Sends count but not in the Deliveries count. + +Calculation (Failure Rate): (Failures) / (Sends) {% endapi %} @@ -402,6 +412,18 @@ Email {% api %} +### Help + +{% apitags %} +SMS +{% endapitags %} + +{% multi_lang_include metrics.md metric='Help' %} A user reply is measured anytime a user sends an inbound message within four hours of receiving your message. + +{% endapi %} + +{% api %} + ### Influenced Opens {% apitags %} @@ -428,6 +450,30 @@ Email {% api %} +### Opens + +{% apitags %} +Web Push, iOS Push, Android Push +{% endapitags %} + +{% multi_lang_include metrics.md metric='Opens' %} + +{% endapi %} + +{% api %} + +### Opt-Out + +{% apitags %} +SMS +{% endapitags %} + +{% multi_lang_include metrics.md metric='Opt-Out' %} A user reply is measured anytime a user sends an inbound message within four hours of receiving your message. + +{% endapi %} + +{% api %} + ### Other Opens {% apitags %} @@ -531,16 +577,33 @@ Email {% api %} +### Sent + +{% apitags %} +SMS +{% endapitags %} + +{% multi_lang_include metrics.md metric='Sent' %} + +Calculation: Count + +{% endapi %} + +{% api %} + ### Sends {% apitags %} Content Cards, Email, In-App Message, Web Push, iOS Push, Android Push, Webhook, SMS, WhatsApp, LINE {% endapitags %} -{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. +{% multi_lang_include metrics.md metric='Sends' %} This metric is provided by Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. {% alert tip %} -For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/). +For Content Cards, this metric is calculated differently depending on what you selected for [Card creation]({{site.baseurl}}/user_guide/message_building_by_channel/content_cards/create/card_creation/): + +- **At launch or step entry:** The number of cards created and available to be seen. This doesn't count whether the users viewed the card. +- **At first impression:** The number of cards displayed to users. {% endalert %} Calculation: Count @@ -576,11 +639,7 @@ For Content Cards, this metric is calculated differently depending on what you s SMS {% endapitags %} -{% alert note %} -*Sends to Carrier* is deprecated, but will continue to be supported for users that already have it. -{% endalert %} - -{% multi_lang_include metrics.md metric='Sends to Carrier' %} +{% multi_lang_include metrics.md metric='Sends to Carrier' %} Calculation: Count @@ -813,7 +872,7 @@ Email, LINE All {% endapitags %} -{% multi_lang_include metrics.md metric='Unique Recipients' %}

Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions. +{% multi_lang_include metrics.md metric='Unique Recipients' %} This number is received from Braze.

Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions. Calculation: Count diff --git a/_includes/campaign_analytics.md b/_includes/campaign_analytics.md index f208383984b..d3e8bca0815 100644 --- a/_includes/campaign_analytics.md +++ b/_includes/campaign_analytics.md @@ -163,7 +163,7 @@ In this view, you can use the **Show Heatmap** toggle to bring up a visual view #### Content Card metrics -Here is a breakdown of some key metrics you may see while reviewing your message performance. For the definitions of all Content Cards metrics, refer to the [Report Metrics Glossary][1] and filter by Content Cards. +Here is a breakdown of some key metrics you may see while reviewing your message performance. For the full definitions of all Content Cards metrics, refer to the [Report Metrics Glossary][1] and filter by Content Cards. + + + + + + + + + + + + + + + + + + + + + + +
TermDescription
Bounces{% multi_lang_include metrics.md metric='Bounces' %} See Bounced push notifications.
Direct Opens{% multi_lang_include metrics.md metric='Direct Opens' %}
Opens{% multi_lang_include metrics.md metric='Opens' %}
Push unsubscribes are not included as a metric in campaign analytics. Refer to [Tracking push unsubscribes]({{site.baseurl}}/help/help_articles/push/push_unsubscribes) for steps on how to manually track this metric. @@ -418,49 +440,130 @@ Firebase Cloud Messaging (FCM) bounces could occur in three cases: #### SMS metrics -Here is a breakdown of some key metrics you may see while reviewing your message performance. For the definitions of all SMS metrics, refer to the [Report Metrics Glossary][1] and filter by SMS. +Here is a breakdown of some key metrics you may see while reviewing your message performance. For the full definitions of all SMS metrics, refer to the [Report Metrics Glossary][1] and filter by SMS. -| Term | Definition | -| -- | -- | -| Sent | A campaign or Canvas step has been launched or triggered, and an SMS has been sent from Braze. It is possible that the SMS does not reach a user's device due to errors, as explained below. | -| Sends to Carrier | This metric is deprecated, but will continue to be supported for users that already have it.

Braze has attempted to send the SMS through to the carriers. This stat is the sum of _Confirmed Deliveries_, Rejections, and sends where the carrier did not confirm delivery or rejection. There are instances where carriers do not provide delivery or rejected confirmation, as some carriers do not provide this confirmation or were unable to do so at the time of sending. Note that this metric does not exist for all Braze mobile aggregators. | -| Delivery Failures | Messages that were not attempted to be sent due to a failed outcome within aggregator logs. This could be due to queue overflow or invalid recipient number, depending on the associated aggregator error code. Reach out to [Braze Support]({{site.baseurl}}/braze_support/) for assistance in understanding the reasons for delivery failures. | -| Confirmed Delivery | The carrier has confirmed that the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. | -| Rejections | The SMS has been rejected by the carrier. This can happen for several reasons, including carrier content filtering, availability of the destination device or the phone number is no longer in service. As a Braze customer, rejections are charged toward your SMS allotment. | -| Opt-Out | A user replied to your message with an [opt-out keyword]({{site.baseurl}}/user_guide/message_building_by_channel/sms/keywords/keyword_handling/#default-opt-in-opt-out-keywords) and was unsubscribed from your SMS program. A user reply is measured anytime a user sends an inbound message within four hours of receiving your message. | -| Help | A user replied to your message with a [HELP keyword]({{site.baseurl}}/user_guide/message_building_by_channel/sms/keywords/keyword_handling/#default-opt-in-opt-out-keywords) and was dispatched a HELP auto-response. A user reply is measured anytime a user sends an inbound message within four hours of receiving your message. | -| Total Clicks | The total number (and percentage) of users who clicked within the delivered message. | -{: .reset-td-br-1 .reset-td-br-2} + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
TermDefinition
Sent{% multi_lang_include metrics.md metric='Sent' %}
Sends to Carrier{% multi_lang_include metrics.md metric='Sends to Carrier' %}
Delivery Failures{% multi_lang_include metrics.md metric='Delivery Failures' %}
Confirmed Delivery{% multi_lang_include metrics.md metric='Confirmed Deliveries' %}
Rejections{% multi_lang_include metrics.md metric='Rejections' %}
Opt-Out{% multi_lang_include metrics.md metric='Opt-Out' %}
Help{% multi_lang_include metrics.md metric='Help' %}
Total Clicks{% multi_lang_include metrics.md metric='Total Clicks' %}
{% elsif include.channel == "webhook" %} #### Webhook metrics -Here are some key webhook metrics you may see in your analytics. To see the definitions of all webhook metrics used in Braze, refer to our [Report Metrics Glossary][1]. +Here are some key webhook metrics you may see in your analytics. To see th full definitions of all webhook metrics used in Braze, refer to our [Report Metrics Glossary][1]. -| Term | Definition | -| --- | --- | -| Unique Recipients | The total number of users (unique, but only unique per day) that have received the particular webhook. | -| Sends | _Sends_ (and _Messages Sent_) include all attempted sends, successful and unsuccessful. This metric counts when a webhook was processed and sent to the third party specified in that webhook, and does not signify whether or not the request was received. | -| Errors | The total number of sends that were not successful. Errors are included in the _Sends_ count but are not included in the _Unique Recipients_ count. | -{: .reset-td-br-1 .reset-td-br-2} + + + + + + + + + + + + + + + + + + + + + + + +
TermDefinition
Unique Recipients{% multi_lang_include metrics.md metric='Unique Recipients' %}
Sends{% multi_lang_include metrics.md metric='Sends' %}
Errors{% multi_lang_include metrics.md metric='Errors' %}
{% elsif include.channel == "whatsapp" %} #### WhatsApp metrics -Here are some key WhatsApp metrics you may see in your analytics. To see the definitions of all WhatsApp metrics used in Braze, refer to our [Report Metrics Glossary][1]. - -| Term | Definition | -| --- | --- | -| Sends | The total number of sends successfully communicated between Braze and WhatsApp. However, this does not necessarily mean the message was received by the end user. | -| Deliveries | The total number of WhatsApp messages sent that successfully made it to the end user's device. | -| Delivery rate | The percentage of users who had a delivery over users who had a send. Calculation: (Deliveries) / (Sends)| -| Reads | When a WhatsApp message is read by the end user. The end user's read receipts must be "on" for Braze to track reads. | -| Read rate | The percentage of users who read the message over users who had a send. Calculation: (Reads) / (Sends)| -| Failures | The total number of sends that were not successful because WhatsApp could not deliver the message to the end user. Failures are included in the _Sends_ count but not in the _Deliveries_ count. | -| Failure rate | The percentage of users who had unsuccessful sends over users who had a successful send. Calculation: (Failures) / (Sends)| -{: .reset-td-br-1 .reset-td-br-2} +Here are some key WhatsApp metrics you may see in your analytics. To see the full definitions of all WhatsApp metrics used in Braze, refer to our [Report Metrics Glossary][1]. + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
TermDefinition
Sends{% multi_lang_include metrics.md metric='Sends' %}
Deliveries{% multi_lang_include metrics.md metric='Deliveries' %}
Reads{% multi_lang_include metrics.md metric='Reads' %}
Failures{% multi_lang_include metrics.md metric='Failures' %}
#### End-user blocking and reporting metrics diff --git a/_includes/metrics.md b/_includes/metrics.md index 845dd2534b4..d42c6da9f5a 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -18,6 +18,10 @@ Estimated Real Opens is an estimate of how many unique opens there would be if machine opens did not exist, and is the result of a proprietary Braze statistical model. {% endif %} +{% if include.metric == "Help" %} +Help is when a user replied to your message with a HELP keyword and was dispatched a HELP auto-response. +{% endif %} + {% if include.metric == "Hard Bounce" %} A Hard Bounce is when an email fails to deliver to the recipient due to a permanent delivery error. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. {% endif %} @@ -43,15 +47,15 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Choices Submitted" %} -Choices Submitted is the total number of choices selected when the user clicks the submit button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Choices Submitted is the total number of choices selected when the user clicks the submit button on the survey question page of a simple survey.. {% endif %} {% if include.metric == "Click-to-Open Rate" %} -Click-to-Open Rate is the percentage of delivered emails that have been opened by a single user or machine at least once, and is only available in the [Report Builder]({{site.baseurl}}/user_guide/data_and_analytics/reporting/report_builder/). +Click-to-Open Rate is the percentage of delivered emails that have been opened by a single user or machine at least once, and is only available in the Report Builder. {% endif %} {% if include.metric == "Confirmed Deliveries" %} -Confirmed Deliveries are when the carrier has confirmed the SMS was delivered to the target phone number. As a Braze customer, deliveries are charged toward your SMS allotment. +Confirmed Deliveries are when the carrier has confirmed the message was delivered to the target phone number. {% endif %} {% if include.metric == "Confidence" %} @@ -59,11 +63,11 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Confirmation Page Button" %} -Confirmation Page Button is the total clicks on the call to action button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Confirmation Page Button is the total clicks on the call to action button on the confirmation page of a simple survey. {% endif %} {% if include.metric == "Confirmation Page Dismissals" %} -Confirmation Page Dismissals is the total clicks on the close (x) button on the confirmation page of a [simple survey]({{site.baseurl}}/docs/user_guide/message_building_by_channel/in-app_messages/traditional/templates/simple_survey). +Confirmation Page Dismissals is the total clicks on the close (x) button on the confirmation page of a simple survey. {% endif %} {% if include.metric == "Conversion Rate" %} @@ -122,6 +126,14 @@ Push Story Notifications record a Body Click when the notification is cli Other Opens includes emails that haven't been identified as Machine Opens. For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. {% endif %} +{% if include.metric == "Opens" %} +Opens are instances including both Direct Opens and Influenced Opens in which the Braze SDK has determined, using a proprietary algorithm, that a push notification has caused a user to open the app. +{% endif %} + +{% if include.metric == "Opt-Out" %} +Opt-Out is when a user replied to your message with an opt-out keyword and was unsubscribed from your SMS program. +{% endif %} + {% if include.metric == "Pending Retry" %} Pending Retry is the number of requests that were temporarily rejected, by the receiving server, but still attempted for re-delivery by the email service provider (ESP). The ESP will retry delivery until a timeout period is reached (typically after 72 hours). {% endif %} @@ -150,16 +162,16 @@ Push Story Notifications record a Body Click when the notification is cli Messages Sent is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. {% endif %} +{% if include.metric == "Sent" %} +Sent is every time a campaign or Canvas step has been launched or triggered, and an SMS has been sent from Braze. It's possible that the SMS didn't reach a user's device due to errors. +{% endif %} + {% if include.metric == "Sends" %} Sends is the total number of messages sent in a campaign. After launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. This doesn’t mean the message was received or delivered to a device, only that the message was sent. {% endif %} {% if include.metric == "Sends to Carrier" %} -{% alert note %} -Sends to Carrier is deprecated, but will continue to be supported for users that already have it. -{% endalert %} - -Sends to Carrier is the sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn’t confirmed by the carrier. This includes instances where carriers don’t provide delivery or rejected confirmation, as some carriers don’t provide this confirmation or can’t do so at the time of send. +Sends to Carrier is deprecated, but will continue to be supported for users that already have it. It's the sum of Confirmed Deliveries, Rejections, and Sends where delivery or rejection wasn’t confirmed by the carrier. This includes instances where carriers don’t provide delivery or rejected confirmation, as some carriers don’t provide this confirmation or can’t do so at the time of send. {% endif %} {% if include.metric == "Spam" %} @@ -167,15 +179,15 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Survey Page Dismissals" %} -Survey Page Dismissals is the total clicks on the close (x) button on the survey question page of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +Survey Page Dismissals is the total clicks on the close (x) button on the survey question page of a simple survey. {% endif %} {% if include.metric == "Survey Submissions" %} -Survey Submissions is the total clicks on the submit button of a [simple survey]({{site.baseurl}}/user_guide/message_building_by_channel/in-app_messages/templates/simple_survey/). +Survey Submissions is the total clicks on the submit button of a simple survey. {% endif %} {% if include.metric == "Total Clicks" %} -Total Clicks is the total number (and percentage) of users who clicked within the delivered email, card, or AMP HTML message. +Total Clicks is the total number (and percentage) of users who clicked within the delivered message. {% endif %} {% if include.metric == "Total Dismissals" %} @@ -209,7 +221,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Unique Recipients" %} -Unique Recipients is the number of unique daily recipients, or users who received a particular message in a day. This number is received from Braze. +Unique Recipients is the number of unique daily recipients, or users who received a particular message in a day. {% endif %} {% if include.metric == "Unique Opens" %} From 7c552475cce5b7103c2aa0d26de4c08d574a5952 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Mon, 7 Oct 2024 16:35:39 -0700 Subject: [PATCH 08/14] Updated tables and insert definitions --- .../help_articles/email/email_bounces.md | 9 +- .../query_builder/query_templates.md | 2 +- .../data_and_analytics/report_metrics.md | 6 +- .../email/managing_user_subscriptions.md | 4 +- .../sms/about_sms.md | 2 +- _includes/campaign_analytics.md | 109 +++++++++--------- 6 files changed, 67 insertions(+), 65 deletions(-) diff --git a/_docs/_help/help_articles/email/email_bounces.md b/_docs/_help/help_articles/email/email_bounces.md index 676747eda5f..bcfbe00220c 100644 --- a/_docs/_help/help_articles/email/email_bounces.md +++ b/_docs/_help/help_articles/email/email_bounces.md @@ -13,14 +13,13 @@ What do you do when a message from your email campaign bounces back from your us ## Hard bounces -When an email message hard bounces, the email address is either invalid or does not exist. When this occurs, Braze marks the email address as invalid but does not update the user's [subscription status][1]. At this point, Braze will not attempt to send messages to these email addresses marked as invalid. +{% multi_lang_include metrics.md metric='Hard Bounce' %} + +For more information, see [Hard bounce]({{site.baseurl}}/user_guide/data_and_analytics/report_metrics/#hard-bounce). ## Soft bounces -Soft bounces occur when your recipient's email address is valid or when the email message reaches the recipient's email server, but the message was rejected for a temporary issue. These temporary issues may occur when: -- Your recipient's inbox is full -- The message is too large for your recipient's inbox -- An email server was down +{% multi_lang_include metrics.md metric='Soft Bounce' %} If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver. diff --git a/_docs/_user_guide/data_and_analytics/query_builder/query_templates.md b/_docs/_user_guide/data_and_analytics/query_builder/query_templates.md index 93126e78c5f..80551dfca9a 100644 --- a/_docs/_user_guide/data_and_analytics/query_builder/query_templates.md +++ b/_docs/_user_guide/data_and_analytics/query_builder/query_templates.md @@ -10,7 +10,7 @@ tool: Reports # Query Builder templates -> Access [Query Builder]({{site.baseurl}}/user_guide/data_and_analytics/query_builder/) templates by selecting **Query Template** when creating a report. All templates surface data from up to the last 60 days, but you can directly edit that and other values in the editor. +> Access [Query Builder]({{site.baseurl}}/user_guide/data_and_analytics/query_builder/) templates by selecting **Query Template** when creating a report. All templates surface data from up to the last 60 days, but you can directly edit that and other values in the editor.

For definitions of the metrics that may appear in your Query Builder reports, refer to the [Report Metrics Glossary]({{site.baseurl}}/user_guide/data_and_analytics/report_metrics) and filter by the respective channel. ## Channel templates diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 86893c3f3d7..6ce6f0e3926 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -326,7 +326,7 @@ SMS {% multi_lang_include metrics.md metric='Delivery Failures' %} -Reach out to Braze Support for assistance in understanding the reasons for delivery failures. +Reach out to Braze Support for assistance in understanding the reasons for delivery failures. Calculation: (Sends) - (Sends to Carrier) @@ -406,7 +406,9 @@ WhatsApp Email {% endapitags %} -{% multi_lang_include metrics.md metric='Hard Bounce' %} If an email receives a hard bounce, we will stop any future requests to this email address. +{% multi_lang_include metrics.md metric='Hard Bounce' %} + +When this occurs, Braze marks the email address as invalid but does not update the user's [subscription status]({{site.baseurl}}/user_guide/message_building_by_channel/email/managing_user_subscriptions/). If an email receives a hard bounce, we will stop any future requests to this email address. {% endapi %} diff --git a/_docs/_user_guide/message_building_by_channel/email/managing_user_subscriptions.md b/_docs/_user_guide/message_building_by_channel/email/managing_user_subscriptions.md index ffbc6d17e1d..c23672425b9 100644 --- a/_docs/_user_guide/message_building_by_channel/email/managing_user_subscriptions.md +++ b/_docs/_user_guide/message_building_by_channel/email/managing_user_subscriptions.md @@ -41,7 +41,9 @@ Refer to our [IP warming]({{site.baseurl}}/user_guide/onboarding_with_braze/emai ### Bounces and invalid emails -Hard bounces can happen if the email is invalid or doesn't exist. In this case, Braze will mark the user's email address as invalid and will not attempt to send any further emails to that email address. If that user changes their email address, then we will resume sending emails to them since their new email may be valid. Soft bounces are automatically retried for 72 hours. +{% multi_lang_include metrics.md metric='Hard Bounce' %} {% multi_lang_include metrics.md metric='Soft Bounce' %} + +If that user changes their email address, then we will resume sending emails to them since their new email may be valid. Soft bounces are automatically retried for 72 hours. ### Updating email subscription states diff --git a/_docs/_user_guide/message_building_by_channel/sms/about_sms.md b/_docs/_user_guide/message_building_by_channel/sms/about_sms.md index 8b1a5d333d5..dfdf50bd085 100644 --- a/_docs/_user_guide/message_building_by_channel/sms/about_sms.md +++ b/_docs/_user_guide/message_building_by_channel/sms/about_sms.md @@ -42,7 +42,7 @@ Before you start sending SMS, there are some things you need. Refer to the follo - **Long codes:** A 10-digit code that is used to address SMS messages. Most average phone numbers are considered long codes (e.g 123-456-7891). These codes are used to address and send SMS messages.

- **Subscription group:** A collection of sending phone numbers (such as short codes, long codes, and/or alphanumeric sender IDs) that are used for a specific type of messaging purpose. For example, if a brand has plans to send both transactional and promotional SMS messaging, two Subscription Groups with separate pools of sending phone numbers will need to be set up within your Braze dashboard.

- **Message segment and character limits:** A message segment refers to how many segments your initial SMS message will be split into. Each message has a character limit that if exceeded, will cause the message to be broken into segments. Based on what encoding standards you use (UTF-2 or GSM-7), there are varying character limits. Reference our [message copy limits][2] for more information on messaging segmentation and message character limits.

-- **Common SMS campaign metrics:**
*Sent*, *Sends to Carrier*, *Delivery Failure*, *Confirmed Delivery*, *Rejections*, *Opt-Out*, and *Help*.
For information on these metrics, refer to [SMS reporting][1]. Note that *Sends to Carrier* is deprecated, but will continue to be supported for users that already have it. +- **Common SMS campaign metrics:**
*Sent*, *Sends to Carrier*, *Delivery Failure*, *Confirmed Delivery*, *Rejections*, *Opt-Out*, and *Help*.
For information on these and other SMS metrics, refer to [SMS reporting][1]. Note that *Sends to Carrier* is deprecated, but will continue to be supported for users that already have it.

diff --git a/_includes/campaign_analytics.md b/_includes/campaign_analytics.md index d3e8bca0815..d4ca151bf67 100644 --- a/_includes/campaign_analytics.md +++ b/_includes/campaign_analytics.md @@ -174,16 +174,16 @@ Here is a breakdown of some key metrics you may see while reviewing your message - + - + - + - + - + - + - + @@ -252,53 +252,53 @@ Here are some key email-specific metrics that you won't see in other channels. T - + - + - + - + - + - + - + - + - - + + - + - + @@ -331,42 +331,41 @@ Here are some key in-app message metrics you may see in your analytics. To see t
TermMetric Definition
Messages SentMessages Sent {% multi_lang_include metrics.md metric='Messages Sent' %}

This is calculated differently depending on what you selected for - Card creation:

+ Card creation:

  • At launch or step entry: The number of cards created and available to be seen. This doesn't count whether the users viewed the card.
  • At first impression: The number of cards displayed to users.
    • @@ -191,23 +191,23 @@ Here is a breakdown of some key metrics you may see while reviewing your message
Total ImpressionsTotal Impressions {% multi_lang_include metrics.md metric='Total Impressions' %} This can increment multiple times for the same user.
Unique ImpressionsUnique Impressions {% multi_lang_include metrics.md metric='Unique Impressions' %} This count doesn't increment the second time that a user views a card.
Unique RecipientsUnique Recipients {% multi_lang_include metrics.md metric='Unique Recipients' %}

Because a viewer can be a unique recipient every day, you should expect this to be higher than Unique Impressions.
Unique ClicksUnique Clicks {% multi_lang_include metrics.md metric='Unique Clicks' %} This includes clicks on Braze-provided unsubscribe links.
Unique DismissalsUnique Dismissals {% multi_lang_include metrics.md metric='Unique Dismissals' %}
Unique ClicksUnique Clicks {% multi_lang_include metrics.md metric='Unique Clicks' %} This is tracked over a seven-day period for email and measured by dispatch_id. This includes clicks on Braze-provided unsubscribe links. This number should be between 5–10%. Anything greater than 10% is exceptional!
Unique OpensUnique Opens {% multi_lang_include metrics.md metric='Unique Opens' %} For email, this is tracked over a 7 day period. This number should be between 10–20%. Anything greater than 20% is exceptional!
Click-to-Open RateClick-to-Open Rate {% multi_lang_include metrics.md metric='Click-to-Open Rate' %}
Spam RateSpam Rate {% multi_lang_include metrics.md metric='Spam' %} If this metric is greater than 0.08, that could be a sign that either your message copy is too salesy, or you should reconsider your email address collection methods (to confirm you're messaging those who are interested in your correspondence).
Unsubscribers or UnsubUnsubscribers or Unsub {% multi_lang_include metrics.md metric='Unsubscribers or Unsub' %}
Other OpensOther Opens {% multi_lang_include metrics.md metric='Other Opens' %}
Estimated Real OpensEstimated Real Opens {% multi_lang_include metrics.md metric='Estimated Real Opens' %} See the following section for details.
Machine OpensMachine Opens {% multi_lang_include metrics.md metric='Machine Opens' %}
Bounces{% multi_lang_include metrics.md metric='Bounces' %} Bounces{% multi_lang_include metrics.md metric='Bounces' %}
Hard BounceHard Bounce {% multi_lang_include metrics.md metric='Hard Bounce' %}
Soft BounceSoft Bounce {% multi_lang_include metrics.md metric='Soft Bounce' %}
- + - + - + - + - - + + - - + + - - + + - + - + @@ -387,21 +386,21 @@ Here is a breakdown of some key metrics you may see while reviewing your message
TermMetric Definition
Body ClicksBody Clicks {% multi_lang_include metrics.md metric='Body Clicks' %}
Button 1 ClicksButton 1 Clicks {% multi_lang_include metrics.md metric='Button 1 Clicks' %}
Button 2 ClicksButton 2 Clicks {% multi_lang_include metrics.md metric='Button 2 Clicks' %}
Unique Impressions - {% multi_lang_include metrics.md metric='Unique Impressions' %}Unique Impressions{% multi_lang_include metrics.md metric='Unique Impressions' %}
Total Impressions {% multi_lang_include metrics.md metric='Total Impressions' %} Total Impressions{% multi_lang_include metrics.md metric='Total Impressions' %}
Conversions (B, C, D) {% multi_lang_include metrics.md metric='Conversions (B, C, D)' %}Conversions (B, C, D){% multi_lang_include metrics.md metric='Conversions (B, C, D)' %}
Total ConversionsTotal Conversions {% multi_lang_include metrics.md metric='Total Conversions' %}
Conversion RateConversion Rate {% multi_lang_include metrics.md metric='Conversion Rate' %}
- + - + - + - + @@ -451,41 +450,41 @@ Here is a breakdown of some key metrics you may see while reviewing your message
TermMetric Description
BouncesBounces {% multi_lang_include metrics.md metric='Bounces' %} See Bounced push notifications.
Direct OpensDirect Opens {% multi_lang_include metrics.md metric='Direct Opens' %}
OpensOpens {% multi_lang_include metrics.md metric='Opens' %}
- + - + - + - + - + - + - + - + - + @@ -506,21 +505,21 @@ Here are some key webhook metrics you may see in your analytics. To see th full
TermMetric Definition
SentSent {% multi_lang_include metrics.md metric='Sent' %}
Sends to CarrierSends to Carrier {% multi_lang_include metrics.md metric='Sends to Carrier' %}
Delivery FailuresDelivery Failures {% multi_lang_include metrics.md metric='Delivery Failures' %}
Confirmed DeliveryConfirmed Delivery {% multi_lang_include metrics.md metric='Confirmed Deliveries' %}
RejectionsRejections {% multi_lang_include metrics.md metric='Rejections' %}
Opt-OutOpt-Out {% multi_lang_include metrics.md metric='Opt-Out' %}
HelpHelp {% multi_lang_include metrics.md metric='Help' %}
Total ClicksTotal Clicks {% multi_lang_include metrics.md metric='Total Clicks' %}
- + - + - + - + @@ -541,25 +540,25 @@ Here are some key WhatsApp metrics you may see in your analytics. To see the ful
TermMetric Definition
Unique RecipientsUnique Recipients {% multi_lang_include metrics.md metric='Unique Recipients' %}
SendsSends {% multi_lang_include metrics.md metric='Sends' %}
ErrorsErrors {% multi_lang_include metrics.md metric='Errors' %}
- + - + - + - + - + From b7c5e81e7e7fedb3fcd2f1b3e0c12f7a97227548 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Tue, 8 Oct 2024 10:23:45 -0700 Subject: [PATCH 09/14] Update metric definition --- _docs/_user_guide/data_and_analytics/report_metrics.md | 2 +- _includes/metrics.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 6ce6f0e3926..c5b6ad07dd5 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -108,7 +108,7 @@ iOS Push, Android Push In-App Message {% endapitags %} -{% multi_lang_include metrics.md metric='Body Clicks' %} For more details, refer to the SDK changelogs for [iOS]({{site.baseurl}}/developer_guide/platform_integration_guides/ios/changelog/objc_changelog#3310) and [Android]({{site.baseurl}}/developer_guide/platform_integration_guides/android/changelog#1100) +{% multi_lang_include metrics.md metric='Body Clicks' %} For more details, refer to the SDK changelogs for [iOS]({{site.baseurl}}/developer_guide/platform_integration_guides/ios/changelog/objc_changelog#3310) and [Android]({{site.baseurl}}/developer_guide/platform_integration_guides/android/changelog#1100). Calculation: (Body Clicks) / (Impressions) diff --git a/_includes/metrics.md b/_includes/metrics.md index d42c6da9f5a..044697a8b18 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -35,7 +35,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Body Clicks" %} -Body Clicks occur when someone clicks on any of the following in-app message types: slide-up, modal, or fullscreen that has no buttons. This only applies to messages created with the traditional editor. +Body Clicks occur when a user clicks on a message that doesn't have buttons (Button 1, Button 2) and was created with the traditional editor, and when a message created with the HTML editor or drag-and-drop editor uses brazeBridge.logClick() with no arguments. {% endif %} {% if include.metric == "Button 1 Clicks" %} From 134a1ac47503f586246f9abe5222c10ef96c08eb Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Tue, 8 Oct 2024 11:03:32 -0700 Subject: [PATCH 10/14] Adjust language to account for IAMs --- _docs/_user_guide/data_and_analytics/report_metrics.md | 2 -- _includes/metrics.md | 2 +- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index c5b6ad07dd5..17d55e57634 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -268,8 +268,6 @@ The metric of total daily Unique Impressions is used to calculate the Impressions for in-app messages can only be counted once per day. On the other hand, the number of times a user completes a desired action (a "conversion") can increase within a 24-hour period. While conversions can happen more than once per day, impressions cannot. Therefore, if a user completes a conversion multiple times within a day, the Conversion Rate can increase accordingly, but impressions will only be counted once. - - {::nomarkdown} Calculation: diff --git a/_includes/metrics.md b/_includes/metrics.md index 044697a8b18..457fed0140e 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -71,7 +71,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Conversion Rate" %} -Conversion Rate is the percentage of times a defined event occurred compared to all recipients of a sent message. This defined event is determined when you build the campaign. +Conversion Rate is the percentage of times a defined event occurred compared to all recipients of a message. This defined event is determined when you build the campaign. {% endif %} {% if include.metric == "Conversion Window" %} From cfcbf829fc7ded94d47a1bf050c42e37f5f5232d Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Tue, 8 Oct 2024 15:47:55 -0700 Subject: [PATCH 11/14] Tweaks --- _docs/_user_guide/data_and_analytics/report_metrics.md | 4 ++-- _includes/metrics.md | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/_docs/_user_guide/data_and_analytics/report_metrics.md b/_docs/_user_guide/data_and_analytics/report_metrics.md index 5fec0033dfb..812a1c1019c 100644 --- a/_docs/_user_guide/data_and_analytics/report_metrics.md +++ b/_docs/_user_guide/data_and_analytics/report_metrics.md @@ -734,7 +734,7 @@ Email, Content Cards, SMS, LINE Content Cards {% endapitags %} -{% multi_lang_include metrics.md metric='Total Dismissials' %} +{% multi_lang_include metrics.md metric='Total Dismissals' %} Calculation: Count @@ -806,7 +806,7 @@ Email, Content Cards, LINE Calculation:
  • Unique Clicks: Count
    • -
  • Content Cards Unique Clicks % or Unique Clicks Rate: (Unique Clicks) / (Unique Impressions)
    • +
  • Content Cards Unique Clicks % or Unique Clicks Rate: (Unique Clicks) / (Unique Impressions)
  • Email Unique Clicks % or Unique Clicks Rate: (Unique Clicks) / (Deliveries)
 diff --git a/_includes/metrics.md b/_includes/metrics.md index 457fed0140e..0b72144f580 100644 --- a/_includes/metrics.md +++ b/_includes/metrics.md @@ -47,7 +47,7 @@ Push Story Notifications record a Body Click when the notification is cli {% endif %} {% if include.metric == "Choices Submitted" %} -Choices Submitted is the total number of choices selected when the user clicks the submit button on the survey question page of a simple survey.. +Choices Submitted is the total number of choices selected when the user clicks the submit button on the survey question page of a simple survey. {% endif %} {% if include.metric == "Click-to-Open Rate" %} From 3162fe94f226cd6b4950d721d810752aa2e21e62 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg <135255868+rachel-feinberg@users.noreply.github.com> Date: Tue, 15 Oct 2024 09:52:32 -0700 Subject: [PATCH 12/14] Remove merge conflict equal signs --- .../email/reporting_and_analytics/analytics_glossary.md | 1 - 1 file changed, 1 deletion(-) diff --git a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md index eaaa8a94250..fcc9f8587db 100644 --- a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md +++ b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md @@ -16,7 +16,6 @@ channel: font-size: 14px; } -======= glossaries: - name: "Variation" description: Variation of a campaign, differing as defined by the creator. From 314bc645e023ef44183552c1d47dd99a99fe1a02 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg <135255868+rachel-feinberg@users.noreply.github.com> Date: Tue, 15 Oct 2024 09:53:41 -0700 Subject: [PATCH 13/14] Remove merge conflict equal signs Co-authored-by: Lydia Xie <87040416+lydia-xie@users.noreply.github.com> --- _includes/campaign_analytics.md | 1 - 1 file changed, 1 deletion(-) diff --git a/_includes/campaign_analytics.md b/_includes/campaign_analytics.md index d53964f3a74..5b7e27111a0 100644 --- a/_includes/campaign_analytics.md +++ b/_includes/campaign_analytics.md @@ -303,7 +303,6 @@ Here are some key email-specific metrics that you won't see in other channels. T
TermMetric Definition
SendsSends {% multi_lang_include metrics.md metric='Sends' %}
DeliveriesDeliveries {% multi_lang_include metrics.md metric='Deliveries' %}
ReadsReads {% multi_lang_include metrics.md metric='Reads' %}
FailuresFailures {% multi_lang_include metrics.md metric='Failures' %}
-======= Here are some key email-specific metrics that you won't see in other channels. To see the definitions of all email metrics used in Braze, refer to our [Email Analytics Glossary]({{site.baseurl}}/user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary/). | Metric | Definition | From 7286ed24aab9eac5019868a25e3b7c609707f7e6 Mon Sep 17 00:00:00 2001 From: Rachel Feinberg Date: Tue, 15 Oct 2024 10:22:15 -0700 Subject: [PATCH 14/14] Remove table --- .../analytics_glossary.md | 72 ------------------- 1 file changed, 72 deletions(-) diff --git a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md index fcc9f8587db..1ef6ba10ed2 100644 --- a/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md +++ b/_docs/_user_guide/message_building_by_channel/email/reporting_and_analytics/analytics_glossary.md @@ -16,78 +16,6 @@ channel: font-size: 14px; } -glossaries: - - name: "Variation" - description: Variation of a campaign, differing as defined by the creator. - calculation: Count - - name: "Emailable" - description: Users who have an email address on record and have explicitly opted in or subscribed. - calculation: Count - - name: "Audience %" - description: Percentage of users who received a particular variant. - calculation: Number of Recipients in Variant / Unique Recipients - - name: "Unique Recipients" - description: Unique Daily Recipients. The number of users who received a particular message in a day. This number is received from Braze. - calculation: Count - - name: "Sends or Messages Sent" - description: The total number of messages sent in an email campaign. This number is received from Braze. Note that upon launching a scheduled campaign, this metric will include all messages sent, regardless of whether they have been sent out yet due to rate limiting. - calculation: Count - - name: "Deliveries" - description: The total number of messages (Sends) successfully sent to and received by emailable recipients. - calculation: Sends - Bounces - - name: "Deliveries %" - description: The total number of messages (Sends) successfully sent to and received by emailable parties. - calculation: (Sends - Bounces) / (Sends) - - name: "Bounces" - description: The total number of messages that were unsuccessfully delivered to the intended recipients. This could occur because the email addresses were incorrect or deactivated. There are two types of
bounces:

-Hard Bounces: A hard bounce is when an email fails to deliver to the recipient due to a permanent delivery error. A hard bounce might occur because the domain name doesn't exist or because the recipient is unknown. If an email receives a hard bounce, we will stop any future requests to this email address.

-Soft Bounces: A soft bounce is when an email fails to deliver to the recipient due to a temporary delivery error, even though the recipient’s email address is valid. A soft bounce might occur because the recipient's inbox is full, the server was down, or the message was too large for the recipient's inbox. If an email receives a soft bounce, we will usually retry within 72 hours, but the number of retry attempts varies from receiver to receiver.

You can view your hard and soft bounces in the Message Activity Log.

An email bounce for customers using SendGrid consists of hard bounces, spam, and emails sent to invalid addresses. - calculation: Count - - name: "Bounces % or Bounce Rate" - description: The percentage of messages that were hard bounced by the intended recipients. This could occur because the email address is invalid, does not exist, or is deactivated. - calculation: Bounces / Sends - - name: "Spam" - description: The total number of emails delivered that were marked as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. - calculation: (Marked as Spam) / (Sends) - - name: "Spam % or Spam Rate" - description: The percentage of emails delivered that were marked or otherwise designated as "spam." Braze automatically unsubscribes users that marked an email as spam, and those users won't be targeted by future emails. - calculation: (Marked as Spam) / (Sends) - - name: "Unique Opens" - description: The total number of delivered emails that have been opened by a single user or machine at least once. This is tracked over a 7 day period for Email. - calculation: (Unique Opens) / (Deliveries) - - name: "Unique Opens % or Unique Open Rate" - description: The percentage of delivered emails that have been opened by a single user at least once. This is tracked over a 7 day period for Email. - calculation: (Unique Opens) / (Deliveries) - - name: "Unique Clicks" - description: Distinct number of recipients who have clicked within a message at least once. This is tracked over a 7 day period for Email and measured by dispatch_id - calculation: Count - - name: "Unique Clicks % or Click Rate" - description: Distinct number of recipients who have clicked within a message at least once. This is tracked over a 7 day period for Email. - calculation: Unique Clicks / Deliveries - - name: "Unsubscribers or Unsub" - description: Number of messages resulting in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. - calculation: Count - - name: "Unsubscribers % or Unsub Rate" - description: Percentage of messages delivered which resulted in an unsubscription. Unsubscriptions occur when a user clicks on the Braze unsubscribe link. - calculation: Unsubscribes / Deliveries - - name: "Revenue" - description: The total revenue in dollars from campaign recipients within the set primary conversion window. - calculation: Count - - name: "Primary Conversions (A) or Primary Conversion Event" - description: The number of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. - calculation: Count - - name: "Primary Conversions (A) % or Primary Conversion Event Rate" - description: The percentage of times a defined event occurred after interacting with or viewing a received message from a Braze campaign. This defined event is determined by the marketer when building the campaign. - calculation: "Primary Conversions / Unique Recipients" - - name: "Confidence" - description: The percentage of confidence that a certain variant of a message is outperforming the control group. - - name: "Machine Opens" - description: Includes the proportion of "opens" that are affected by Apple's Mail Privacy Protection (MPP) for iOS 15. For example, if a user opens an email using the Mail app on an Apple device, this will be logged as a Machine Opens. This metric is tracked starting November 11, 2021 for SendGrid and December 2, 2021 for SparkPost. - calculation: Count - - name: "Other Opens" - description: Includes emails that haven't been identified as Machine Opens . For example, when a user opens an email on another platform (such as Gmail app on a phone, Gmail on desktop browser), this will be logged as an Other Opens. Note that a user can also open an email (such as the open counts toward Other Opens) before a Machine Opens count is logged. If a user opens an email once (or more) after a machine open event from a non-Apple Mail inbox, then the amount of times that the user opens the email is calculated toward Other Opens and only once toward Unique Opens. - calculation: Count - - name: "Click to Open Rate" - description: The percentage of unique emails opened that have been clicked at least once. - calculation: Unique Clicks / Unique Opens {% api %}