-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat!: Add tests for datadog diagnostics; minimum support Python 3.11
- Install ddtrace at the test.in level - Add tests for new and existing middleware functionality - Test with Python 3.11, not 3.8. This isn't just because we're upgrading to 3.11 across our repos, but also because I ran into a really weird bug with ddtrace and/or jsonschema that only occurs with Python 3.8: DataDog/dd-trace-py#9950
- Loading branch information
Showing
20 changed files
with
637 additions
and
308 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
110 changes: 110 additions & 0 deletions
110
edx_arch_experiments/datadog_diagnostics/tests/test_middleware.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,110 @@ | ||
| """ | ||
| Tests for diagnostic middleware. | ||
| """ | ||
|
|
||
| import re | ||
| from unittest.mock import Mock, patch | ||
|
|
||
| import ddt | ||
| import ddtrace | ||
| from django.test import TestCase | ||
|
|
||
| from ..middleware import DETECT_ANOMALOUS_TRACE, LOG_ROOT_SPAN, DatadogDiagnosticMiddleware | ||
|
|
||
|
|
||
| def fake_view(_request): | ||
| """Fake get_response for middleware.""" | ||
|
|
||
|
|
||
| @ddt.ddt | ||
| class TestDatadogDiagnosticMiddleware(TestCase): | ||
| """Tests for DatadogDiagnosticMiddleware.""" | ||
|
|
||
| def setUp(self): | ||
| self.middleware = DatadogDiagnosticMiddleware(fake_view) | ||
|
|
||
| def run_middleware(self): | ||
| """Run the middleware using a fake request.""" | ||
| resolver = Mock() | ||
| resolver.route = "/some/path" | ||
| request = Mock() | ||
| request.resolver_match = resolver | ||
| self.middleware.process_view(request, None, None, None) | ||
|
|
||
| @patch('edx_arch_experiments.datadog_diagnostics.middleware.log.error') | ||
| def test_log_diagnostics_error_only_once(self, mock_log_error): | ||
| """ | ||
| If the log_diagnostics function is broken, only log the error once. | ||
| The method should still be called every time in case it is still doing | ||
| useful work before the error, though. | ||
| """ | ||
|
|
||
| bad_method = Mock(side_effect=lambda request: 1/0) | ||
| self.middleware.log_diagnostics = bad_method | ||
|
|
||
| self.run_middleware() | ||
| self.run_middleware() | ||
|
|
||
| # Called twice | ||
| assert len(bad_method.call_args_list) == 2 | ||
|
|
||
| # But only log once | ||
| mock_log_error.assert_called_once_with( | ||
| "Encountered error in DatadogDiagnosticMiddleware (suppressing further errors): " | ||
| "ZeroDivisionError('division by zero')" | ||
| ) | ||
|
|
||
| @ddt.data( | ||
| # Feature disabled | ||
| (False, False), | ||
| (False, True), | ||
| # Enabled, but nothing anomalous | ||
| (True, False), | ||
| # Enabled and anomaly detected | ||
| (True, True), | ||
| ) | ||
| @ddt.unpack | ||
| @patch('edx_arch_experiments.datadog_diagnostics.middleware.log.warning') | ||
| def test_anomalous_trace(self, enabled, cause_anomaly, mock_log_warning): | ||
| with ( | ||
| patch.object(DETECT_ANOMALOUS_TRACE, 'is_enabled', return_value=enabled), | ||
| patch.object(LOG_ROOT_SPAN, 'is_enabled', return_value=False), | ||
| # Need at least two levels of spans in order to fake | ||
| # an anomaly. (Otherwise current_root_span returns None.) | ||
| ddtrace.tracer.trace("test_local_root"), | ||
| ddtrace.tracer.trace("inner_span"), | ||
| ): | ||
| if cause_anomaly: | ||
| ddtrace.tracer.current_root_span().finish() | ||
| self.run_middleware() | ||
|
|
||
| if enabled and cause_anomaly: | ||
| mock_log_warning.assert_called_once() | ||
| log_msg = mock_log_warning.call_args_list[0][0][0] # first arg of first call | ||
| assert re.fullmatch( | ||
| r"Anomalous Datadog local root span \(duration already set\): " | ||
| r"id = [0-9A-Fa-f]+; duration = [0-9]\.[0-9]{3} sec; worker age = [0-9]\.[0-9]{3} sec", | ||
| log_msg | ||
| ) | ||
| else: | ||
| mock_log_warning.assert_not_called() | ||
|
|
||
| @patch('edx_arch_experiments.datadog_diagnostics.middleware.log.info') | ||
| def test_log_root_span(self, mock_log_info): | ||
| with ( | ||
| patch.object(DETECT_ANOMALOUS_TRACE, 'is_enabled', return_value=False), | ||
| patch.object(LOG_ROOT_SPAN, 'is_enabled', return_value=True), | ||
| # Need at least two levels of spans for interesting logging | ||
| ddtrace.tracer.trace("test_local_root"), | ||
| ddtrace.tracer.trace("inner_span"), | ||
| ): | ||
| self.run_middleware() | ||
|
|
||
| mock_log_info.assert_called_once() | ||
| log_msg = mock_log_info.call_args_list[0][0][0] # first arg of first call | ||
| assert re.fullmatch( | ||
| r"Datadog span diagnostics: Route = /some/path; " | ||
| r"local root span = name='test_local_root' .*; " | ||
| r"current span = name='inner_span' .*", | ||
| log_msg | ||
| ) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,34 +1,34 @@ | ||
| # | ||
| # This file is autogenerated by pip-compile with Python 3.12 | ||
| # This file is autogenerated by pip-compile with Python 3.11 | ||
| # by the following command: | ||
| # | ||
| # make upgrade | ||
| # | ||
| cachetools==5.3.2 | ||
| cachetools==5.4.0 | ||
| # via tox | ||
| chardet==5.2.0 | ||
| # via tox | ||
| colorama==0.4.6 | ||
| # via tox | ||
| distlib==0.3.8 | ||
| # via virtualenv | ||
| filelock==3.13.1 | ||
| filelock==3.15.4 | ||
| # via | ||
| # tox | ||
| # virtualenv | ||
| packaging==23.2 | ||
| packaging==24.1 | ||
| # via | ||
| # pyproject-api | ||
| # tox | ||
| platformdirs==4.2.0 | ||
| platformdirs==4.2.2 | ||
| # via | ||
| # tox | ||
| # virtualenv | ||
| pluggy==1.4.0 | ||
| pluggy==1.5.0 | ||
| # via tox | ||
| pyproject-api==1.6.1 | ||
| pyproject-api==1.7.1 | ||
| # via tox | ||
| tox==4.13.0 | ||
| tox==4.16.0 | ||
| # via -r requirements/ci.in | ||
| virtualenv==20.25.1 | ||
| virtualenv==20.26.3 | ||
| # via tox |
Oops, something went wrong.