diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification.py index c59da9ad9d65..55835de7f333 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification.py @@ -22,7 +22,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification_multilabel.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification_multilabel.py index fd9e425afd30..cc9d9cf0a944 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification_multilabel.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification_multilabel.py @@ -22,7 +22,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures( "recorded_test", "mock_asset_name", diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_object_detection.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_object_detection.py index 0b08e6c3c3e5..224c47d176b6 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_object_detection.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_object_detection.py @@ -22,7 +22,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_segmentation.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_segmentation.py index ffccf9eebf78..5e81f0d923b6 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_segmentation.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_segmentation.py @@ -21,7 +21,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live() or platform.python_implementation() == "PyPy", diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_classification.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_classification.py index 55af90a45c8d..a46d62f84d1f 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_classification.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_classification.py @@ -17,7 +17,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_forecasting.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_forecasting.py index 0ddab586571d..243cbc4ff131 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_forecasting.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_forecasting.py @@ -16,7 +16,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_regression.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_regression.py index 735366022a31..100579ea86f1 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_regression.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_regression.py @@ -16,7 +16,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification.py index dca8ed7557d0..65c7db88ea0c 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification.py @@ -16,7 +16,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification_multilabel.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification_multilabel.py index c18315915214..d3d1ebadc243 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification_multilabel.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification_multilabel.py @@ -16,7 +16,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_ner.py b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_ner.py index 1271df3b4572..89e54b7b557a 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_ner.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_ner.py @@ -16,7 +16,7 @@ from devtools_testutils import AzureRecordedTestCase, is_live -@pytest.mark.automle2etest +@pytest.mark.automl_test @pytest.mark.usefixtures("recorded_test") @pytest.mark.skipif( condition=not is_live(), diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification.py index 5dedad150cbc..0086359167c9 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification.py @@ -24,6 +24,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLImageClassification: @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification_multilabel.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification_multilabel.py index d8ffd64fc175..157f57b968e9 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification_multilabel.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification_multilabel.py @@ -24,6 +24,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLImageClassificationMultilabel: @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_instance_segmentation.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_instance_segmentation.py index 04b8c3b7edaa..2c391309c12c 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_instance_segmentation.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_instance_segmentation.py @@ -26,6 +26,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLImageInstanceSegmentation: @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_object_detection.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_object_detection.py index 5dc764f79390..fb1bbe875996 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_object_detection.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_object_detection.py @@ -26,6 +26,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLImageObjectDetection: @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_schema.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_schema.py index 252f301dccaa..d502d599734a 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_schema.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_schema.py @@ -446,6 +446,7 @@ def loaded_image_instance_segmentation_job( return job +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLImageSchema: @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_nlp_schema.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_nlp_schema.py index b41e8f9b25b6..1bc53c7fcdd1 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_nlp_schema.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_nlp_schema.py @@ -299,6 +299,7 @@ def _load_automl_job_from_path( return job +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLNLPSchema: @pytest.mark.parametrize("run_type", ["single", "sweep"]) diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_tabular_schema.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_tabular_schema.py index 8a75babde452..b1b5584a0991 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_tabular_schema.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_tabular_schema.py @@ -343,6 +343,7 @@ def loaded_regression_job_auto_fields(mock_machinelearning_client) -> AutoMLJob: return job +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLTabularSchema: def _validate_automl_tabular_job(self, automl_job): diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_classification_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_classification_job.py index 3a4e86305791..5855613ddd32 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_classification_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_classification_job.py @@ -14,6 +14,7 @@ from azure.ai.ml.entities._job.automl.tabular import ClassificationJob +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLClassification: def test_classification_task(self): diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_job.py index 1e36dcee3ae6..9353870f2079 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_job.py @@ -18,6 +18,7 @@ from azure.ai.ml.entities._job.automl.tabular import ForecastingJob +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLForecasting: def test_forecasting_task(self): diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_settings.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_settings.py index 94d44fc62335..a198da86a8ae 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_settings.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_settings.py @@ -17,6 +17,7 @@ from azure.ai.ml.entities._job.automl.tabular.forecasting_settings import ForecastingSettings +@pytest.mark.automl_test @pytest.mark.unittest class TestForecastingSettings: @pytest.mark.parametrize( diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_regression_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_regression_job.py index eee9af645c4c..c9584209b4c1 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_regression_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_regression_job.py @@ -13,6 +13,7 @@ from azure.ai.ml.entities._job.automl.tabular import RegressionJob +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLRegression: def test_regression_task(self): diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_setsearchspace.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_setsearchspace.py index 860228c72613..6fd513b0bdcc 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_setsearchspace.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_setsearchspace.py @@ -8,6 +8,7 @@ from azure.ai.ml.exceptions import ValidationException +@pytest.mark.automl_test @pytest.mark.parametrize( "task_name, expected_type", [(image_classification, ImageClassificationSearchSpace), (image_object_detection, ImageObjectDetectionSearchSpace)], @@ -54,6 +55,7 @@ def test_searchspace(task_name, expected_type): assert len(automl_job.search_space) == 2 +@pytest.mark.automl_test @pytest.mark.parametrize( "task_name", [ diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_featurization_settings.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_featurization_settings.py index 921bc4300c29..e089483d5eea 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_featurization_settings.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_featurization_settings.py @@ -7,6 +7,7 @@ from azure.ai.ml.entities._job.automl.tabular import ColumnTransformer, TabularFeaturizationSettings +@pytest.mark.automl_test @pytest.mark.unittest class TestFeaturizationSettings: def test_to_rest(self) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_limit_settings.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_limit_settings.py index 661cfa89edf0..37cf1a36a51a 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_limit_settings.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_limit_settings.py @@ -4,6 +4,7 @@ from azure.ai.ml.entities._job.automl.tabular import TabularLimitSettings +@pytest.mark.automl_test @pytest.mark.unittest class TestLimitSettings: def test_limit_from_rest(self): diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_n_cross_validation_settings.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_n_cross_validation_settings.py index e74fde8c0e9c..c88b72c4710b 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_n_cross_validation_settings.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_n_cross_validation_settings.py @@ -12,6 +12,7 @@ from azure.ai.ml.entities._job.automl.tabular.regression_job import RegressionJob +@pytest.mark.automl_test @pytest.mark.unittest class TestNCrossValidationSettings: JOBS = [classification, regression, forecasting] diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_job.py index 2225800bb431..b9340041bb82 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_job.py @@ -27,6 +27,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLTextClassificationJob: """Tests for AutoML NLP Text Classification Job.""" diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_multilabel_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_multilabel_job.py index 95ab47afa52d..6e2501472439 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_multilabel_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_multilabel_job.py @@ -30,6 +30,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLTextClassificationMultilabelJob: """Tests for AutoML NLP Text Classification Multilabel Job.""" diff --git a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_ner_job.py b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_ner_job.py index edf8b883ee3a..7a81f12151e1 100644 --- a/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_ner_job.py +++ b/sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_ner_job.py @@ -29,6 +29,7 @@ from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform +@pytest.mark.automl_test @pytest.mark.unittest class TestAutoMLTextNerJob: """Tests for AutoML NLP Text NER Job.""" diff --git a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_code_configuration.py b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_code_configuration.py index 83ac1eed01e1..d05827b17f65 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_code_configuration.py +++ b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_code_configuration.py @@ -3,6 +3,7 @@ from azure.ai.ml.entities import CodeConfiguration +@pytest.mark.production_experience_test @pytest.mark.unittest class TestCodeConfiguration: def test_scoring_script_missing_throw(self) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_deployment_entity.py b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_deployment_entity.py index fe1f2395dbd1..0da61273d47f 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_deployment_entity.py +++ b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_deployment_entity.py @@ -25,6 +25,7 @@ from azure.ai.ml.entities._job.resource_configuration import ResourceConfiguration +@pytest.mark.production_experience_test @pytest.mark.unittest class TestDeploymentSanity: def test_instantiate_OnlineEndpoint_fail(self) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py index 3d89fc54df69..40358c06cd1e 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py +++ b/sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py @@ -6,6 +6,7 @@ from azure.ai.ml.entities import BatchEndpoint, Endpoint, ManagedOnlineDeployment, OnlineEndpoint +@pytest.mark.production_experience_test @pytest.mark.unittest class TestOnlineEndpointYAML: SIMPLE_ENDPOINT_WITH_BLUE_BAD = "tests/test_configs/endpoints/online/online_endpoint_create_aks_bad.yml" diff --git a/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_deployment.py b/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_deployment.py index 9e36ac06f9d4..a92350c0abdd 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_deployment.py +++ b/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_deployment.py @@ -40,6 +40,7 @@ def deployEndpointAndDeployment(client: MLClient, endpoint: BatchEndpoint, deplo reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode." ) @pytest.mark.usefixtures("recorded_test") +@pytest.mark.production_experience_test class TestBatchDeployment(AzureRecordedTestCase): @pytest.mark.e2etest @pytest.mark.skip(reason="TODO (1546262): Test failing constantly, so disabling it") diff --git a/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_endpoint.py b/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_endpoint.py index dd33b69eea08..35a4837f5006 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_endpoint.py +++ b/sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_endpoint.py @@ -11,6 +11,7 @@ @pytest.mark.e2etest +@pytest.mark.production_experience_test class TestBatchEndpoint(AzureRecordedTestCase): @pytest.mark.skip( reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode." diff --git a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment.py b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment.py index 5a6925ef2e7c..3adacb048f04 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment.py +++ b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment.py @@ -76,6 +76,7 @@ def mock_batch_deployment_operations( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestBatchDeploymentOperations: def test_batch_deployment_create( self, diff --git a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment_schema.py b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment_schema.py index ee1cff8c7d8b..3a44853f812f 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment_schema.py +++ b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment_schema.py @@ -20,6 +20,7 @@ def load_batch_deployment_entity_from_yaml(path: str, context={}) -> BatchDeploy @pytest.mark.unittest +@pytest.mark.production_experience_test class TestBatchDeploymentSchema: def test_serialize_batch_deployment(self) -> None: test_path = "./tests/test_configs/deployments/batch/batch_deployment_1.yaml" diff --git a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_endpoints.py b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_endpoints.py index 88681271d001..8ffde0e92823 100644 --- a/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_endpoints.py +++ b/sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_endpoints.py @@ -159,6 +159,7 @@ def mock_batch_endpoint_operations( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestBatchEndpointOperations: def test_batch_endpoint_create( self, diff --git a/sdk/ml/azure-ai-ml/tests/code_asset/e2etests/test_code.py b/sdk/ml/azure-ai-ml/tests/code_asset/e2etests/test_code.py index c35853a3940f..ba88bf1138f6 100644 --- a/sdk/ml/azure-ai-ml/tests/code_asset/e2etests/test_code.py +++ b/sdk/ml/azure-ai-ml/tests/code_asset/e2etests/test_code.py @@ -20,6 +20,7 @@ def code_asset_path(tmp_path: Path) -> str: @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test", "mock_code_hash") +@pytest.mark.core_sdk_test class TestCode(AzureRecordedTestCase): def test_create_and_get(self, client: MLClient, code_asset_path: str, randstr: Callable[[], str]) -> None: name = randstr("name") diff --git a/sdk/ml/azure-ai-ml/tests/code_asset/unittests/test_code_operations.py b/sdk/ml/azure-ai-ml/tests/code_asset/unittests/test_code_operations.py index 27eaa4ca1f73..b8790fa3632f 100644 --- a/sdk/ml/azure-ai-ml/tests/code_asset/unittests/test_code_operations.py +++ b/sdk/ml/azure-ai-ml/tests/code_asset/unittests/test_code_operations.py @@ -39,6 +39,7 @@ def mock_code_operation( @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestCodeOperations: def test_create( self, diff --git a/sdk/ml/azure-ai-ml/tests/command_job/e2etests/test_command_job.py b/sdk/ml/azure-ai-ml/tests/command_job/e2etests/test_command_job.py index a28c524165de..5189efd9b984 100644 --- a/sdk/ml/azure-ai-ml/tests/command_job/e2etests/test_command_job.py +++ b/sdk/ml/azure-ai-ml/tests/command_job/e2etests/test_command_job.py @@ -40,6 +40,7 @@ def bodiless_matching(test_proxy): "mock_asset_name", "enable_environment_id_arm_expansion", ) +@pytest.mark.training_experiences_test class TestCommandJob(AzureRecordedTestCase): @pytest.mark.skip( "Investigate The network connectivity issue encountered for 'Microsoft.MachineLearningServices'; cannot fulfill the request." diff --git a/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_entity.py b/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_entity.py index 724082762667..9112a8fd72d0 100644 --- a/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_entity.py +++ b/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_entity.py @@ -18,6 +18,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestCommandJobEntity: def test_job_name_generator(self): job1 = generate_job_name() diff --git a/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_schema.py b/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_schema.py index 0d1dd84f1a05..e93de41c73a4 100644 --- a/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_schema.py +++ b/sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_schema.py @@ -21,6 +21,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestCommandJob: def test_deserialize(self): test_path = "./tests/test_configs/command_job/command_job_test.yml" diff --git a/sdk/ml/azure-ai-ml/tests/component/e2etests/test_component.py b/sdk/ml/azure-ai-ml/tests/component/e2etests/test_component.py index 92d4af26c1ca..06fbb6b683a6 100644 --- a/sdk/ml/azure-ai-ml/tests/component/e2etests/test_component.py +++ b/sdk/ml/azure-ai-ml/tests/component/e2etests/test_component.py @@ -132,6 +132,7 @@ def assert_component_basic_workflow( "mock_component_hash", "enable_environment_id_arm_expansion", ) +@pytest.mark.pipeline_test class TestComponent(AzureRecordedTestCase): def test_command_component(self, client: MLClient, randstr: Callable[[str], str]) -> None: expected_dict = { diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_automl_component.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_automl_component.py index 51d3ca35fabc..46b5480e8a2b 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_automl_component.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_automl_component.py @@ -13,6 +13,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestAutoMLComponent: def test_serialize_deserialize_automl_component(self, mock_machinelearning_client: MLClient): test_path = "./tests/test_configs/components/automl/classification.yaml" diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_command_component_entity.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_command_component_entity.py index 42410cb2d3c8..daaba196c6ca 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_command_component_entity.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_command_component_entity.py @@ -18,6 +18,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestCommandComponentEntity: def test_component_load(self): # code is specified in yaml, value is respected diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_operations.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_operations.py index 9606fc94cff4..9ef1a29ede2a 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_operations.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_operations.py @@ -33,6 +33,7 @@ def mock_component_operation( @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestComponentOperation: def test_create(self, mock_component_operation: ComponentOperations) -> None: component = CommandComponent( diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_schema.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_schema.py index 74b024669e7d..80bd741d275a 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_schema.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_schema.py @@ -93,6 +93,7 @@ def load_component_entity_from_rest_json(path) -> Component: @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestCommandComponent: def test_serialize_deserialize_basic(self, mock_machinelearning_client: MLClient): test_path = "./tests/test_configs/components/helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_validate.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_validate.py index 02b412745d22..1ed5e1308c66 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_validate.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_component_validate.py @@ -18,6 +18,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestComponentValidate: def test_component_name_validate(self): invalid_component_names = [ diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_entity.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_entity.py index d2685be24dfb..68c04715b4f7 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_entity.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_entity.py @@ -12,6 +12,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestParallelComponentEntity: def test_component_load(self): # code is specified in yaml, value is respected diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_operations.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_operations.py index 95b009ec9f51..7fe0bf06631b 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_operations.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_operations.py @@ -27,6 +27,7 @@ def mock_component_operation( @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestComponentOperation: def test_create(self, mock_component_operation: ComponentOperations) -> None: task = { diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_schema.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_schema.py index 80e1db109357..cf8c495d8309 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_schema.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_parallel_component_schema.py @@ -84,6 +84,7 @@ def load_component_entity_from_rest_json(path) -> ParallelComponent: @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestParallelComponent: def test_serialize_deserialize_basic(self, mock_machinelearning_client: MLClient): test_path = "./tests/test_configs/components/basic_parallel_component_score.yml" diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_pipeline_component_entity.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_pipeline_component_entity.py index dd3593cdde19..51eacb1f1c8d 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_pipeline_component_entity.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_pipeline_component_entity.py @@ -16,6 +16,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestPipelineComponentEntity: def test_inline_helloworld_pipeline_component(self) -> None: component_path = "./tests/test_configs/components/helloworld_inline_pipeline_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/component/unittests/test_spark_component_entity.py b/sdk/ml/azure-ai-ml/tests/component/unittests/test_spark_component_entity.py index 56e873ae2a57..e1fdf66bfb63 100644 --- a/sdk/ml/azure-ai-ml/tests/component/unittests/test_spark_component_entity.py +++ b/sdk/ml/azure-ai-ml/tests/component/unittests/test_spark_component_entity.py @@ -12,6 +12,7 @@ @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestSparkComponentEntity: def test_component_load(self): # code is specified in yaml, value is respected diff --git a/sdk/ml/azure-ai-ml/tests/compute/e2etests/test_compute.py b/sdk/ml/azure-ai-ml/tests/compute/e2etests/test_compute.py index afe00ae5aaa4..0267d0b0e309 100644 --- a/sdk/ml/azure-ai-ml/tests/compute/e2etests/test_compute.py +++ b/sdk/ml/azure-ai-ml/tests/compute/e2etests/test_compute.py @@ -13,6 +13,7 @@ @pytest.mark.e2etest @pytest.mark.mlc @pytest.mark.usefixtures("recorded_test") +@pytest.mark.core_sdk_test class TestCompute(AzureRecordedTestCase): def test_aml_compute_create_and_delete(self, client: MLClient, rand_compute_name: Callable[[str], str]) -> None: compute_name = rand_compute_name("compute_name") diff --git a/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_entity.py b/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_entity.py index cb7a33ea2164..c772a46c091a 100644 --- a/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_entity.py +++ b/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_entity.py @@ -19,6 +19,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestComputeEntity: def test_compute_from_rest(self): with open("tests/test_configs/compute/compute-kubernetes.yaml", "r") as f: diff --git a/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_operations.py b/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_operations.py index 57e24e5d1f03..59986c0fb7b1 100644 --- a/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_operations.py +++ b/sdk/ml/azure-ai-ml/tests/compute/unittests/test_compute_operations.py @@ -30,6 +30,7 @@ def __init__(self): @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestComputeOperation: def test_list(self, mock_compute_operation: ComputeOperations) -> None: mock_compute_operation.list() diff --git a/sdk/ml/azure-ai-ml/tests/dataset/e2etests/test_data.py b/sdk/ml/azure-ai-ml/tests/dataset/e2etests/test_data.py index 3bdd2afda177..aa534909d9c6 100644 --- a/sdk/ml/azure-ai-ml/tests/dataset/e2etests/test_data.py +++ b/sdk/ml/azure-ai-ml/tests/dataset/e2etests/test_data.py @@ -21,6 +21,7 @@ def bodiless_matching(test_proxy): @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test", "mock_code_hash") +@pytest.mark.data_experiences_test class TestData(AzureRecordedTestCase): def test_data_upload_file(self, client: MLClient, tmp_path: Path, randstr: Callable[[], str]) -> None: f = tmp_path / "data_local.yaml" diff --git a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_operations.py b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_operations.py index 9518ec1c3e22..e6870c328b13 100644 --- a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_operations.py +++ b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_operations.py @@ -69,6 +69,7 @@ def mock_artifact_storage(_one, _two, _three, **kwargs) -> Mock: @patch("azure.ai.ml._artifacts._artifact_utilities._upload_to_datastore", new=mock_artifact_storage) @patch.object(Data, "_from_rest_object", new=Mock()) @patch.object(Data, "_from_container_rest_object", new=Mock()) +@pytest.mark.data_experiences_test class TestDataOperations: def test_list(self, mock_data_operations: DataOperations) -> None: mock_data_operations._operation.list.return_value = [Mock(Data) for _ in range(10)] diff --git a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_schema.py b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_schema.py index d3f384e7fedc..fe161e4d16eb 100644 --- a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_schema.py +++ b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_schema.py @@ -10,6 +10,7 @@ @pytest.mark.unittest +@pytest.mark.data_experiences_test class TestData: def test_deserialize_file(self): test_path = "./tests/test_configs/dataset/data_file.yaml" diff --git a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_utils.py b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_utils.py index b91d5e046150..0b18ed8aa3b0 100644 --- a/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_utils.py +++ b/sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_utils.py @@ -28,6 +28,7 @@ def mock_requests_pipeline(mock_machinelearning_client) -> HttpPipeline: @pytest.mark.unittest +@pytest.mark.data_experiences_test class TestDataUtils: @patch("azure.ai.ml._utils._data_utils.get_datastore_info") @patch("azure.ai.ml._utils._data_utils.get_storage_client") diff --git a/sdk/ml/azure-ai-ml/tests/datastore/e2etests/test_datastore.py b/sdk/ml/azure-ai-ml/tests/datastore/e2etests/test_datastore.py index db30b97d774b..ef056d060cc8 100644 --- a/sdk/ml/azure-ai-ml/tests/datastore/e2etests/test_datastore.py +++ b/sdk/ml/azure-ai-ml/tests/datastore/e2etests/test_datastore.py @@ -65,6 +65,7 @@ def b64read(p): @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test") +@pytest.mark.data_experiences_test class TestDatastore(AzureRecordedTestCase): @pytest.mark.skip(reason="Disable until preview release") def test_hdfs_pw( diff --git a/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_operations.py b/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_operations.py index ba0a0a99497c..9df7b3241d68 100644 --- a/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_operations.py +++ b/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_operations.py @@ -22,6 +22,7 @@ def mock_datastore_operation( @patch.object(Datastore, "_from_rest_object") @pytest.mark.unittest +@pytest.mark.data_experiences_test class TestDatastoreOperations: def test_list(self, mock_from_rest, mock_datastore_operation: DatastoreOperations) -> None: mock_datastore_operation.list() diff --git a/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_schema.py b/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_schema.py index a7bd679a8286..555c40611f9e 100644 --- a/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_schema.py +++ b/sdk/ml/azure-ai-ml/tests/datastore/unittests/test_datastore_schema.py @@ -39,6 +39,7 @@ def b64read(p): @pytest.mark.unittest @pytest.mark.skip(reason="Disable until preview release") +@pytest.mark.data_experiences_test class TestHdfsDatastore: @pytest.mark.parametrize( "path, cred_type, is_key_tab", diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_automl_dsl_pipeline.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_automl_dsl_pipeline.py index 584793bc9c44..9b52d5f35068 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_automl_dsl_pipeline.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_automl_dsl_pipeline.py @@ -30,6 +30,7 @@ @pytest.mark.automle2etest @pytest.mark.skip(reason="migration skip: gpu-cluster is not available yet.") +@pytest.mark.pipeline_test class TestAutomlDSLPipeline(AzureRecordedTestCase): def test_automl_classification_in_pipeline(self, client: MLClient): @dsl.pipeline(name="train_automl_classification_in_pipeline", default_compute_target="automl-cpu-cluster") diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline.py index e2e8c0107c30..f3d2e65555ed 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline.py @@ -77,6 +77,7 @@ def assert_job_cancel(pipeline, client: MLClient): ) @pytest.mark.timeout(timeout=_DSL_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestDSLPipeline(AzureRecordedTestCase): def test_command_component_create(self, client: MLClient, randstr: Callable[[str], str]) -> None: component_yaml = components_dir / "helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_on_registry.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_on_registry.py index 8f92ce468ed1..c74a5d45a5c3 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_on_registry.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_on_registry.py @@ -13,6 +13,7 @@ @pytest.mark.timeout(timeout=_DSL_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest @pytest.mark.skip(reason="not able to re-record") +@pytest.mark.pipeline_test class TestDSLPipelineOnRegistry(AzureRecordedTestCase): def test_pipeline_job_create_with_registered_component_on_registry( self, diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_samples.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_samples.py index 61685de36ec2..cefa7115808c 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_samples.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dsl_pipeline_samples.py @@ -65,6 +65,7 @@ def assert_dsl_curated(pipeline: PipelineJob, job_yaml, omit_fields): ) @pytest.mark.timeout(timeout=_DSL_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestDSLPipelineSamples(AzureRecordedTestCase): @pytest.mark.e2etest def test_e2e_local_components(self, client: MLClient) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dynamic_pipeline.py b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dynamic_pipeline.py index 482642095c6a..c2e4b67132b0 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dynamic_pipeline.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/e2etests/test_dynamic_pipeline.py @@ -32,6 +32,7 @@ def include_private_preview_nodes_in_pipeline(): ) @pytest.mark.timeout(timeout=_DSL_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestDynamicPipeline(AzureRecordedTestCase): def test_dsl_condition_pipeline(self, client: MLClient): # update jobs field to include private preview nodes diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_attr_dict.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_attr_dict.py index 438fa42d4e8c..303342b43810 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_attr_dict.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_attr_dict.py @@ -11,6 +11,7 @@ @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestAttrDict: def test_attr_dict(self): obj = _AttrDict() diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_command_builder.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_command_builder.py index 26f23004cda2..f5e0496e6d57 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_command_builder.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_command_builder.py @@ -26,6 +26,7 @@ @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestCommandFunction: @pytest.fixture def test_command_params(self) -> dict: diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_component_func.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_component_func.py index cec5d16e93f9..6f9e9e3c9651 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_component_func.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_component_func.py @@ -20,6 +20,7 @@ @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestComponentFunc: def test_generate_component_function(self) -> None: component_func = load_component(source="./tests/test_configs/components/helloworld_component.yml") diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_parameter_group.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_parameter_group.py index 1c0dc3c08a5d..a12f575b749c 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_parameter_group.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_parameter_group.py @@ -17,6 +17,7 @@ @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestDSLPipeline: def test_validate_conflict_key(self) -> None: def validator(keys, assert_valid=True): diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline.py index ccd54924d550..ddfe39ca2884 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline.py @@ -39,6 +39,7 @@ @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestDSLPipeline: def test_dsl_pipeline(self) -> None: path = "./tests/test_configs/components/helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_samples.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_samples.py index a943c90a1a08..ab7ca668badc 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_samples.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_samples.py @@ -36,6 +36,7 @@ def assert_dsl_curated(pipeline, job_yaml, omit_fields): @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestDSLPipelineSamples: def test_e2e_local_components(self) -> None: from test_configs.dsl_pipeline.e2e_local_components.pipeline import generate_dsl_pipeline as e2e_local_components diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_with_specific_nodes.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_with_specific_nodes.py index 8b088199f1ac..b36708b03210 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_with_specific_nodes.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_pipeline_with_specific_nodes.py @@ -48,6 +48,7 @@ @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestDSLPipelineWithSpecificNodes: def test_dsl_pipeline_sweep_node(self) -> None: yaml_file = "./tests/test_configs/components/helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_init_finalize_job.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_init_finalize_job.py index 2ae23a843417..3a53c7754c55 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_init_finalize_job.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_init_finalize_job.py @@ -20,6 +20,7 @@ @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestInitFinalizeJob: component_func = partial( load_component(str(components_dir / "echo_string_component.yml")), diff --git a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_io_builder.py b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_io_builder.py index 5f32ef49703f..d9dced47c5ff 100644 --- a/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_io_builder.py +++ b/sdk/ml/azure-ai-ml/tests/dsl/unittests/test_io_builder.py @@ -8,6 +8,7 @@ @pytest.mark.timeout(_DSL_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestInputOutputBuilder: def test_nested_input_output_builder(self): input1 = PipelineInput(name="input1", owner="pipeline", meta=None) diff --git a/sdk/ml/azure-ai-ml/tests/environment/e2etests/test_environment.py b/sdk/ml/azure-ai-ml/tests/environment/e2etests/test_environment.py index 1baa671a422c..691a8a1216dc 100644 --- a/sdk/ml/azure-ai-ml/tests/environment/e2etests/test_environment.py +++ b/sdk/ml/azure-ai-ml/tests/environment/e2etests/test_environment.py @@ -29,6 +29,7 @@ def bodiless_matching(test_proxy): @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test", "mock_code_hash") +@pytest.mark.production_experience_test class TestEnvironment(AzureRecordedTestCase): def test_environment_create_conda(self, client: MLClient, env_name: Callable[[str], str]) -> None: params_override = [{"name": env_name("name")}] diff --git a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_env_entity.py b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_env_entity.py index 63c7e450fce9..28141231f925 100644 --- a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_env_entity.py +++ b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_env_entity.py @@ -12,6 +12,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestEnvironmentEntity: def test_eq_neq(self) -> None: environment = Environment(name="name", version="16", image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04") diff --git a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_operations.py b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_operations.py index 270d89180430..e654bef6c076 100644 --- a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_operations.py +++ b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_operations.py @@ -46,6 +46,7 @@ def mock_environment_operation( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestEnvironmentOperations: @patch.object(Environment, "_from_rest_object", new=Mock()) @patch.object(Environment, "_from_container_rest_object", new=Mock()) diff --git a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_schema.py b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_schema.py index d49bf5db7b6c..7b39ceb215c8 100644 --- a/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_schema.py +++ b/sdk/ml/azure-ai-ml/tests/environment/unittests/test_environment_schema.py @@ -18,6 +18,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestEnvironmentSchema: def test_yaml_load(self) -> None: path = Path("./tests/test_configs/environment/environment_conda.yml") diff --git a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py index bed39a769351..de690077136c 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py +++ b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py @@ -55,6 +55,7 @@ def bodiless_matching(test_proxy): "recorded_test", "enable_internal_components", "mock_code_hash", "mock_asset_name", "mock_component_hash" ) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestComponent(AzureRecordedTestCase): @pytest.mark.parametrize( "yaml_path", diff --git a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py index f923641f454c..9fb761bd1fcb 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py +++ b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py @@ -62,6 +62,7 @@ def create_internal_sample_dependent_datasets(client: MLClient): ) @pytest.mark.skipif(condition=not is_live(), reason="Works in live mode, does not work in playback") @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestPipelineJob(AzureRecordedTestCase): @classmethod def _test_component(cls, node_func, inputs, runsettings_dict, pipeline_runsettings_dict, client: MLClient): diff --git a/sdk/ml/azure-ai-ml/tests/internal/unittests/test_component.py b/sdk/ml/azure-ai-ml/tests/internal/unittests/test_component.py index c57640202858..1b6ceccf5bd9 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/unittests/test_component.py +++ b/sdk/ml/azure-ai-ml/tests/internal/unittests/test_component.py @@ -24,6 +24,7 @@ @pytest.mark.usefixtures("enable_internal_components") @pytest.mark.unittest +@pytest.mark.pipeline_test class TestComponent: def test_load_v2_component(self): yaml_path = "./tests/test_configs/components/helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/internal/unittests/test_pipeline_job.py b/sdk/ml/azure-ai-ml/tests/internal/unittests/test_pipeline_job.py index 123b46f1c53c..318225bb8f17 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/unittests/test_pipeline_job.py +++ b/sdk/ml/azure-ai-ml/tests/internal/unittests/test_pipeline_job.py @@ -47,6 +47,7 @@ @pytest.mark.usefixtures("enable_internal_components") @pytest.mark.unittest +@pytest.mark.pipeline_test class TestPipelineJob: @pytest.mark.parametrize( "yaml_path,inputs,runsettings_dict,pipeline_runsettings_dict", diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_telemetry_value.py b/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_telemetry_value.py index b937737f113d..ff9374d4dc95 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_telemetry_value.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_telemetry_value.py @@ -10,6 +10,7 @@ @pytest.mark.timeout(_UTILS_TIMEOUT_SECOND) @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test") +@pytest.mark.core_sdk_test class TestTelemetryValue(AzureRecordedTestCase): def test_component_node_telemetry_value(self, hello_world_component): # From remote diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_upload_download.py b/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_upload_download.py index 1146e3f06ce8..62a93926cd16 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_upload_download.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/e2etests/test_upload_download.py @@ -94,6 +94,7 @@ def artifact_path_dir(tmpdir_factory, variable_recorder) -> str: # type: ignore condition=not is_live(), reason="test are flaky in playback" ) +@pytest.mark.core_sdk_test class TestUpload(AzureRecordedTestCase): def test_upload_file_blob( self, storage_account_name: str, storage_account_secret: str, dir_asset_id: str, file_asset_id: str diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_arm_id_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_arm_id_utils.py index eb84cf58ac83..9c99d6637ff8 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_arm_id_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_arm_id_utils.py @@ -5,6 +5,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test def test_get_arm_id(mock_workspace_scope: OperationScope) -> None: arm_id = get_arm_id_with_version(mock_workspace_scope, "models", "modeltest", "2") expected_arm_id = ( diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_artifact_entity.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_artifact_entity.py index ed2159390d3e..df7a03c248ab 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_artifact_entity.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_artifact_entity.py @@ -4,6 +4,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestArtifactEntity: def test_eq_neq(self) -> None: data = Data(name="name", version="16", path=".") diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_entity.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_entity.py index 23ae1f39d6dc..cfca062f263b 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_entity.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_entity.py @@ -7,6 +7,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestAssetEntity(unittest.TestCase): # Using Environment because Asset class can't be instantiated directly def test_version_name_not_set(self) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_utils.py index 9dd7712f1d7d..042f250d78a8 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_asset_utils.py @@ -78,6 +78,7 @@ def link_file_path( @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestAssetUtils: def test_amlignore_precedence( self, storage_test_directory: str, gitignore_file_directory: str, no_ignore_file_directory: str diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cloud_environments.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cloud_environments.py index 101a790d19b8..718a3bb52e42 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cloud_environments.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_cloud_environments.py @@ -16,6 +16,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestCloudEnvironments: @mock.patch.dict(os.environ, {AZUREML_CLOUD_ENV_NAME: AzureEnvironments.ENV_DEFAULT}, clear=True) def test_set_valid_cloud_details_china(self): diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_exceptions.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_exceptions.py index 63b770755c18..0f9d4fa1943f 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_exceptions.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_exceptions.py @@ -65,6 +65,7 @@ def operation_orchestrator( @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestExceptions: def test_error_preprocess(self, mock_component_operation: ComponentOperations): with patch.object(mock_component_operation._version_operation, "get") as mock_client: diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_experimental_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_experimental_utils.py index 28062e2b7541..6885822ff98d 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_experimental_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_experimental_utils.py @@ -57,6 +57,7 @@ class BarSchema(Schema): @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestExperimentalUtils(unittest.TestCase): def setUp(self): _warning_cache.clear() diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_fields.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_fields.py index 631d47e63efd..4d75d2056738 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_fields.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_fields.py @@ -37,6 +37,7 @@ class FooSchema(Schema): @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestField: def test_arm_str(self, mock_workspace_scope: OperationScope) -> None: schema = DummySchema() diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_file_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_file_utils.py index 62124e9bed05..68215dcf67e4 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_file_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_file_utils.py @@ -6,6 +6,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestFileUtils: def test_traverse_up_path_and_find_file_multi_layers(self, tmp_path: Path): filename = "hello.txt" diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_get_content_hash.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_get_content_hash.py index 66df8276590d..8e714fd81c27 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_get_content_hash.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_get_content_hash.py @@ -9,6 +9,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestGetContentHash: def test_get_content_hash_should_not_change(self, tmp_path: Path): content1 = b"test\n" @@ -54,4 +55,3 @@ def test_get_content_hash_for_single_file(self, tmp_path: Path): actual_hash.update(b"#file1.txt#" + str(len(content1)).encode()) actual_hash.update(content1) assert actual_hash.hexdigest() == hash == "f27673a89617f7808d3ed1bba0299a524bc23da2ba1aab4d508961f8b215ab84" - \ No newline at end of file diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_ml_client.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_ml_client.py index faf7089f9b54..1040728b8c77 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_ml_client.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_ml_client.py @@ -30,6 +30,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestMachineLearningClient: def test_get_workspaces(self, mock_machinelearning_client: MLClient) -> None: assert mock_machinelearning_client.workspaces is not None @@ -449,15 +450,15 @@ def test_ml_client_with_no_rg_sub_for_ws_throws( == "Both subscription id and resource group are required for this operation, missing subscription id and resource group" ) - def test_ml_client_with_both_workspace_registry_names_throws(self, e2e_ws_scope: OperationScope, auth: ClientSecretCredential) -> None: - with pytest.raises(ValidationException) as exception: - MLClient( - credential=auth, - workspace_name=e2e_ws_scope.workspace_name, - registry_name="testfeed", - ) - message = exception.value.args[0] - assert ( - message - == "Both workspace_name and registry_name cannot be used together, for the ml_client." + def test_ml_client_with_both_workspace_registry_names_throws(self, e2e_ws_scope: OperationScope, auth: ClientSecretCredential) -> None: + with pytest.raises(ValidationException) as exception: + MLClient( + credential=auth, + workspace_name=e2e_ws_scope.workspace_name, + registry_name="testfeed", + ) + message = exception.value.args[0] + assert ( + message + == "Both workspace_name and registry_name cannot be used together, for the ml_client." ) diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_operation_orchestrator.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_operation_orchestrator.py index 68aa4ed7d004..f7e690d77113 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_operation_orchestrator.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_operation_orchestrator.py @@ -184,6 +184,7 @@ def create_yaml_inline_model(tmp_path: Path, resource_group_name: str) -> Path: @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestOperationOrchestration: def test_code_arm_id(self, operation_orchestrator: OperationOrchestrator) -> None: code = VERSIONED_RESOURCE_ID_FORMAT.format( diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_smoke.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_smoke.py index 67b598ef1dc6..b7b5ab6bddcc 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_smoke.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_smoke.py @@ -6,6 +6,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test def test_smoke(): from azure.ai.ml.entities import ( Asset, diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_telemetry_value.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_telemetry_value.py index 27f136b93fb8..a42a5616c982 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_telemetry_value.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_telemetry_value.py @@ -15,6 +15,7 @@ @pytest.mark.timeout(_UTILS_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestTelemetryValue: def test_component_node_telemetry_value(self): # From yaml diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_utils.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_utils.py index ac747d7c9c3b..25f414cc0677 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_utils.py @@ -14,6 +14,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestUtils: def test_dict_eq(self) -> None: assert dict_eq(dict1={}, dict2=None) diff --git a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_validation.py b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_validation.py index 333ca98ec4e8..d3569004b46f 100644 --- a/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_validation.py +++ b/sdk/ml/azure-ai-ml/tests/internal_utils/unittests/test_validation.py @@ -6,6 +6,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestValidation: def test_from_validation_error_dict(self) -> None: validation_error = ValidationError( diff --git a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_operations.py b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_operations.py index d6727fddc917..ef2e59ed72eb 100644 --- a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_operations.py +++ b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_operations.py @@ -124,6 +124,7 @@ def mock_job_operation( @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestJobOperations: def test_list(self, mock_job_operation: JobOperations) -> None: mock_job_operation.list() diff --git a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_ops_helper.py b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_ops_helper.py index f2142acb143c..e64682d08d4e 100644 --- a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_ops_helper.py +++ b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_job_ops_helper.py @@ -67,6 +67,7 @@ def mock_run_operations(mock_workspace_scope: OperationScope, mock_aml_services_ @pytest.mark.skip("TODO 1907352: Relies on a missing VCR.py recording + test suite needs to be reworked") @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestJobLogManager: def test_wait_for_completion_with_output(self, mock_run_operations): dummy_job = DummyJob() diff --git a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_local_job_invoker.py b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_local_job_invoker.py index cac175985409..79bfec45ea65 100644 --- a/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_local_job_invoker.py +++ b/sdk/ml/azure-ai-ml/tests/job_common/unittests/test_local_job_invoker.py @@ -10,6 +10,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestLocalJobInvoker: def test_serialize_patch(self): dummy_file = Path("./dummy_file1.txt").resolve() diff --git a/sdk/ml/azure-ai-ml/tests/model/e2etests/test_model.py b/sdk/ml/azure-ai-ml/tests/model/e2etests/test_model.py index 6ef0e5c1ea76..9685860d45f0 100644 --- a/sdk/ml/azure-ai-ml/tests/model/e2etests/test_model.py +++ b/sdk/ml/azure-ai-ml/tests/model/e2etests/test_model.py @@ -38,6 +38,7 @@ def bodiless_matching(test_proxy): @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test") +@pytest.mark.production_experience_test class TestModel(AzureRecordedTestCase): def test_crud_file(self, client: MLClient, randstr: Callable[[], str], tmp_path: Path) -> None: path = Path("./tests/test_configs/model/model_full.yml") diff --git a/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_operations.py b/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_operations.py index 83fe43b68805..824a9b840cf4 100644 --- a/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_operations.py +++ b/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_operations.py @@ -45,6 +45,7 @@ def mock_model_operation( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestModelOperations: def test_create_with_spec_file( self, diff --git a/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_schema.py b/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_schema.py index 8a634d1a9e96..5e959787d01e 100644 --- a/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_schema.py +++ b/sdk/ml/azure-ai-ml/tests/model/unittests/test_model_schema.py @@ -13,6 +13,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestModelSchema: def test_deserialize_and_serialize(self) -> None: path = Path("./tests/test_configs/model/model_full.yml") diff --git a/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_deployment.py b/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_deployment.py index d78a48334952..bc918842500a 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_deployment.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_deployment.py @@ -10,6 +10,7 @@ @pytest.mark.e2etest +@pytest.mark.production_experience_test class TestOnlineDeployment(AzureRecordedTestCase): @pytest.mark.skip( reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode." diff --git a/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_endpoint.py b/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_endpoint.py index a69fac54275b..f5156e735986 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_endpoint.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/e2etests/test_online_endpoint.py @@ -104,6 +104,7 @@ def endpoint_k8s_yaml_empty_model(tmp_path: Path, resource_group_name: str) -> P reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode." ) @pytest.mark.e2etest +@pytest.mark.production_experience_test class TestOnlineEndpoint(AzureRecordedTestCase): def test_online_endpoint_e2e( self, diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_executor.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_executor.py index 8cb568da2059..bd2ede1a7b15 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_executor.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_executor.py @@ -23,6 +23,7 @@ def mock_poller() -> LROPoller: @pytest.mark.unittest +@pytest.mark.production_experience_test class TestDeploymentExecutor: def test_empty_resources_throws(self, mock_machinelearning_client: MLClient) -> None: with pytest.raises(Exception): diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_operations.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_operations.py index 9a83c719560a..0de335572614 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_operations.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_operations.py @@ -34,6 +34,7 @@ def mock_endpoint_operations( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestOnlineEndpointsOperations: def test_mock_endpoint_operation(mock_endpoint_operations): assert mock_endpoint_operations is not None diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_schema.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_schema.py index a3a1752cf57b..a3526e9cc686 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_schema.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_deployment_schema.py @@ -12,6 +12,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestDeploymentSchema: def test_deserialize(self) -> None: path = Path("./tests/test_configs/deployments/online/online_deployment_mir.yaml") diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_deployments.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_deployments.py index 71ce68c0fc35..5897bd42221a 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_deployments.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_deployments.py @@ -135,6 +135,7 @@ def mock_online_deployment_operations( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestOnlineDeploymentOperations: @pytest.mark.skipif( condition=platform.python_implementation == "PyPy", diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_endpoints.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_endpoints.py index e826c4b58796..4d53ab0c2355 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_endpoints.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_online_endpoints.py @@ -219,6 +219,7 @@ def mock_online_endpoint_operations( @pytest.mark.unittest +@pytest.mark.production_experience_test class TestOnlineEndpointsOperations: def test_online_list(self, mock_online_endpoint_operations: OnlineEndpointOperations) -> None: mock_online_endpoint_operations.list() diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_resource_requirements_settings.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_resource_requirements_settings.py index cf2215f3d2c8..73c48474baf2 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_resource_requirements_settings.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_resource_requirements_settings.py @@ -4,6 +4,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestResourceRequirementsSettings: def test_resource_requirements_settings_from_object(self) -> None: rest_resource_settings = ResourceSettings(cpu="1", memory="1.0Gi", gpu="1") diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings.py index eba59a08b2cb..3b57b8c037a2 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings.py @@ -8,6 +8,7 @@ @pytest.mark.unittest +@pytest.mark.production_experience_test class TestScaleSettings: def test_target_utilization_scale_settings_from_object(self) -> None: rest_scale_settings = RestTargetUtilizationScaleSettings( diff --git a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings_schema.py b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings_schema.py index 4620734e95f7..934097f2ed77 100644 --- a/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings_schema.py +++ b/sdk/ml/azure-ai-ml/tests/online_services/unittests/test_scale_settings_schema.py @@ -17,6 +17,7 @@ class DummySchema(Schema): @pytest.mark.unittest +@pytest.mark.production_experience_test class TestScaleSettingsSchema: def test_default_scale_settings(self, mock_workspace_scope: OperationScope) -> None: schema = DummySchema() diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py index c92ff57eeb1f..83a806d8d015 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py @@ -94,6 +94,7 @@ def bodiless_matching(test_proxy): ) @pytest.mark.timeout(timeout=_PIPELINE_JOB_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestPipelineJob(AzureRecordedTestCase): def test_pipeline_job_create( self, @@ -1563,6 +1564,7 @@ def test_pipeline_node_with_default_component(self, client: MLClient, randstr: C ) @pytest.mark.timeout(timeout=_PIPELINE_JOB_TIMEOUT_SECOND, method=_PYTEST_TIMEOUT_METHOD) @pytest.mark.e2etest +@pytest.mark.pipeline_test class TestPipelineJobReuse(AzureRecordedTestCase): @pytest.mark.skip(reason="flaky test") def test_reused_pipeline_child_job_download( diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_entity.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_entity.py index e06d755f47b4..065c5fa64194 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_entity.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_entity.py @@ -41,6 +41,7 @@ def load_pipeline_entity_from_rest_json(job_dict) -> PipelineJob: @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_PIPELINE_JOB_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestPipelineJobEntity: def test_automl_node_in_pipeline_regression(self, mock_machinelearning_client: MLClient, mocker: MockFixture): test_path = "./tests/test_configs/pipeline_jobs/jobs_with_automl_nodes/onejob_automl_regression.yml" diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_schema.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_schema.py index c23da0c9e575..8b21c19569bb 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_schema.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_schema.py @@ -43,6 +43,7 @@ @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_PIPELINE_JOB_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestPipelineJobSchema: def test_validate_pipeline_job_keys(self): def validator(key, assert_valid=True): diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_validate.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_validate.py index 77cf6adf032c..5d66163e28a3 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_validate.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/unittests/test_pipeline_job_validate.py @@ -28,6 +28,7 @@ def assert_the_same_path(actual_path, expected_path): @pytest.mark.usefixtures("enable_pipeline_private_preview_features") @pytest.mark.timeout(_PIPELINE_JOB_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestPipelineJobValidate: @pytest.mark.parametrize( "pipeline_job_path, expected_error", @@ -244,6 +245,7 @@ def test_pipeline_job_diagnostics_location_resolution(self, mock_machinelearning @pytest.mark.unittest +@pytest.mark.pipeline_test class TestDSLPipelineJobValidate: def test_pipeline_str(self): path = "./tests/test_configs/components/helloworld_component.yml" diff --git a/sdk/ml/azure-ai-ml/tests/registry/e2etests/test_registry.py b/sdk/ml/azure-ai-ml/tests/registry/e2etests/test_registry.py index 6e97ebc45ccf..279955ae3b57 100644 --- a/sdk/ml/azure-ai-ml/tests/registry/e2etests/test_registry.py +++ b/sdk/ml/azure-ai-ml/tests/registry/e2etests/test_registry.py @@ -13,6 +13,7 @@ @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test") +@pytest.mark.production_experiences_test class TestRegistry(AzureRecordedTestCase): @pytest.mark.e2etest def test_registry_list_and_get( diff --git a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_entity.py b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_entity.py index 1827017a6e41..67a5018ba4c7 100644 --- a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_entity.py +++ b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_entity.py @@ -18,7 +18,7 @@ name = "registry name" # id = "registry id" description = "registry description" -# There are two places in a registry where tags can live. We only care about +# There are two places in a registry where tags can live. We only care about # tags set at the top level, AKA the 'exterior_tags' defined above/ # These interior tags only exists to show that the value technically # exists due to swagger-side inheritance in the autotest. @@ -42,6 +42,7 @@ @pytest.mark.unittest +@pytest.mark.production_experiences_test class TestRegistryEntity: """Hi. Is this test unexpectedly failing for you due to the following error? diff --git a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_operations.py b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_operations.py index cdfd4475954f..25eb96b89b02 100644 --- a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_operations.py +++ b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_operations.py @@ -27,6 +27,7 @@ def mock_registry_operation( @pytest.mark.unittest +@pytest.mark.production_experiences_test class TestRegistryOperations: def test_list(self, mock_registry_operation: RegistryOperations) -> None: # Test different input options for the scope value @@ -36,7 +37,7 @@ def test_list(self, mock_registry_operation: RegistryOperations) -> None: mock_registry_operation.list(scope="invalid") assert mock_registry_operation._operation.list.call_count == 2 mock_registry_operation._operation.list_by_subscription.assert_not_called() - + mock_registry_operation.list(scope="subscription") assert mock_registry_operation._operation.list.call_count == 2 mock_registry_operation._operation.list_by_subscription.assert_called_once() diff --git a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_schema.py b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_schema.py index bf0ba8c452c7..34064c2cf1e4 100644 --- a/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_schema.py +++ b/sdk/ml/azure-ai-ml/tests/registry/unittests/test_registry_schema.py @@ -12,6 +12,7 @@ @pytest.mark.unittest +@pytest.mark.production_experiences_test class TestRegistrySchema: def test_deserialize_from_yaml(self) -> None: path = Path("./tests/test_configs/registry/registry_valid.yaml") diff --git a/sdk/ml/azure-ai-ml/tests/schedule/e2etests/test_schedule.py b/sdk/ml/azure-ai-ml/tests/schedule/e2etests/test_schedule.py index b50d06916419..bc2e68bc5d49 100644 --- a/sdk/ml/azure-ai-ml/tests/schedule/e2etests/test_schedule.py +++ b/sdk/ml/azure-ai-ml/tests/schedule/e2etests/test_schedule.py @@ -17,6 +17,7 @@ @pytest.mark.e2etest @pytest.mark.usefixtures("recorded_test", "mock_code_hash", "mock_asset_name", "mock_component_hash") @pytest.mark.skip(reason="tests failing while recording. Re-enable once fixed.") +@pytest.mark.pipeline_test class TestSchedule(AzureRecordedTestCase): def test_schedule_lifetime(self, client: MLClient, randstr: Callable[[], str]): params_override = [{"name": randstr("name")}] diff --git a/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_entity.py b/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_entity.py index c5404d4e9f07..e26bd064b289 100644 --- a/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_entity.py +++ b/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_entity.py @@ -13,6 +13,7 @@ @pytest.mark.timeout(_SCHEDULE_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestScheduleEntity: def test_load_cron_schedule_with_file_reference(self): test_path = "./tests/test_configs/schedule/hello_cron_schedule_with_file_reference.yml" diff --git a/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_schema.py b/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_schema.py index 9f969cb5e479..9a95e150278e 100644 --- a/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_schema.py +++ b/sdk/ml/azure-ai-ml/tests/schedule/unittests/test_schedule_schema.py @@ -10,6 +10,7 @@ @pytest.mark.timeout(_SCHEDULE_TIMEOUT_SECOND) @pytest.mark.unittest +@pytest.mark.pipeline_test class TestScheduleSchema: def test_load_cron_schedule_with_file_reference(self): test_path = "./tests/test_configs/schedule/hello_cron_schedule_with_file_reference.yml" diff --git a/sdk/ml/azure-ai-ml/tests/spark_job/e2etests/test_spark_job.py b/sdk/ml/azure-ai-ml/tests/spark_job/e2etests/test_spark_job.py index 36c6f5eb2fc5..af91957c6f14 100644 --- a/sdk/ml/azure-ai-ml/tests/spark_job/e2etests/test_spark_job.py +++ b/sdk/ml/azure-ai-ml/tests/spark_job/e2etests/test_spark_job.py @@ -11,6 +11,7 @@ @pytest.mark.timeout(600) @pytest.mark.usefixtures("recorded_test", "mock_asset_name", "mock_code_hash") @pytest.mark.skip(reason="user assigned identity not attached to test workspace") +@pytest.mark.training_experiences_test class TestSparkJob(AzureRecordedTestCase): @pytest.mark.e2etest def test_spark_job(self, randstr: Callable[[], str], client: MLClient) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_entity.py b/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_entity.py index 958177a6e0c5..75e8dbc9155e 100644 --- a/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_entity.py +++ b/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_entity.py @@ -12,6 +12,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestSparkJobEntity: def test_job_name_generator(self): job_name_1 = generate_job_name() diff --git a/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_schema.py b/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_schema.py index 8242fffb2a07..30b4a487f913 100644 --- a/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_schema.py +++ b/sdk/ml/azure-ai-ml/tests/spark_job/unittests/test_spark_job_schema.py @@ -13,6 +13,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestSparkJobSchema: def test_deserialize(self): test_path = "./tests/test_configs/spark_job/spark_job_test.yml" diff --git a/sdk/ml/azure-ai-ml/tests/sweep_job/e2etests/test_sweep_job.py b/sdk/ml/azure-ai-ml/tests/sweep_job/e2etests/test_sweep_job.py index 114c7cc46e44..1003ae786a7b 100644 --- a/sdk/ml/azure-ai-ml/tests/sweep_job/e2etests/test_sweep_job.py +++ b/sdk/ml/azure-ai-ml/tests/sweep_job/e2etests/test_sweep_job.py @@ -28,6 +28,7 @@ def bodiless_matching(test_proxy): "mock_asset_name", "enable_environment_id_arm_expansion", ) +@pytest.mark.training_experiences_test class TestSweepJob(AzureRecordedTestCase): @pytest.mark.e2etest def test_sweep_job_submit(self, randstr: Callable[[], str], client: MLClient) -> None: diff --git a/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job.py b/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job.py index 837ab6cbbed5..a45bd7ab062b 100644 --- a/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job.py +++ b/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job.py @@ -22,6 +22,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestSweepJob: def test_sweep_job_top_level_properties(self): command_job = CommandJob( diff --git a/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job_schema.py b/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job_schema.py index 238acc260b2a..16e678734403 100644 --- a/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job_schema.py +++ b/sdk/ml/azure-ai-ml/tests/sweep_job/unittests/test_sweep_job_schema.py @@ -36,6 +36,7 @@ @pytest.mark.unittest +@pytest.mark.training_experiences_test class TestSweepJobSchema: @pytest.mark.parametrize( "search_space, expected", diff --git a/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace.py b/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace.py index 2dac82399583..b58863da87d4 100644 --- a/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace.py +++ b/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace.py @@ -19,7 +19,7 @@ @pytest.mark.e2etest -@pytest.mark.mlc +@pytest.mark.core_sdk_test @pytest.mark.usefixtures( "recorded_test", "mock_workspace_arm_template_deployment_name", "mock_workspace_dependent_resource_name_generator" ) diff --git a/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace_connections.py b/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace_connections.py index a96536d33f6b..a512dc370a49 100644 --- a/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace_connections.py +++ b/sdk/ml/azure-ai-ml/tests/workspace/e2etests/test_workspace_connections.py @@ -15,7 +15,7 @@ @pytest.mark.xdist_group(name="workspace_connection") @pytest.mark.e2etest -@pytest.mark.mlc +@pytest.mark.core_sdk_test @pytest.mark.usefixtures("recorded_test") class TestWorkspaceConnections(AzureRecordedTestCase): def test_workspace_connections_create_update_and_delete_python_feed( diff --git a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_entity.py b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_entity.py index 160b8b4fcf2c..deb7f38c2127 100644 --- a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_entity.py +++ b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_entity.py @@ -11,6 +11,7 @@ @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestWorkspaceConnectionEntity: def test_workspace_connection_constructor(self): ws_connection = WorkspaceConnection( diff --git a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_operations.py b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_operations.py index c6f82becd824..b73da2834167 100644 --- a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_operations.py +++ b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_connection_operations.py @@ -34,6 +34,7 @@ def mock_workspace_connection_operation( @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestWorkspaceConnectionsOperation: @pytest.mark.parametrize( "arg", [ConnectionCategory.GIT, ConnectionCategory.PYTHON_FEED, ConnectionCategory.CONTAINER_REGISTRY] diff --git a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_operations.py b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_operations.py index 517ab2baa488..ff34ca48f2f5 100644 --- a/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_operations.py +++ b/sdk/ml/azure-ai-ml/tests/workspace/unittests/test_workspace_operations.py @@ -34,6 +34,7 @@ def mock_workspace_operation( @pytest.mark.unittest +@pytest.mark.core_sdk_test class TestWorkspaceOperation: @pytest.mark.parametrize("arg", ["resource_group", "subscription", "other_rand_str"]) def test_list(self, arg: str, mock_workspace_operation: WorkspaceOperations) -> None: