[ML] Add Team Ownership Markers to Test Classes (#26957)

* Add markers to test classes

* add untracked changes

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification.py

@@ -22,7 +22,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_classification_multilabel.py

@@ -22,7 +22,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures(
     "recorded_test",
     "mock_asset_name",

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_object_detection.py

@@ -22,7 +22,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_automl_image_segmentation.py

@@ -21,7 +21,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live() or platform.python_implementation() == "PyPy",

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_classification.py

@@ -17,7 +17,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_forecasting.py

@@ -16,7 +16,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_regression.py

@@ -16,7 +16,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification.py

@@ -16,7 +16,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_classification_multilabel.py

@@ -16,7 +16,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/e2etests/test_remote_text_ner.py

@@ -16,7 +16,7 @@
 from devtools_testutils import AzureRecordedTestCase, is_live
 
 
-@pytest.mark.automle2etest
+@pytest.mark.automl_test
 @pytest.mark.usefixtures("recorded_test")
 @pytest.mark.skipif(
     condition=not is_live(),

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification.py

@@ -24,6 +24,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLImageClassification:
     @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_classification_multilabel.py

@@ -24,6 +24,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLImageClassificationMultilabel:
     @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_instance_segmentation.py

@@ -26,6 +26,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLImageInstanceSegmentation:
     @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_object_detection.py

@@ -26,6 +26,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLImageObjectDetection:
     @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_image_schema.py

@@ -446,6 +446,7 @@ def loaded_image_instance_segmentation_job(
     return job
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLImageSchema:
     @pytest.mark.parametrize("run_type", ["single", "sweep", "automode"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_nlp_schema.py

@@ -299,6 +299,7 @@ def _load_automl_job_from_path(
     return job
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLNLPSchema:
     @pytest.mark.parametrize("run_type", ["single", "sweep"])

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_automl_tabular_schema.py

@@ -343,6 +343,7 @@ def loaded_regression_job_auto_fields(mock_machinelearning_client) -> AutoMLJob:
     return job
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLTabularSchema:
     def _validate_automl_tabular_job(self, automl_job):

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_classification_job.py

@@ -14,6 +14,7 @@
 from azure.ai.ml.entities._job.automl.tabular import ClassificationJob
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLClassification:
     def test_classification_task(self):

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_job.py

@@ -18,6 +18,7 @@
 from azure.ai.ml.entities._job.automl.tabular import ForecastingJob
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLForecasting:
     def test_forecasting_task(self):

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_forecasting_settings.py

@@ -17,6 +17,7 @@
 from azure.ai.ml.entities._job.automl.tabular.forecasting_settings import ForecastingSettings
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestForecastingSettings:
     @pytest.mark.parametrize(

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_regression_job.py

@@ -13,6 +13,7 @@
 from azure.ai.ml.entities._job.automl.tabular import RegressionJob
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLRegression:
     def test_regression_task(self):

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_setsearchspace.py

@@ -8,6 +8,7 @@
 from azure.ai.ml.exceptions import ValidationException
 
 
+@pytest.mark.automl_test
 @pytest.mark.parametrize(
     "task_name, expected_type",
     [(image_classification, ImageClassificationSearchSpace), (image_object_detection, ImageObjectDetectionSearchSpace)],
@@ -54,6 +55,7 @@ def test_searchspace(task_name, expected_type):
     assert len(automl_job.search_space) == 2
 
 
+@pytest.mark.automl_test
 @pytest.mark.parametrize(
     "task_name",
     [

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_featurization_settings.py

@@ -7,6 +7,7 @@
 from azure.ai.ml.entities._job.automl.tabular import ColumnTransformer, TabularFeaturizationSettings
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestFeaturizationSettings:
     def test_to_rest(self) -> None:

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_limit_settings.py

@@ -4,6 +4,7 @@
 from azure.ai.ml.entities._job.automl.tabular import TabularLimitSettings
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestLimitSettings:
     def test_limit_from_rest(self):

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_tabular_n_cross_validation_settings.py

@@ -12,6 +12,7 @@
 from azure.ai.ml.entities._job.automl.tabular.regression_job import RegressionJob
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestNCrossValidationSettings:
     JOBS = [classification, regression, forecasting]

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_job.py

@@ -27,6 +27,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLTextClassificationJob:
     """Tests for AutoML NLP Text Classification Job."""

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_classification_multilabel_job.py

@@ -30,6 +30,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLTextClassificationMultilabelJob:
     """Tests for AutoML NLP Text Classification Multilabel Job."""

sdk/ml/azure-ai-ml/tests/automl_job/unittests/test_text_ner_job.py

@@ -29,6 +29,7 @@
 from azure.ai.ml.sweep import BanditPolicy, Choice, Uniform
 
 
+@pytest.mark.automl_test
 @pytest.mark.unittest
 class TestAutoMLTextNerJob:
     """Tests for AutoML NLP Text NER Job."""

sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_code_configuration.py

@@ -3,6 +3,7 @@
 from azure.ai.ml.entities import CodeConfiguration
 
 
+@pytest.mark.production_experience_test
 @pytest.mark.unittest
 class TestCodeConfiguration:
     def test_scoring_script_missing_throw(self) -> None:

sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_deployment_entity.py

@@ -25,6 +25,7 @@
 from azure.ai.ml.entities._job.resource_configuration import ResourceConfiguration
 
 
+@pytest.mark.production_experience_test
 @pytest.mark.unittest
 class TestDeploymentSanity:
     def test_instantiate_OnlineEndpoint_fail(self) -> None:

sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py

@@ -6,6 +6,7 @@
 from azure.ai.ml.entities import BatchEndpoint, Endpoint, ManagedOnlineDeployment, OnlineEndpoint
 
 
+@pytest.mark.production_experience_test
 @pytest.mark.unittest
 class TestOnlineEndpointYAML:
     SIMPLE_ENDPOINT_WITH_BLUE_BAD = "tests/test_configs/endpoints/online/online_endpoint_create_aks_bad.yml"

sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_deployment.py

@@ -40,6 +40,7 @@ def deployEndpointAndDeployment(client: MLClient, endpoint: BatchEndpoint, deplo
     reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode."
 )
 @pytest.mark.usefixtures("recorded_test")
+@pytest.mark.production_experience_test
 class TestBatchDeployment(AzureRecordedTestCase):
     @pytest.mark.e2etest
     @pytest.mark.skip(reason="TODO (1546262): Test failing constantly, so disabling it")

sdk/ml/azure-ai-ml/tests/batch_services/e2etests/test_batch_endpoint.py

@@ -11,6 +11,7 @@
 
 
 @pytest.mark.e2etest
+@pytest.mark.production_experience_test
 class TestBatchEndpoint(AzureRecordedTestCase):
     @pytest.mark.skip(
         reason="Tests failing in internal automation due to lack of quota. Cannot record or run in live mode."

sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment.py

@@ -76,6 +76,7 @@ def mock_batch_deployment_operations(
 
 
 @pytest.mark.unittest
+@pytest.mark.production_experience_test
 class TestBatchDeploymentOperations:
     def test_batch_deployment_create(
         self,

sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_deployment_schema.py

@@ -20,6 +20,7 @@ def load_batch_deployment_entity_from_yaml(path: str, context={}) -> BatchDeploy
 
 
 @pytest.mark.unittest
+@pytest.mark.production_experience_test
 class TestBatchDeploymentSchema:
     def test_serialize_batch_deployment(self) -> None:
         test_path = "./tests/test_configs/deployments/batch/batch_deployment_1.yaml"

sdk/ml/azure-ai-ml/tests/batch_services/unittests/test_batch_endpoints.py

@@ -159,6 +159,7 @@ def mock_batch_endpoint_operations(
 
 
 @pytest.mark.unittest
+@pytest.mark.production_experience_test
 class TestBatchEndpointOperations:
     def test_batch_endpoint_create(
         self,

sdk/ml/azure-ai-ml/tests/code_asset/e2etests/test_code.py

@@ -20,6 +20,7 @@ def code_asset_path(tmp_path: Path) -> str:
 
 @pytest.mark.e2etest
 @pytest.mark.usefixtures("recorded_test", "mock_code_hash")
+@pytest.mark.core_sdk_test
 class TestCode(AzureRecordedTestCase):
     def test_create_and_get(self, client: MLClient, code_asset_path: str, randstr: Callable[[], str]) -> None:
         name = randstr("name")

sdk/ml/azure-ai-ml/tests/code_asset/unittests/test_code_operations.py

@@ -39,6 +39,7 @@ def mock_code_operation(
 
 
 @pytest.mark.unittest
+@pytest.mark.core_sdk_test
 class TestCodeOperations:
     def test_create(
         self,

sdk/ml/azure-ai-ml/tests/command_job/e2etests/test_command_job.py

@@ -40,6 +40,7 @@ def bodiless_matching(test_proxy):
     "mock_asset_name",
     "enable_environment_id_arm_expansion",
 )
+@pytest.mark.training_experiences_test
 class TestCommandJob(AzureRecordedTestCase):
     @pytest.mark.skip(
         "Investigate The network connectivity issue encountered for 'Microsoft.MachineLearningServices'; cannot fulfill the request."

sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_entity.py

@@ -18,6 +18,7 @@
 
 
 @pytest.mark.unittest
+@pytest.mark.training_experiences_test
 class TestCommandJobEntity:
     def test_job_name_generator(self):
         job1 = generate_job_name()

sdk/ml/azure-ai-ml/tests/command_job/unittests/test_command_job_schema.py

@@ -21,6 +21,7 @@
 
 
 @pytest.mark.unittest
+@pytest.mark.training_experiences_test
 class TestCommandJob:
     def test_deserialize(self):
         test_path = "./tests/test_configs/command_job/command_job_test.yml"

sdk/ml/azure-ai-ml/tests/component/e2etests/test_component.py

@@ -132,6 +132,7 @@ def assert_component_basic_workflow(
     "mock_component_hash",
     "enable_environment_id_arm_expansion",
 )
+@pytest.mark.pipeline_test
 class TestComponent(AzureRecordedTestCase):
     def test_command_component(self, client: MLClient, randstr: Callable[[str], str]) -> None:
         expected_dict = {

sdk/ml/azure-ai-ml/tests/component/unittests/test_automl_component.py

@@ -13,6 +13,7 @@
 
 @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND)
 @pytest.mark.unittest
+@pytest.mark.pipeline_test
 class TestAutoMLComponent:
     def test_serialize_deserialize_automl_component(self, mock_machinelearning_client: MLClient):
         test_path = "./tests/test_configs/components/automl/classification.yaml"

sdk/ml/azure-ai-ml/tests/component/unittests/test_command_component_entity.py

@@ -18,6 +18,7 @@
 
 @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND)
 @pytest.mark.unittest
+@pytest.mark.pipeline_test
 class TestCommandComponentEntity:
     def test_component_load(self):
         # code is specified in yaml, value is respected

sdk/ml/azure-ai-ml/tests/component/unittests/test_component_operations.py

@@ -33,6 +33,7 @@ def mock_component_operation(
 
 @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND)
 @pytest.mark.unittest
+@pytest.mark.pipeline_test
 class TestComponentOperation:
     def test_create(self, mock_component_operation: ComponentOperations) -> None:
         component = CommandComponent(

sdk/ml/azure-ai-ml/tests/component/unittests/test_component_schema.py

@@ -93,6 +93,7 @@ def load_component_entity_from_rest_json(path) -> Component:
 
 @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND)
 @pytest.mark.unittest
+@pytest.mark.pipeline_test
 class TestCommandComponent:
     def test_serialize_deserialize_basic(self, mock_machinelearning_client: MLClient):
         test_path = "./tests/test_configs/components/helloworld_component.yml"

sdk/ml/azure-ai-ml/tests/component/unittests/test_component_validate.py

@@ -18,6 +18,7 @@
 
 @pytest.mark.timeout(_COMPONENT_TIMEOUT_SECOND)
 @pytest.mark.unittest
+@pytest.mark.pipeline_test
 class TestComponentValidate:
     def test_component_name_validate(self):
         invalid_component_names = [