[AutoPR datafactory/resource-manager] Adding refresh and get IntegrationRuntimeObjectMetadata API

azure-mgmt-datafactory/azure/mgmt/datafactory/data_factory_management_client.py

@@ -16,6 +16,7 @@
 from .operations.operations import Operations
 from .operations.factories_operations import FactoriesOperations
 from .operations.integration_runtimes_operations import IntegrationRuntimesOperations
+from .operations.integration_runtime_object_metadata_operations import IntegrationRuntimeObjectMetadataOperations
 from .operations.integration_runtime_nodes_operations import IntegrationRuntimeNodesOperations
 from .operations.linked_services_operations import LinkedServicesOperations
 from .operations.datasets_operations import DatasetsOperations
@@ -53,7 +54,7 @@ def __init__(
 
         super(DataFactoryManagementClientConfiguration, self).__init__(base_url)
 
-        self.add_user_agent('azure-mgmt-dafactory/{}'.format(VERSION))
+        self.add_user_agent('azure-mgmt-datafactory/{}'.format(VERSION))
         self.add_user_agent('Azure-SDK-For-Python')
 
         self.credentials = credentials
@@ -72,6 +73,8 @@ class DataFactoryManagementClient(SDKClient):
     :vartype factories: azure.mgmt.datafactory.operations.FactoriesOperations
     :ivar integration_runtimes: IntegrationRuntimes operations
     :vartype integration_runtimes: azure.mgmt.datafactory.operations.IntegrationRuntimesOperations
+    :ivar integration_runtime_object_metadata: IntegrationRuntimeObjectMetadata operations
+    :vartype integration_runtime_object_metadata: azure.mgmt.datafactory.operations.IntegrationRuntimeObjectMetadataOperations
     :ivar integration_runtime_nodes: IntegrationRuntimeNodes operations
     :vartype integration_runtime_nodes: azure.mgmt.datafactory.operations.IntegrationRuntimeNodesOperations
     :ivar linked_services: LinkedServices operations
@@ -116,6 +119,8 @@ def __init__(
             self._client, self.config, self._serialize, self._deserialize)
         self.integration_runtimes = IntegrationRuntimesOperations(
             self._client, self.config, self._serialize, self._deserialize)
+        self.integration_runtime_object_metadata = IntegrationRuntimeObjectMetadataOperations(
+            self._client, self.config, self._serialize, self._deserialize)
         self.integration_runtime_nodes = IntegrationRuntimeNodesOperations(
             self._client, self.config, self._serialize, self._deserialize)
         self.linked_services = LinkedServicesOperations(

azure-mgmt-datafactory/azure/mgmt/datafactory/models/__init__.py

@@ -76,6 +76,8 @@
     from .operation_metric_specification_py3 import OperationMetricSpecification
     from .operation_service_specification_py3 import OperationServiceSpecification
     from .operation_py3 import Operation
+    from .get_ssis_object_metadata_request_py3 import GetSsisObjectMetadataRequest
+    from .ssis_object_metadata_status_response_py3 import SsisObjectMetadataStatusResponse
     from .self_dependency_tumbling_window_trigger_reference_py3 import SelfDependencyTumblingWindowTriggerReference
     from .trigger_reference_py3 import TriggerReference
     from .tumbling_window_trigger_dependency_reference_py3 import TumblingWindowTriggerDependencyReference
@@ -297,6 +299,7 @@
     from .azure_table_source_py3 import AzureTableSource
     from .copy_source_py3 import CopySource
     from .lookup_activity_py3 import LookupActivity
+    from .log_storage_settings_py3 import LogStorageSettings
     from .delete_activity_py3 import DeleteActivity
     from .sql_server_stored_procedure_activity_py3 import SqlServerStoredProcedureActivity
     from .custom_activity_reference_object_py3 import CustomActivityReferenceObject
@@ -359,6 +362,8 @@
     from .integration_runtime_compute_properties_py3 import IntegrationRuntimeComputeProperties
     from .managed_integration_runtime_py3 import ManagedIntegrationRuntime
     from .integration_runtime_node_ip_address_py3 import IntegrationRuntimeNodeIpAddress
+    from .ssis_object_metadata_py3 import SsisObjectMetadata
+    from .ssis_object_metadata_list_response_py3 import SsisObjectMetadataListResponse
     from .integration_runtime_node_monitoring_data_py3 import IntegrationRuntimeNodeMonitoringData
     from .integration_runtime_monitoring_data_py3 import IntegrationRuntimeMonitoringData
     from .integration_runtime_auth_keys_py3 import IntegrationRuntimeAuthKeys
@@ -431,6 +436,8 @@
     from .operation_metric_specification import OperationMetricSpecification
     from .operation_service_specification import OperationServiceSpecification
     from .operation import Operation
+    from .get_ssis_object_metadata_request import GetSsisObjectMetadataRequest
+    from .ssis_object_metadata_status_response import SsisObjectMetadataStatusResponse
     from .self_dependency_tumbling_window_trigger_reference import SelfDependencyTumblingWindowTriggerReference
     from .trigger_reference import TriggerReference
     from .tumbling_window_trigger_dependency_reference import TumblingWindowTriggerDependencyReference
@@ -652,6 +659,7 @@
     from .azure_table_source import AzureTableSource
     from .copy_source import CopySource
     from .lookup_activity import LookupActivity
+    from .log_storage_settings import LogStorageSettings
     from .delete_activity import DeleteActivity
     from .sql_server_stored_procedure_activity import SqlServerStoredProcedureActivity
     from .custom_activity_reference_object import CustomActivityReferenceObject
@@ -714,6 +722,8 @@
     from .integration_runtime_compute_properties import IntegrationRuntimeComputeProperties
     from .managed_integration_runtime import ManagedIntegrationRuntime
     from .integration_runtime_node_ip_address import IntegrationRuntimeNodeIpAddress
+    from .ssis_object_metadata import SsisObjectMetadata
+    from .ssis_object_metadata_list_response import SsisObjectMetadataListResponse
     from .integration_runtime_node_monitoring_data import IntegrationRuntimeNodeMonitoringData
     from .integration_runtime_monitoring_data import IntegrationRuntimeMonitoringData
     from .integration_runtime_auth_keys import IntegrationRuntimeAuthKeys
@@ -786,6 +796,7 @@
     IntegrationRuntimeSsisCatalogPricingTier,
     IntegrationRuntimeLicenseType,
     IntegrationRuntimeEdition,
+    SsisObjectMetadataType,
     IntegrationRuntimeAuthKeyName,
 )
 
@@ -856,6 +867,8 @@
     'OperationMetricSpecification',
     'OperationServiceSpecification',
     'Operation',
+    'GetSsisObjectMetadataRequest',
+    'SsisObjectMetadataStatusResponse',
     'SelfDependencyTumblingWindowTriggerReference',
     'TriggerReference',
     'TumblingWindowTriggerDependencyReference',
@@ -1077,6 +1090,7 @@
     'AzureTableSource',
     'CopySource',
     'LookupActivity',
+    'LogStorageSettings',
     'DeleteActivity',
     'SqlServerStoredProcedureActivity',
     'CustomActivityReferenceObject',
@@ -1139,6 +1153,8 @@
     'IntegrationRuntimeComputeProperties',
     'ManagedIntegrationRuntime',
     'IntegrationRuntimeNodeIpAddress',
+    'SsisObjectMetadata',
+    'SsisObjectMetadataListResponse',
     'IntegrationRuntimeNodeMonitoringData',
     'IntegrationRuntimeMonitoringData',
     'IntegrationRuntimeAuthKeys',
@@ -1210,5 +1226,6 @@
     'IntegrationRuntimeSsisCatalogPricingTier',
     'IntegrationRuntimeLicenseType',
     'IntegrationRuntimeEdition',
+    'SsisObjectMetadataType',
     'IntegrationRuntimeAuthKeyName',
 ]

azure-mgmt-datafactory/azure/mgmt/datafactory/models/data_factory_management_client_enums.py

@@ -449,6 +449,14 @@ class IntegrationRuntimeEdition(str, Enum):
     enterprise = "Enterprise"
 
 
+class SsisObjectMetadataType(str, Enum):
+
+    folder = "Folder"
+    project = "Project"
+    package = "Package"
+    environment = "Environment"
+
+
 class IntegrationRuntimeAuthKeyName(str, Enum):
 
     auth_key1 = "authKey1"

azure-mgmt-datafactory/azure/mgmt/datafactory/models/delete_activity.py

@@ -35,17 +35,29 @@ class DeleteActivity(ExecutionActivity):
      ~azure.mgmt.datafactory.models.LinkedServiceReference
     :param policy: Activity policy.
     :type policy: ~azure.mgmt.datafactory.models.ActivityPolicy
-    :param recursive: If true, files under the folder path will be deleted
-     recursively. Default is true. Type: boolean (or Expression with resultType
-     boolean).
+    :param recursive: If true, files or sub-folders under current folder path
+     will be deleted recursively. Default is false. Type: boolean (or
+     Expression with resultType boolean).
     :type recursive: object
+    :param max_concurrent_connections: The max concurrent connections to
+     connect data source at the same time.
+    :type max_concurrent_connections: int
+    :param enable_logging: Whether to record detailed logs of delete-activity
+     execution. Default value is false. Type: boolean (or Expression with
+     resultType boolean).
+    :type enable_logging: object
+    :param log_storage_settings: Log storage settings customer need to provide
+     when enableLogging is true.
+    :type log_storage_settings:
+     ~azure.mgmt.datafactory.models.LogStorageSettings
     :param dataset: Required. Delete activity dataset reference.
     :type dataset: ~azure.mgmt.datafactory.models.DatasetReference
     """
 
     _validation = {
         'name': {'required': True},
         'type': {'required': True},
+        'max_concurrent_connections': {'minimum': 1},
         'dataset': {'required': True},
     }
 
@@ -59,11 +71,17 @@ class DeleteActivity(ExecutionActivity):
         'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'},
         'policy': {'key': 'policy', 'type': 'ActivityPolicy'},
         'recursive': {'key': 'typeProperties.recursive', 'type': 'object'},
+        'max_concurrent_connections': {'key': 'typeProperties.maxConcurrentConnections', 'type': 'int'},
+        'enable_logging': {'key': 'typeProperties.enableLogging', 'type': 'object'},
+        'log_storage_settings': {'key': 'typeProperties.logStorageSettings', 'type': 'LogStorageSettings'},
         'dataset': {'key': 'typeProperties.dataset', 'type': 'DatasetReference'},
     }
 
     def __init__(self, **kwargs):
         super(DeleteActivity, self).__init__(**kwargs)
         self.recursive = kwargs.get('recursive', None)
+        self.max_concurrent_connections = kwargs.get('max_concurrent_connections', None)
+        self.enable_logging = kwargs.get('enable_logging', None)
+        self.log_storage_settings = kwargs.get('log_storage_settings', None)
         self.dataset = kwargs.get('dataset', None)
         self.type = 'Delete'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/delete_activity_py3.py

@@ -35,17 +35,29 @@ class DeleteActivity(ExecutionActivity):
      ~azure.mgmt.datafactory.models.LinkedServiceReference
     :param policy: Activity policy.
     :type policy: ~azure.mgmt.datafactory.models.ActivityPolicy
-    :param recursive: If true, files under the folder path will be deleted
-     recursively. Default is true. Type: boolean (or Expression with resultType
-     boolean).
+    :param recursive: If true, files or sub-folders under current folder path
+     will be deleted recursively. Default is false. Type: boolean (or
+     Expression with resultType boolean).
     :type recursive: object
+    :param max_concurrent_connections: The max concurrent connections to
+     connect data source at the same time.
+    :type max_concurrent_connections: int
+    :param enable_logging: Whether to record detailed logs of delete-activity
+     execution. Default value is false. Type: boolean (or Expression with
+     resultType boolean).
+    :type enable_logging: object
+    :param log_storage_settings: Log storage settings customer need to provide
+     when enableLogging is true.
+    :type log_storage_settings:
+     ~azure.mgmt.datafactory.models.LogStorageSettings
     :param dataset: Required. Delete activity dataset reference.
     :type dataset: ~azure.mgmt.datafactory.models.DatasetReference
     """
 
     _validation = {
         'name': {'required': True},
         'type': {'required': True},
+        'max_concurrent_connections': {'minimum': 1},
         'dataset': {'required': True},
     }
 
@@ -59,11 +71,17 @@ class DeleteActivity(ExecutionActivity):
         'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'},
         'policy': {'key': 'policy', 'type': 'ActivityPolicy'},
         'recursive': {'key': 'typeProperties.recursive', 'type': 'object'},
+        'max_concurrent_connections': {'key': 'typeProperties.maxConcurrentConnections', 'type': 'int'},
+        'enable_logging': {'key': 'typeProperties.enableLogging', 'type': 'object'},
+        'log_storage_settings': {'key': 'typeProperties.logStorageSettings', 'type': 'LogStorageSettings'},
         'dataset': {'key': 'typeProperties.dataset', 'type': 'DatasetReference'},
     }
 
-    def __init__(self, *, name: str, dataset, additional_properties=None, description: str=None, depends_on=None, user_properties=None, linked_service_name=None, policy=None, recursive=None, **kwargs) -> None:
+    def __init__(self, *, name: str, dataset, additional_properties=None, description: str=None, depends_on=None, user_properties=None, linked_service_name=None, policy=None, recursive=None, max_concurrent_connections: int=None, enable_logging=None, log_storage_settings=None, **kwargs) -> None:
         super(DeleteActivity, self).__init__(additional_properties=additional_properties, name=name, description=description, depends_on=depends_on, user_properties=user_properties, linked_service_name=linked_service_name, policy=policy, **kwargs)
         self.recursive = recursive
+        self.max_concurrent_connections = max_concurrent_connections
+        self.enable_logging = enable_logging
+        self.log_storage_settings = log_storage_settings
         self.dataset = dataset
         self.type = 'Delete'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/get_ssis_object_metadata_request.py

@@ -0,0 +1,28 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from msrest.serialization import Model
+
+
+class GetSsisObjectMetadataRequest(Model):
+    """The request payload of get SSIS object metadata.
+
+    :param metadata_path: Metadata path.
+    :type metadata_path: str
+    """
+
+    _attribute_map = {
+        'metadata_path': {'key': 'metadataPath', 'type': 'str'},
+    }
+
+    def __init__(self, **kwargs):
+        super(GetSsisObjectMetadataRequest, self).__init__(**kwargs)
+        self.metadata_path = kwargs.get('metadata_path', None)

azure-mgmt-datafactory/azure/mgmt/datafactory/models/get_ssis_object_metadata_request_py3.py

@@ -0,0 +1,28 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from msrest.serialization import Model
+
+
+class GetSsisObjectMetadataRequest(Model):
+    """The request payload of get SSIS object metadata.
+
+    :param metadata_path: Metadata path.
+    :type metadata_path: str
+    """
+
+    _attribute_map = {
+        'metadata_path': {'key': 'metadataPath', 'type': 'str'},
+    }
+
+    def __init__(self, *, metadata_path: str=None, **kwargs) -> None:
+        super(GetSsisObjectMetadataRequest, self).__init__(**kwargs)
+        self.metadata_path = metadata_path

azure-mgmt-datafactory/azure/mgmt/datafactory/models/hd_insight_hive_activity.py

@@ -52,6 +52,11 @@ class HDInsightHiveActivity(ExecutionActivity):
      ~azure.mgmt.datafactory.models.LinkedServiceReference
     :param defines: Allows user to specify defines for Hive job request.
     :type defines: dict[str, object]
+    :param variables: User specified arguments under hivevar namespace.
+    :type variables: list[object]
+    :param query_timeout: Query timeout value (in minutes).  Effective when
+     the HDInsight culster is with ESP (Enterprise Security Package)
+    :type query_timeout: int
     """
 
     _validation = {
@@ -74,6 +79,8 @@ class HDInsightHiveActivity(ExecutionActivity):
         'script_path': {'key': 'typeProperties.scriptPath', 'type': 'object'},
         'script_linked_service': {'key': 'typeProperties.scriptLinkedService', 'type': 'LinkedServiceReference'},
         'defines': {'key': 'typeProperties.defines', 'type': '{object}'},
+        'variables': {'key': 'typeProperties.variables', 'type': '[object]'},
+        'query_timeout': {'key': 'typeProperties.queryTimeout', 'type': 'int'},
     }
 
     def __init__(self, **kwargs):
@@ -84,4 +91,6 @@ def __init__(self, **kwargs):
         self.script_path = kwargs.get('script_path', None)
         self.script_linked_service = kwargs.get('script_linked_service', None)
         self.defines = kwargs.get('defines', None)
+        self.variables = kwargs.get('variables', None)
+        self.query_timeout = kwargs.get('query_timeout', None)
         self.type = 'HDInsightHive'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/hd_insight_hive_activity_py3.py

@@ -52,6 +52,11 @@ class HDInsightHiveActivity(ExecutionActivity):
      ~azure.mgmt.datafactory.models.LinkedServiceReference
     :param defines: Allows user to specify defines for Hive job request.
     :type defines: dict[str, object]
+    :param variables: User specified arguments under hivevar namespace.
+    :type variables: list[object]
+    :param query_timeout: Query timeout value (in minutes).  Effective when
+     the HDInsight culster is with ESP (Enterprise Security Package)
+    :type query_timeout: int
     """
 
     _validation = {
@@ -74,14 +79,18 @@ class HDInsightHiveActivity(ExecutionActivity):
         'script_path': {'key': 'typeProperties.scriptPath', 'type': 'object'},
         'script_linked_service': {'key': 'typeProperties.scriptLinkedService', 'type': 'LinkedServiceReference'},
         'defines': {'key': 'typeProperties.defines', 'type': '{object}'},
+        'variables': {'key': 'typeProperties.variables', 'type': '[object]'},
+        'query_timeout': {'key': 'typeProperties.queryTimeout', 'type': 'int'},
     }
 
-    def __init__(self, *, name: str, additional_properties=None, description: str=None, depends_on=None, user_properties=None, linked_service_name=None, policy=None, storage_linked_services=None, arguments=None, get_debug_info=None, script_path=None, script_linked_service=None, defines=None, **kwargs) -> None:
+    def __init__(self, *, name: str, additional_properties=None, description: str=None, depends_on=None, user_properties=None, linked_service_name=None, policy=None, storage_linked_services=None, arguments=None, get_debug_info=None, script_path=None, script_linked_service=None, defines=None, variables=None, query_timeout: int=None, **kwargs) -> None:
         super(HDInsightHiveActivity, self).__init__(additional_properties=additional_properties, name=name, description=description, depends_on=depends_on, user_properties=user_properties, linked_service_name=linked_service_name, policy=policy, **kwargs)
         self.storage_linked_services = storage_linked_services
         self.arguments = arguments
         self.get_debug_info = get_debug_info
         self.script_path = script_path
         self.script_linked_service = script_linked_service
         self.defines = defines
+        self.variables = variables
+        self.query_timeout = query_timeout
         self.type = 'HDInsightHive'