Skip to content

Commit

Permalink
[Stream Analytics] Fix s360 for 2021 preview version (#18305)
Browse files Browse the repository at this point in the history
* Add blockchain to latest profile

* Add additional types

* add azure function

* add authenticationMode to blob input, AzFunction and DW ex files

* update api version in 2021 preview ex files

* fix api version

* fix password

* try to run model validation again

* update pe to readonly

* 2021 preview features

* fix validation errors

* more fixes

* add aggregate func, which should be GA

* rename new refreshType object

Co-authored-by: Mark Cowlishaw <markcowl@microsoft.com>
Co-authored-by: Roslyn Lu <roslu@microsoft.com>
  • Loading branch information
3 people authored and visingl committed Mar 30, 2022
1 parent f3102d4 commit 62a23dc
Show file tree
Hide file tree
Showing 20 changed files with 812 additions and 49 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -298,7 +298,8 @@
},
"requestMessage": {
"description": "A message passed to the owner of the remote resource with this connection request. Restricted to 140 chars.",
"type": "string"
"type": "string",
"readOnly": true
},
"privateLinkServiceConnectionState": {
"description": "A collection of read-only information about the state of the connection to the private remote resource.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,9 @@
}
],
"batchSize": 1000,
"numberOfParallelRequests": 1
"numberOfParallelRequests": 1,
"inputRequestName": "Inputs",
"outputResponseName": "Results"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,8 @@
"properties": {
"dllPath": "ASAEdgeApplication2_CodeBehind",
"class": "ASAEdgeUDFDemo.Class1",
"method": "SquareFunction"
"method": "SquareFunction",
"updateMode": "Static"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,122 @@
{
"parameters": {
"api-version": "2021-10-01-preview",
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
"resourceGroupName": "sjrg3467",
"jobName": "sj9742",
"inputName": "input7970",
"input": {
"properties": {
"type": "Stream",
"datasource": {
"type": "Microsoft.EventGrid/EventSubscriptions",
"properties": {
"subscriber": {
"type": "Microsoft.EventHub/EventHub",
"properties": {
"serviceBusNamespace": "sdktest",
"sharedAccessPolicyName": "RootManageSharedAccessKey",
"sharedAccessPolicyKey": "someSharedAccessPolicyKey==",
"consumerGroupName": "sdkconsumergroup",
"eventHubName": "sdkeventhub",
"partitionCount": 16,
"authenticationMode": "Msi"
}
},
"schema": "CloudEventSchema",
"storageAccounts": [
{
"authenticationMode": "Msi",
"accountName": "myaccount",
"accountKey": "myaccountkey"
}
],
"eventTypes": [
"Microsoft.Storage.BlobCreated"
]
}
}
}
}
},
"responses": {
"201": {
"headers": {
"ETag": "bd8009b3-8165-4bd3-aad2-29a2b378dd14"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg3467/providers/Microsoft.StreamAnalytics/streamingjobs/sj9742/inputs/input7970",
"name": "input7970",
"type": "Microsoft.StreamAnalytics/streamingjobs/inputs",
"properties": {
"type": "Stream",
"datasource": {
"type": "Microsoft.EventGrid/EventSubscriptions",
"properties": {
"subscriber": {
"type": "Microsoft.EventHub/EventHub",
"properties": {
"serviceBusNamespace": "sdktest",
"sharedAccessPolicyName": "RootManageSharedAccessKey",
"consumerGroupName": "sdkconsumergroup",
"eventHubName": "sdkeventhub",
"partitionCount": 16,
"authenticationMode": "Msi"
}
},
"schema": "CloudEventSchema",
"storageAccounts": [
{
"authenticationMode": "Msi",
"accountName": "myaccount"
}
],
"eventTypes": [
"Microsoft.Storage.BlobCreated"
]
}
}
}
}
},
"200": {
"headers": {
"ETag": "bd8009b3-8165-4bd3-aad2-29a2b378dd14"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg3467/providers/Microsoft.StreamAnalytics/streamingjobs/sj9742/inputs/input7970",
"name": "input7970",
"type": "Microsoft.StreamAnalytics/streamingjobs/inputs",
"properties": {
"type": "Stream",
"datasource": {
"type": "Microsoft.EventGrid/EventSubscriptions",
"properties": {
"subscriber": {
"type": "Microsoft.EventHub/EventHub",
"properties": {
"serviceBusNamespace": "sdktest",
"sharedAccessPolicyName": "RootManageSharedAccessKey",
"consumerGroupName": "sdkconsumergroup",
"eventHubName": "sdkeventhub",
"partitionCount": 16,
"authenticationMode": "Msi"
}
},
"schema": "CloudEventSchema",
"storageAccounts": [
{
"authenticationMode": "Msi",
"accountName": "myaccount"
}
],
"eventTypes": [
"Microsoft.Storage.BlobCreated"
]
}
}
}
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
{
"parameters": {
"api-version": "2021-10-01-preview",
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
"resourceGroupName": "sjrg3467",
"jobName": "sj9742",
"inputName": "input7970",
"input": {
"properties": {
"type": "Stream",
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
},
"responses": {
"201": {
"headers": {
"ETag": "bd8009b3-8165-4bd3-aad2-29a2b378dd14"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg3467/providers/Microsoft.StreamAnalytics/streamingjobs/sj9742/inputs/input7970",
"name": "input7970",
"type": "Microsoft.StreamAnalytics/streamingjobs/inputs",
"properties": {
"type": "Stream",
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
},
"200": {
"headers": {
"ETag": "bd8009b3-8165-4bd3-aad2-29a2b378dd14"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg3467/providers/Microsoft.StreamAnalytics/streamingjobs/sj9742/inputs/input7970",
"name": "input7970",
"type": "Microsoft.StreamAnalytics/streamingjobs/inputs",
"properties": {
"type": "Stream",
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,12 @@
"container": "state",
"pathPattern": "{date}/{time}",
"dateFormat": "yyyy/MM/dd",
"timeFormat": "HH"
"timeFormat": "HH",
"blobName": "myblobinput",
"deltaPathPattern": "/testBlob/{date}/delta/{time}/",
"sourcePartitionCount": 16,
"fullSnapshotRefreshRate": "16:14:30",
"deltaSnapshotRefreshRate": "16:14:30"
}
},
"serialization": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,9 @@
"properties": {
"encoding": "UTF8"
}
},
"watermarkSettings": {
"watermarkMode": "ReadWatermark"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,9 @@
"container": "state",
"pathPattern": "{date}/{time}",
"dateFormat": "yyyy/MM/dd",
"timeFormat": "HH"
"timeFormat": "HH",
"blobPathPrefix": "my/path",
"blobWriteMode": "Once"
}
},
"serialization": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,8 @@
"server": "asatestserver",
"database": "zhayaSQLpool",
"user": "tolladmin",
"password": "password123"
"password": "password123",
"authenticationMode": "Msi"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,8 @@
"database": "db01",
"collectionNamePattern": "collection",
"partitionKey": "key",
"documentId": "documentId"
"documentId": "documentId",
"authenticationMode": "Msi"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,10 @@
"encoding": "UTF8",
"format": "Array"
}
},
"watermarkSettings": {
"watermarkMode": "SendCurrentPartitionWatermark",
"maxWatermarkDifferenceAcrossPartitions": "16:14:30"
}
}
}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
{
"parameters": {
"api-version": "2021-10-01-preview",
"subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d",
"resourceGroupName": "sjrg7983",
"jobName": "sj2331",
"outputName": "output3022",
"output": {
"properties": {
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
},
"responses": {
"201": {
"headers": {
"ETag": "ccf8b864-259e-43c5-a628-ba10858b2c07"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg7983/providers/Microsoft.StreamAnalytics/streamingjobs/sj2331/outputs/output3022",
"name": "output3022",
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
"properties": {
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
},
"200": {
"headers": {
"ETag": "ccf8b864-259e-43c5-a628-ba10858b2c07"
},
"body": {
"id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg7983/providers/Microsoft.StreamAnalytics/streamingjobs/sj2331/outputs/output3022",
"name": "output3022",
"type": "Microsoft.StreamAnalytics/streamingjobs/outputs",
"properties": {
"datasource": {
"type": "GatewayMessageBus",
"properties": {
"topic": "EdgeTopic1"
}
}
}
}
}
}
}
Loading

0 comments on commit 62a23dc

Please sign in to comment.