Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

ReadMany: Fixes ReadMany API for None Partition key values #2661

Merged
merged 10 commits into from
Aug 20, 2021
Merged

ReadMany: Fixes ReadMany API for None Partition key values #2661

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
a4088ca
Fixing ReadMany API for None Partition key values
asketagarwal Aug 9, 2021
48b22eb
addressing comments
asketagarwal Aug 10, 2021
66495ab
fixing build
asketagarwal Aug 10, 2021
ec52b38
fixing build
asketagarwal Aug 11, 2021
026f397
Merge branch 'master' into users/askagarw/readmanypknonefix
j82w Aug 13, 2021
d89882b
Fixing none pk values query creation
asketagarwal Aug 18, 2021
2fbc11c
Merge branch 'users/askagarw/readmanypknonefix' of https://github.com…
asketagarwal Aug 18, 2021
a4ad806
fixing tests
asketagarwal Aug 19, 2021
77f4995
missing return statement
asketagarwal Aug 19, 2021
ab231a7
Merge branch 'master' into users/askagarw/readmanypknonefix
j82w Aug 19, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 26 additions & 7 deletions Microsoft.Azure.Cosmos/src/ReadManyQueryHelper.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,8 @@ internal async Task<List<ResponseMessage>[]> ReadManyTaskHelperAsync(IDictionary

foreach ((string id, PartitionKey pk) item in items)
{
string effectivePartitionKeyValue = item.pk.InternalKey.GetEffectivePartitionKeyString(this.partitionKeyDefinition);
Documents.Routing.PartitionKeyInternal partitionKeyInternal = await this.GetPartitionKeyInternalAsync(item.pk, cancellationToken);
string effectivePartitionKeyValue = partitionKeyInternal.GetEffectivePartitionKeyString(this.partitionKeyDefinition);
PartitionKeyRange partitionKeyRange = collectionRoutingMap.GetRangeByEffectivePartitionKey(effectivePartitionKeyValue);
if (partitionKeyRangeItemMap.TryGetValue(partitionKeyRange, out List<(string, PartitionKey)> itemList))
{
Expand Down Expand Up @@ -260,21 +261,28 @@ private QueryDefinition CreateReadManyQueryDefinitionForOther(List<(string, Part
queryStringBuilder.Append("SELECT * FROM c WHERE ( ");
for (int i = startIndex; i < totalItemCount; i++)
{
object[] pkValues = items[i].Item2.InternalKey.ToObjectArray();

if (pkValues.Length != this.partitionKeyDefinition.Paths.Count)
object[] pkValues;
if (items[i].Item2.IsNone)
{
throw new ArgumentException("Number of components in the partition key value does not match the definition.");
pkValues = new object[0];
asketagarwal marked this conversation as resolved.
Show resolved Hide resolved
}

else
{
pkValues = items[i].Item2.InternalKey.ToObjectArray();
if (pkValues.Length != this.partitionKeyDefinition.Paths.Count)
{
throw new ArgumentException("Number of components in the partition key value does not match the definition.");
}
}

string pkParamName = "@param_pk" + i;
string idParamName = "@param_id" + i;
sqlParameters.Add(new SqlParameter(idParamName, items[i].Item1));

queryStringBuilder.Append("( ");
queryStringBuilder.Append("c.id = ");
queryStringBuilder.Append(idParamName);
for (int j = 0; j < this.partitionKeySelectors.Count; j++)
for (int j = 0; j < pkValues.Length; j++)
{
queryStringBuilder.Append(" AND ");
queryStringBuilder.Append("c");
Expand Down Expand Up @@ -365,6 +373,17 @@ private void CancelCancellationToken(CancellationToken cancellationToken)
}
}

private async Task<Documents.Routing.PartitionKeyInternal> GetPartitionKeyInternalAsync(PartitionKey partitionKey,
asketagarwal marked this conversation as resolved.
Show resolved Hide resolved
CancellationToken cancellationToken)
{
if (partitionKey.IsNone)
{
return await this.container.GetNonePartitionKeyValueAsync(NoOpTrace.Singleton, cancellationToken).ConfigureAwait(false);
asketagarwal marked this conversation as resolved.
Show resolved Hide resolved
}
asketagarwal marked this conversation as resolved.
Show resolved Hide resolved

return partitionKey.InternalKey;
}

private class ReadManyFeedResponseEnumerable<T> : IEnumerable<T>
{
private readonly List<FeedResponse<T>> typedResponses;
Expand Down
29 changes: 29 additions & 0 deletions ...osoft.Azure.Cosmos/tests/Microsoft.Azure.Cosmos.EmulatorTests/CosmosReadManyItemsTests.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -391,6 +391,35 @@ await container.CreateItemAsync(
await database.DeleteAsync();
}

[TestMethod]
public async Task ReadManyItemsFromNonPartitionedContainers()
{
ContainerInternal container = await NonPartitionedContainerHelper.CreateNonPartitionedContainer(this.database,
Guid.NewGuid().ToString());
for (int i = 0; i < 5; i++)
{
await NonPartitionedContainerHelper.CreateItemInNonPartitionedContainer(container, "id" + i.ToString());
}

// read using PartitionKey.None pk value
List<(string, PartitionKey)> itemList = new List<(string, PartitionKey)>();
for (int i = 0; i < 10; i++)
{
itemList.Add(("id" + i.ToString(), PartitionKey.None));
}

using (ResponseMessage responseMessage = await container.ReadManyItemsStreamAsync(itemList))
{
Assert.IsNotNull(responseMessage);
Assert.IsTrue(responseMessage.Headers.RequestCharge > 0);
Assert.IsNotNull(responseMessage.Diagnostics);

ToDoActivity[] items = this.cosmosClient.ClientContext.SerializerCore.FromFeedStream<ToDoActivity>(
CosmosFeedResponseSerializer.GetStreamWithoutServiceEnvelope(responseMessage.Content));
Assert.AreEqual(items.Length, 5);
}
}

[TestMethod]
[DataRow(HttpStatusCode.NotFound)]
public async Task ReadManyExceptionsTest(HttpStatusCode statusCode)
Expand Down