BulkByScrollUsesAllScrollDocumentsAfterConflictsIntegTests fails on master

[przemekwitek]

Build scan:
https://gradle-enterprise.elastic.co/s/7alyq6ocfht2i

Repro line:

REPRODUCE WITH: ./gradlew ':modules:reindex:internalClusterTest' --tests "org.elasticsearch.index.reindex.BulkByScrollUsesAllScrollDocumentsAfterConflictsIntegTests.testReindex" \
  -Dtests.seed=D31A38AC41FA66F8 \
  -Dtests.locale=pt \
  -Dtests.timezone=JST \
  -Druntime.java=11

Reproduces locally?:
yes

Applicable branches:
master

Failure history:
Failed 25 times in the last 3 days

Failure excerpt:

10:28:42 org.elasticsearch.index.reindex.BulkByScrollUsesAllScrollDocumentsAfterConflictsIntegTests > testReindex FAILED
10:28:42     java.lang.AssertionError: {"took":70,"errors":true,"items":[{"index":{"_index":"szwjmjogmf","_id":"25","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":10,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"100","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":11,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"9","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":12,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"50","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":13,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"7","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":14,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"10","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":15,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"51","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":16,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"16","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":17,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"30","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":18,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"97","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":19,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"56","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":20,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"11","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":21,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"68","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":22,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"84","status":409,"error":{"type":"version_conflict_engine_exception","reason":"[84]: version conflict, document already exists (current version [1])","index_uuid":"ROycwdz5QFqAb45zUp0eBQ","shard":"0","index":"szwjmjogmf"}}},{"index":{"_index":"szwjmjogmf","_id":"15","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":23,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"79","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":24,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"43","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":25,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"42","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":26,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"99","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":27,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"64","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":28,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"13","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":29,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"6","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":30,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"44","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":31,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"58","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":32,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"28","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":33,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"12","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":34,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"2","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":35,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"33","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":36,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"53","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":37,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"14","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":38,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"36","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":39,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"8","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":40,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"66","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":41,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"40","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":42,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"77","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":43,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"3","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":44,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"71","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":45,"_primary_term":1,"status":201}},{"index":{"_index":"szwjmjogmf","_id":"63","_version":1,"result":"created","_shards":{"total":1,"successful":1,"failed":0},"_seq_no":46,"_primary_term":1,"status":201}}]}
10:28:42     Expected: is <false>
10:28:42          but: was <true>
10:28:42         at __randomizedtesting.SeedInfo.seed([D31A38AC41FA66F8:40606640C3AFDCAA]:0)
10:28:42         at org.hamcrest.MatcherAssert.assertThat(MatcherAssert.java:18)
10:28:42         at org.junit.Assert.assertThat(Assert.java:956)
10:28:42         at org.elasticsearch.index.reindex.BulkByScrollUsesAllScrollDocumentsAfterConflictsIntegTests.executeConcurrentUpdatesOnSubsetOfDocs(BulkByScrollUsesAllScrollDocumentsAfterConflictsIntegTests.java:244)

[przemekwitek]

I'm gonna mute this test now.

[przemekwitek]

@fcofdez : Could you look at this one?

[fcofdez]

Closed via #79300