Skip to content

Commit 039779e

Browse files
chore(fix): minor changes due to pr comments
1 parent eb04048 commit 039779e

File tree

4 files changed

+20
-21
lines changed

4 files changed

+20
-21
lines changed

integration-tests/src/main/java/org/apache/polaris/service/it/ext/PolarisSparkIntegrationTestBase.java

Lines changed: 3 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -51,10 +51,7 @@
5151

5252
@ExtendWith(PolarisIntegrationTestExtension.class)
5353
public abstract class PolarisSparkIntegrationTestBase {
54-
protected static final String S3_BUCKET_NAMES = "my-bucket,my-old-bucket";
55-
protected static final String S3_ACCESS_KEY = "ap1";
56-
protected static final String S3_SECRET_KEY = "s3cr3t";
57-
protected static S3Mock s3Container;
54+
protected static final S3Mock s3Container = new S3Mock();
5855
protected static SparkSession spark;
5956
protected PolarisApiEndpoints endpoints;
6057
protected PolarisClient client;
@@ -68,7 +65,6 @@ public abstract class PolarisSparkIntegrationTestBase {
6865

6966
@BeforeAll
7067
public static void setup() throws IOException {
71-
s3Container = new S3Mock(S3_BUCKET_NAMES);
7268
s3Container.start();
7369
}
7470

@@ -100,7 +96,7 @@ public void before(
10096
.setAllowedLocations(List.of("s3://my-old-bucket/path/to/data"))
10197
.build();
10298
CatalogProperties props = new CatalogProperties("s3://my-bucket/path/to/data");
103-
props.putAll(s3Container.getS3ConfigProperties(S3_ACCESS_KEY, S3_SECRET_KEY));
99+
props.putAll(s3Container.getS3ConfigProperties());
104100
props.put("polaris.config.drop-with-purge.enabled", "true");
105101
Catalog catalog =
106102
PolarisCatalog.builder()
@@ -113,7 +109,7 @@ public void before(
113109
managementApi.createCatalog(catalog);
114110

115111
CatalogProperties externalProps = new CatalogProperties("s3://my-bucket/path/to/data");
116-
externalProps.putAll(s3Container.getS3ConfigProperties(S3_ACCESS_KEY, S3_SECRET_KEY));
112+
externalProps.putAll(s3Container.getS3ConfigProperties());
117113
externalProps.put("polaris.config.drop-with-purge.enabled", "true");
118114
Catalog externalCatalog =
119115
ExternalCatalog.builder()

plugins/spark/v3.5/integration/src/intTest/java/org/apache/polaris/spark/quarkus/it/SparkIntegrationBase.java

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -57,10 +57,7 @@
5757

5858
@ExtendWith(PolarisIntegrationTestExtension.class)
5959
public abstract class SparkIntegrationBase {
60-
protected static final String S3_BUCKET_NAMES = "my-bucket,my-old-bucket";
61-
protected static final String S3_ACCESS_KEY = "ap1";
62-
protected static final String S3_SECRET_KEY = "s3cr3t";
63-
protected static S3Mock s3Container;
60+
protected static final S3Mock s3Container = new S3Mock();
6461
protected static SparkSession spark;
6562
protected PolarisApiEndpoints endpoints;
6663
protected PolarisManagementClient client;
@@ -72,7 +69,6 @@ public abstract class SparkIntegrationBase {
7269

7370
@BeforeAll
7471
public static void setup() throws IOException {
75-
s3Container = new S3Mock(S3_BUCKET_NAMES);
7672
s3Container.start();
7773
}
7874

@@ -102,7 +98,7 @@ public void before(
10298
.setAllowedLocations(List.of("s3://my-old-bucket/path/to/data"))
10399
.build();
104100
CatalogProperties props = new CatalogProperties("s3://my-bucket/path/to/data");
105-
props.putAll(s3Container.getS3ConfigProperties(S3_ACCESS_KEY, S3_SECRET_KEY));
101+
props.putAll(s3Container.getS3ConfigProperties());
106102
props.put("polaris.config.drop-with-purge.enabled", "true");
107103
Catalog catalog =
108104
PolarisCatalog.builder()

runtime/test-common/src/main/java/org/apache/polaris/test/commons/s3mock/S3Mock.java

Lines changed: 14 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -25,25 +25,32 @@
2525

2626
public class S3Mock extends S3MockContainer {
2727

28+
private static final String DEFAULT_BUCKETS = "my-bucket,my-old-bucket";
29+
private static final String DEFAULT_ACCESS_KEY = "ap1";
30+
private static final String DEFAULT_SECRET_KEY = "s3cr3t";
31+
2832
public S3Mock() {
29-
super(ContainerSpecHelper.containerSpecHelper("s3mock", S3Mock.class).dockerImageName(null));
33+
this(DEFAULT_BUCKETS);
3034
}
3135

3236
public S3Mock(String initialBuckets) {
33-
this();
37+
super(
38+
ContainerSpecHelper.containerSpecHelper("s3mock", S3Mock.class)
39+
.dockerImageName(null)
40+
.asCompatibleSubstituteFor("adobe/s3mock"));
3441
this.withInitialBuckets(initialBuckets);
3542
}
3643

37-
public Map<String, String> getS3ConfigProperties(String accessKey, String secretKey) {
44+
public Map<String, String> getS3ConfigProperties() {
3845
String endpoint = this.getHttpEndpoint();
3946
return Map.of(
4047
"table-default.s3.endpoint", endpoint,
4148
"table-default.s3.path-style-access", "true",
42-
"table-default.s3.access-key-id", accessKey,
43-
"table-default.s3.secret-access-key", secretKey,
49+
"table-default.s3.access-key-id", DEFAULT_ACCESS_KEY,
50+
"table-default.s3.secret-access-key", DEFAULT_SECRET_KEY,
4451
"s3.endpoint", endpoint,
4552
"s3.path-style-access", "true",
46-
"s3.access-key-id", accessKey,
47-
"s3.secret-access-key", secretKey);
53+
"s3.access-key-id", DEFAULT_ACCESS_KEY,
54+
"s3.secret-access-key", DEFAULT_SECRET_KEY);
4855
}
4956
}

runtime/test-common/src/main/resources/org/apache/polaris/test/commons/s3mock/Dockerfile-s3mock-version

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,4 +19,4 @@
1919

2020
# Dockerfile to provide the image name and tag to a test.
2121
# Version is managed by Renovate - do not edit.
22-
FROM adobe/s3mock:4.7.0
22+
FROM docker.io/adobe/s3mock:4.7.0

0 commit comments

Comments
 (0)