|
21 | 21 | import io.quarkus.test.junit.QuarkusIntegrationTest; |
22 | 22 | import org.apache.spark.sql.SparkSession; |
23 | 23 |
|
24 | | -public class SparkCatalogIcebergIT { |
25 | | - |
26 | | - abstract static class BaseTest extends SparkCatalogBaseIT { |
27 | | - /** Initialize the spark catalog to use the iceberg spark catalog. */ |
28 | | - @Override |
29 | | - protected SparkSession.Builder withCatalog(SparkSession.Builder builder, String catalogName) { |
30 | | - return builder |
31 | | - .config( |
32 | | - "spark.sql.extensions", |
33 | | - "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions") |
34 | | - .config( |
35 | | - String.format("spark.sql.catalog.%s", catalogName), |
36 | | - "org.apache.iceberg.spark.SparkCatalog") |
37 | | - .config("spark.sql.warehouse.dir", warehouseDir.toString()) |
38 | | - .config(String.format("spark.sql.catalog.%s.type", catalogName), "rest") |
39 | | - .config( |
40 | | - String.format("spark.sql.catalog.%s.uri", catalogName), |
41 | | - endpoints.catalogApiEndpoint().toString()) |
42 | | - .config(String.format("spark.sql.catalog.%s.warehouse", catalogName), catalogName) |
43 | | - .config(String.format("spark.sql.catalog.%s.scope", catalogName), "PRINCIPAL_ROLE:ALL") |
44 | | - .config( |
45 | | - String.format("spark.sql.catalog.%s.header.realm", catalogName), endpoints.realmId()) |
46 | | - .config(String.format("spark.sql.catalog.%s.token", catalogName), sparkToken) |
47 | | - .config(String.format("spark.sql.catalog.%s.s3.access-key-id", catalogName), "fakekey") |
48 | | - .config( |
49 | | - String.format("spark.sql.catalog.%s.s3.secret-access-key", catalogName), "fakesecret") |
50 | | - .config(String.format("spark.sql.catalog.%s.s3.region", catalogName), "us-west-2"); |
51 | | - } |
52 | | - } |
53 | | - |
54 | | - @QuarkusIntegrationTest |
55 | | - static class S3ATest extends BaseTest { |
56 | | - public S3ATest() { |
57 | | - s3Scheme = "s3a"; |
58 | | - } |
59 | | - } |
60 | | - |
61 | | - @QuarkusIntegrationTest |
62 | | - static class S3Test extends BaseTest { |
63 | | - public S3Test() { |
64 | | - s3Scheme = "s3"; |
65 | | - } |
| 24 | +@QuarkusIntegrationTest |
| 25 | +public class SparkCatalogIcebergIT extends SparkCatalogBaseIT { |
| 26 | + /** Initialize the spark catalog to use the iceberg spark catalog. */ |
| 27 | + @Override |
| 28 | + protected SparkSession.Builder withCatalog(SparkSession.Builder builder, String catalogName) { |
| 29 | + return builder |
| 30 | + .config( |
| 31 | + "spark.sql.extensions", |
| 32 | + "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions") |
| 33 | + .config( |
| 34 | + String.format("spark.sql.catalog.%s", catalogName), |
| 35 | + "org.apache.iceberg.spark.SparkCatalog") |
| 36 | + .config("spark.sql.warehouse.dir", warehouseDir.toString()) |
| 37 | + .config(String.format("spark.sql.catalog.%s.type", catalogName), "rest") |
| 38 | + .config( |
| 39 | + String.format("spark.sql.catalog.%s.uri", catalogName), |
| 40 | + endpoints.catalogApiEndpoint().toString()) |
| 41 | + .config(String.format("spark.sql.catalog.%s.warehouse", catalogName), catalogName) |
| 42 | + .config(String.format("spark.sql.catalog.%s.scope", catalogName), "PRINCIPAL_ROLE:ALL") |
| 43 | + .config( |
| 44 | + String.format("spark.sql.catalog.%s.header.realm", catalogName), endpoints.realmId()) |
| 45 | + .config(String.format("spark.sql.catalog.%s.token", catalogName), sparkToken) |
| 46 | + .config(String.format("spark.sql.catalog.%s.s3.access-key-id", catalogName), "fakekey") |
| 47 | + .config( |
| 48 | + String.format("spark.sql.catalog.%s.s3.secret-access-key", catalogName), "fakesecret") |
| 49 | + .config(String.format("spark.sql.catalog.%s.s3.region", catalogName), "us-west-2"); |
66 | 50 | } |
67 | 51 | } |
0 commit comments