|
38 | 38 |
|
39 | 39 | import software.amazon.s3.analyticsaccelerator.S3SeekableInputStreamConfiguration; |
40 | 40 | import software.amazon.s3.analyticsaccelerator.common.ConnectorConfiguration; |
41 | | -import software.amazon.s3.analyticsaccelerator.util.PrefetchMode; |
42 | 41 |
|
43 | 42 | import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY; |
44 | 43 | import static org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY_PARQUET; |
|
64 | 63 | public class ITestS3AAnalyticsAcceleratorStreamReading extends AbstractS3ATestBase { |
65 | 64 |
|
66 | 65 | private static final String PHYSICAL_IO_PREFIX = "physicalio"; |
67 | | - private static final String LOGICAL_IO_PREFIX = "logicalio"; |
68 | | - |
69 | 66 |
|
70 | 67 | private Path externalTestFile; |
71 | 68 |
|
@@ -177,35 +174,6 @@ public void testMultiRowGroupParquet() throws Throwable { |
177 | 174 | verifyStatisticCounterValue(ioStats, STREAM_READ_ANALYTICS_OPENED, 1); |
178 | 175 | } |
179 | 176 |
|
180 | | - @Test |
181 | | - public void testConnectorFrameworkConfigurable() { |
182 | | - describe("Verify S3 connector framework reads configuration"); |
183 | | - |
184 | | - Configuration conf = new Configuration(getConfiguration()); |
185 | | - |
186 | | - //Disable Predictive Prefetching |
187 | | - conf.set(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX + |
188 | | - "." + LOGICAL_IO_PREFIX + ".prefetching.mode", "all"); |
189 | | - |
190 | | - //Set Blobstore Capacity |
191 | | - conf.setInt(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX + |
192 | | - "." + PHYSICAL_IO_PREFIX + ".blobstore.capacity", 1); |
193 | | - |
194 | | - ConnectorConfiguration connectorConfiguration = |
195 | | - new ConnectorConfiguration(conf, ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX); |
196 | | - |
197 | | - S3SeekableInputStreamConfiguration configuration = |
198 | | - S3SeekableInputStreamConfiguration.fromConfiguration(connectorConfiguration); |
199 | | - |
200 | | - Assertions.assertThat(configuration.getLogicalIOConfiguration().getPrefetchingMode()) |
201 | | - .as("AnalyticsStream configuration is not set to expected value") |
202 | | - .isSameAs(PrefetchMode.ALL); |
203 | | - |
204 | | - Assertions.assertThat(configuration.getPhysicalIOConfiguration().getBlobStoreCapacity()) |
205 | | - .as("AnalyticsStream configuration is not set to expected value") |
206 | | - .isEqualTo(1); |
207 | | - } |
208 | | - |
209 | 177 | @Test |
210 | 178 | public void testInvalidConfigurationThrows() throws Exception { |
211 | 179 | describe("Verify S3 connector framework throws with invalid configuration"); |
|
0 commit comments