use recv path from C directly

awslabs · Sep 5, 2024 · caae0eb · caae0eb
1 parent a7af556
commit caae0eb
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 60 deletions.
diff --git a/runners/s3-benchrunner-c/CRunner.cpp b/runners/s3-benchrunner-c/CRunner.cpp
@@ -76,14 +76,6 @@ class Task
     promise<void> donePromise;
     future<void> doneFuture;
 
-    FILE *downloadFile = NULL;
-
-    static int onDownloadData(
-        struct aws_s3_meta_request *meta_request,
-        const struct aws_byte_cursor *body,
-        uint64_t range_start,
-        void *user_data);
-
     static void onFinished(
         struct aws_s3_meta_request *meta_request,
         const struct aws_s3_meta_request_result *meta_request_result,
@@ -295,10 +287,7 @@ Task::Task(CRunner &runner, size_t taskI)
 
         if (runner.config.filesOnDisk)
         {
-            downloadFile = fopen(config.key.c_str(), "wb");
-            AWS_FATAL_ASSERT(downloadFile != NULL);
-
-            options.body_callback = Task::onDownloadData;
+            options.recv_filepath = toCursor(config.key);
         }
     }
     else
@@ -367,29 +356,10 @@ void Task::onFinished(
     }
 
     // clean up task
-    if (task->downloadFile != NULL)
-        fclose(task->downloadFile);
     aws_s3_meta_request_release(task->metaRequest);
     task->donePromise.set_value();
 }
 
-int Task::onDownloadData(
-    struct aws_s3_meta_request *meta_request,
-    const struct aws_byte_cursor *body,
-    uint64_t range_start,
-    void *user_data)
-{
-    auto *task = static_cast<Task *>(user_data);
-
-    size_t written = fwrite(body->ptr, 1, body->len, task->downloadFile);
-    AWS_FATAL_ASSERT(written == body->len);
-
-    // Increment read window so data will continue downloading
-    aws_s3_meta_request_increment_read_window(meta_request, body->len);
-
-    return AWS_OP_SUCCESS;
-}
-
 int main(int argc, char *argv[])
 {
     return benchmarkRunnerMain(

diff --git a/runners/s3-benchrunner-java/pom.xml b/runners/s3-benchrunner-java/pom.xml
@@ -10,7 +10,7 @@
 
   <properties>
     <!-- build with -Dawscrt.version=1.0.0-SNAPSHOT to use the locally installed dev version) -->
-    <awscrt.version>[0.30,)</awscrt.version>
+    <awscrt.version>[0.30.10,)</awscrt.version>
     <aws.sdk.version>[2.27,)</aws.sdk.version>
 
     <maven.compiler.release>17</maven.compiler.release>

diff --git a/runners/s3-benchrunner-java/src/main/java/com/example/s3benchrunner/crtjava/CRTJavaTask.java b/runners/s3-benchrunner-java/src/main/java/com/example/s3benchrunner/crtjava/CRTJavaTask.java
@@ -10,12 +10,9 @@
 
 import java.io.IOException;
 import java.nio.ByteBuffer;
-import java.nio.channels.FileChannel;
 import java.nio.channels.ReadableByteChannel;
-import java.nio.channels.WritableByteChannel;
 import java.nio.charset.StandardCharsets;
 import java.nio.file.Path;
-import java.nio.file.StandardOpenOption;
 import java.util.ArrayList;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.ExecutionException;
@@ -28,7 +25,6 @@ class CRTJavaTask implements S3MetaRequestResponseHandler {
     S3MetaRequest metaRequest;
     CompletableFuture<Void> doneFuture;
     ReadableByteChannel uploadFileChannel;
-    WritableByteChannel downloadFileChannel;
 
     CRTJavaTask(CRTJavaBenchmarkRunner runner, int taskI) {
         this.runner = runner;
@@ -66,12 +62,7 @@ class CRTJavaTask implements S3MetaRequestResponseHandler {
             headers.add(new HttpHeader("Content-Length", "0"));
 
             if (runner.config.filesOnDisk) {
-                try {
-                    downloadFileChannel = FileChannel.open(Path.of(config.key),
-                            StandardOpenOption.CREATE, StandardOpenOption.WRITE);
-                } catch (IOException e) {
-                    throw new RuntimeException(e);
-                }
+                options.withResponseFilePath(Path.of(config.key));
             }
         } else {
             throw new RuntimeException("Unknown task action: " + config.action);
@@ -102,21 +93,6 @@ void waitUntilDone() {
         }
     }
 
-    @Override
-    public int onResponseBody(ByteBuffer bodyBytesIn, long objectRangeStart, long objectRangeEnd) {
-        int amountReceived = bodyBytesIn.remaining();
-
-        if (downloadFileChannel != null) {
-            try {
-                downloadFileChannel.write(bodyBytesIn);
-            } catch (IOException e) {
-                Util.exitWithError("Failed writing to file: " + e.toString());
-            }
-        }
-
-        return amountReceived;
-    }
-
     @Override
     public void onFinished(S3FinishedResponseContext context) {
         if (context.getErrorCode() != 0) {
@@ -136,9 +112,6 @@ public void onFinished(S3FinishedResponseContext context) {
         } else {
             // CRTJavaTask succeeded. Clean up...
             try {
-                if (downloadFileChannel != null) {
-                    downloadFileChannel.close();
-                }
                 if (uploadFileChannel != null) {
                     uploadFileChannel.close();
                 }