Http Client benchmark

.builder/actions/localhost_canary.py

@@ -0,0 +1,17 @@
+import Builder
+import sys
+import os
+
+
+class LocalhostCanary(Builder.Action):
+
+    def run(self, env):
+        env.shell.setenv('AWS_CRT_MEMORY_TRACING', '2')
+        actions = [
+            "mvn install -DskipTests",
+            "cd ./samples/HttpClientCanary && mvn install",
+            "cd ./samples/HttpClientCanary && mvn exec:exec@netty",
+            "cd ./samples/HttpClientCanary && mvn exec:exec@crt"
+        ]
+
+        return Builder.Script(actions, name='aws-crt-java-test')

.github/workflows/ci.yml

@@ -238,3 +238,58 @@ jobs:
         Start-Process -NoNewWindow python .\non_tls_server.py
         python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')"
         python builder.pyz localhost-test -p ${{ env.PACKAGE_NAME }} downstream
+
+  localhost-canary-linux:
+    runs-on: ubuntu-20.04 # latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        submodules: true
+    - name: Configure local host
+      run: |
+        python3 -m pip install h2
+        cd crt/aws-c-http/tests/py_localhost/
+        python3 server.py &
+        python3 non_tls_server.py &
+    - name: Build and test
+      run: |
+        python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')"
+        python builder.pyz localhost-canary -p ${{ env.PACKAGE_NAME }} --spec=downstream
+
+  localhost-canary-mac:
+    runs-on: macos-11 # latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        submodules: true
+    - name: Configure local host
+      run: |
+        python3 -m pip install h2
+        cd crt/aws-c-http/tests/py_localhost/
+        python3 server.py &
+        python3 non_tls_server.py &
+    - name: Build and test
+      run: |
+        python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')"
+        chmod a+x builder
+        ./builder localhost-canary -p ${{ env.PACKAGE_NAME }} --spec=downstream
+
+  localhost-canary-win:
+    runs-on: windows-2022 # latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+      with:
+        submodules: true
+    - name: Configure local host
+      run: |
+        python -m pip install h2
+    - name: Build and test
+      run: |
+        cd crt/aws-c-http/tests/py_localhost/
+        Start-Process -NoNewWindow python .\server.py
+        Start-Process -NoNewWindow python .\non_tls_server.py
+        python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')"
+        python builder.pyz localhost-canary -p ${{ env.PACKAGE_NAME }} downstream

samples/HttpClientCanary/pom.xml

@@ -0,0 +1,72 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+  <groupId>com.canary</groupId>
+  <artifactId>canary</artifactId>
+  <version>1.0-SNAPSHOT</version>
+
+  <properties>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    <maven.compiler.source>1.8</maven.compiler.source>
+    <maven.compiler.target>1.8</maven.compiler.target>
+  </properties>
+
+  <dependencies>
+    <dependency>
+      <groupId>software.amazon.awssdk.crt</groupId>
+      <artifactId>aws-crt</artifactId>
+      <version>1.0.0-SNAPSHOT</version>
+    </dependency>
+      <dependency>
+          <groupId>software.amazon.awssdk</groupId>
+          <artifactId>netty-nio-client</artifactId>
+          <version>2.17.261</version>
+          <scope>compile</scope>
+      </dependency>
+      <dependency>
+          <groupId>io.reactivex.rxjava2</groupId>
+          <artifactId>rxjava</artifactId>
+          <version>2.2.21</version>
+          <scope>compile</scope>
+      </dependency>
+  </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+          <groupId>org.codehaus.mojo</groupId>
+          <!-- Need to use exec not java see:http://mail.openjdk.java.net/pipermail/jmh-dev/2014-July/001192.html, https://stackoverflow.com/questions/15013651/using-maven-execexec-with-arguments -->
+          <artifactId>exec-maven-plugin</artifactId>
+          <version>1.6.0</version>
+          <executions>
+            <execution>
+              <id>netty</id>
+              <configuration>
+                  <executable>java</executable>
+                  <arguments>
+                      <argument>-classpath</argument>
+                      <classpath/>
+                      <argument>com.canary.SDKNettyClientCanary</argument>
+                  </arguments>
+              </configuration>
+            </execution>
+            <execution>
+              <id>crt</id>
+              <configuration>
+                  <executable>java</executable>
+                  <arguments>
+                      <argument>-classpath</argument>
+                      <classpath/>
+                      <argument>com.canary.Http2StreamManagerCanary</argument>
+                  </arguments>
+              </configuration>
+            </execution>
+          </executions>
+      </plugin>
+    </plugins>
+  </build>
+
+</project>

samples/HttpClientCanary/src/main/java/com/canary/CanaryUtils.java

@@ -0,0 +1,66 @@
+/**
+ * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+ * SPDX-License-Identifier: Apache-2.0.
+ */
+
+package com.canary;
+
+import java.util.concurrent.*;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.ArrayList;
+
+public class CanaryUtils {
+    private static final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(10);
+    private static final AtomicInteger numDataCollected = new AtomicInteger(0);
+
+    public static ScheduledExecutorService createDataCollector(int warmupLoops, int loops, long timerSecs,
+            AtomicInteger opts, AtomicBoolean done,
+            ArrayList<Double> warmupResults, ArrayList<Double> results) {
+        ScheduledFuture<?> task = scheduler.scheduleAtFixedRate(new Runnable() {
+            @Override
+            public void run() {
+                int numCollected = numDataCollected.incrementAndGet();
+                int collectedOpts = opts.getAndSet(0);
+                double result = (double)collectedOpts/(double)timerSecs;
+                if (numCollected <= warmupLoops) {
+                    System.out.println("warm up: " + result);
+                    warmupResults.add(result);
+                    return;
+                }
+                if (numCollected > loops + warmupLoops) {
+                    done.set(true);
+                    return;
+                }
+                System.out.println("result: " + result);
+                results.add(result);
+            }
+        }, timerSecs, timerSecs, TimeUnit.SECONDS);
+        return scheduler;
+    }
+
+    public static double calculateAverage(ArrayList<Double> list) {
+        return list.stream().mapToDouble(d -> d).average().orElse(0.0);
+    }
+
+    public static double calculateSTD(ArrayList<Double> list) {
+        double avg = calculateAverage(list);
+
+        double variance = 0;
+        for (int i = 0; i < list.size(); i++) {
+            variance += Math.pow(list.get(i) - avg, 2);
+        }
+        variance /= (list.size()-1);
+        return Math.sqrt(variance);
+     }
+
+    /* Return avg of the list and print out the avg and std */
+     public static double printResult(ArrayList<Double> list) {
+         double avg = calculateAverage(list);
+         double std = calculateSTD(list);
+         System.out.println("Result collected has: " + list.size());
+         System.out.println("avg of all samples: " + avg);
+         System.out.println("Standard deviation of all samples: " + std);
+         return avg;
+      }
+}

samples/HttpClientCanary/src/main/java/com/canary/EmptyPublisher.java

@@ -0,0 +1,45 @@
+package com.canary;
+
+import java.nio.ByteBuffer;
+import java.util.Optional;
+import org.reactivestreams.Subscriber;
+import org.reactivestreams.Subscription;
+import software.amazon.awssdk.http.async.SdkHttpContentPublisher;
+
+public class EmptyPublisher implements SdkHttpContentPublisher {
+    @Override
+    public void subscribe(Subscriber<? super ByteBuffer> subscriber) {
+        subscriber.onSubscribe(new EmptySubscription(subscriber));
+    }
+
+    @Override
+    public Optional<Long> contentLength() {
+        return Optional.of(0L);
+    }
+
+    private static class EmptySubscription implements Subscription {
+        private final Subscriber subscriber;
+        private volatile boolean done;
+
+        EmptySubscription(Subscriber subscriber) {
+            this.subscriber = subscriber;
+        }
+
+        @Override
+        public void request(long l) {
+            if (!done) {
+                done = true;
+                if (l <= 0) {
+                    this.subscriber.onError(new IllegalArgumentException("Demand must be positive"));
+                } else {
+                    this.subscriber.onComplete();
+                }
+            }
+        }
+
+        @Override
+        public void cancel() {
+            done = true;
+        }
+    }
+}