Benchmark: Adds loop script and update run.sh

Microsoft.Azure.Cosmos.Samples/Tools/Benchmark/loop.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+export OSSProjectRef=True
+export RESULTS_PK=test_runs
+export PL=18
+
+#These must be configured
+export ACCOUNT_ENDPOINT=
+export ACCOUNT_KEY=
+export TELEMETRY_ENDPOINT=
+
+#Loop forever
+i=0
+while :
+do
+ #Kill any running processes
+ pkill -f run.sh
+ git pull origin --depth=1
+
+ # Query operations take a long time
+ # Only run them once every 10 runs
+ if [ $(($i % 10)) -eq 0 ]; then
+ echo Query run is enabled
+ export INCLUDE_QUERY=true
+ else
+ export INCLUDE_QUERY=false
+ fi
+ ((i++))
+
+ ./run.sh
+
+ echo "====== Waiting for 10Sec ================="
+ sleep 10 #Wait for 10sec
+
+done

Microsoft.Azure.Cosmos.Samples/Tools/Benchmark/run.sh

@@ -24,8 +24,54 @@ then
  exit -1
 fi
 
-for BENCHMARK_NAME in InsertV3 ReadStreamExistsV3 #ReadFeedStreamV3 ReadNotExistsV3 ReadTExistsV3
+if [ -z "$TELEMETRY_ENDPOINT" ]
+then
+ echo "Missing TELEMETRY_ENDPOINT"
+ exit -1
+fi
+
+if [ -z "$INCLUDE_QUERY" ]
+then
+ echo "Missing INCLUDE_QUERY"
+ exit -1
+fi
+
+COMMIT_ID=$(git log -1 | head -n 1 | cut -d ' ' -f 2)
+COMMIT_DATE=$(git log -1 --date=format:'%Y-%m-%d %H:%M:%S' | grep Date | cut -f 2- -d ':' | sed 's/^[ \t]*//;s/[ \t]*$//' | cut -f 1 -d ' ')
+COMMIT_TIME=$(git log -1 --date=format:'%Y-%m-%d %H:%M:%S' | grep Date | cut -f 2- -d ':' | sed 's/^[ \t]*//;s/[ \t]*$//' | cut -f 2 -d ' ')
+BRANCH_NAME=$(git rev-parse --abbrev-ref HEAD)
+
+echo $COMMIT_ID
+echo $COMMIT_DATE
+echo $COMMIT_TIME
+echo $BRANCH_NAME
+
+# Client telemetry disabled ReadStreamExistsV3
+dotnet run -c Release -- -n 2000000 -w ReadStreamExistsV3 --tcp 10 --pl $PL -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY --enablelatencypercentiles --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $COMMIT_ID --commitdate $COMMIT_DATE --committime $COMMIT_TIME --branchname $BRANCH_NAME --database testdb --container testcol --partitionkeypath /pk 
+sleep 10 #Wait
+
+# Client telemetry enabled ReadStreamExistsV3. This is needed to see the impact of client telemetry. 
+dotnet run -c Release -- -n 2000000 -w ReadStreamExistsV3 --enableTelemetry --telemetryScheduleInSec 60 --telemetryEndpoint $TELEMETRY_ENDPOINT --tcp 10 --pl $PL -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY --enablelatencypercentiles --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $COMMIT_ID --commitdate $COMMIT_DATE --committime $COMMIT_TIME --branchname $BRANCH_NAME --database testdb --container testcol --partitionkeypath /pk 
+sleep 10 #Wait
+
+#Point read operations
+for WORKLOAD_NAME in ReadNotExistsV3 ReadTExistsV3 ReadStreamExistsWithDiagnosticsV3
 do
- dotnet run -c Release -- -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $(git log -1 | head -n 1 | cut -d ' ' -f 2) --commitdate $(git log -1 --date=format:'%Y-%m-%d %H:%M:%S' | grep Date | cut -f 2- -d ':' | sed 's/^[ \t]*//;s/[ \t]*$//' | cut -f 1 -d ' ') --committime $(git log -1 --date=format:'%Y-%m-%d %H:%M:%S' | grep Date | cut -f 2- -d ':' | sed 's/^[ \t]*//;s/[ \t]*$//' | cut -f 2 -d ' ') --branchname $(git rev-parse --abbrev-ref HEAD) --database testdb --container testcol --partitionkeypath /pk -n 2000000 -w $BENCHMARK_NAME --pl $PL 
+ dotnet run -c Release -- -n 2000000 -w $WORKLOAD_NAME --pl $PL --enableTelemetry --telemetryScheduleInSec 60 --telemetryEndpoint $TELEMETRY_ENDPOINT --tcp 10 -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY --enablelatencypercentiles --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $COMMIT_ID --commitdate $COMMIT_DATE --committime $COMMIT_TIME --branchname $BRANCH_NAME --database testdb --container testcol --partitionkeypath /pk 
+ sleep 10 #Wait
 done
 
+#Insert operation
+dotnet run -c Release -- -n 2000000 -w InsertV3 --pl 30 --enableTelemetry --telemetryScheduleInSec 60 --telemetryEndpoint $TELEMETRY_ENDPOINT --tcp 1 -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY --enablelatencypercentiles --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $COMMIT_ID --commitdate $COMMIT_DATE --committime $COMMIT_TIME --branchname $BRANCH_NAME --database testdb --container testcol --partitionkeypath /pk 
+sleep 45 #Wait
+
+if [ "$INCLUDE_QUERY" = true ]
+then
+ #Query operations
+ # n value is lowered to 100000 because queries are significantly slower. This prevents the runs from taking to long.
+ for WORKLOAD_NAME in ReadFeedStreamV3 QueryTSinglePkV3 QueryTSinglePkOrderByWithPaginationV3 QueryTSinglePkOrderByFullDrainV3 QueryTCrossPkV3 QueryTCrossPkOrderByWithPaginationV3 QueryTCrossPkOrderByFullDrainV3 QueryStreamSinglePkV3 QueryStreamSinglePkOrderByWithPaginationV3 QueryStreamSinglePkOrderByFullDrainV3 QueryStreamCrossPkV3 QueryStreamCrossPkOrderByWithPaginationV3 QueryStreamCrossPkOrderByFullDrainV3
+ $do
+ dotnet run -c Release -- -n 200000 -w $WORKLOAD_NAME --pl $PL --enableTelemetry --telemetryScheduleInSec 60 --telemetryEndpoint $TELEMETRY_ENDPOINT --tcp 10 -e $ACCOUNT_ENDPOINT -k $ACCOUNT_KEY--enablelatencypercentiles --disablecoresdklogging --publishresults --resultspartitionkeyvalue $RESULTS_PK --commitid $COMMIT_ID --commitdate $COMMIT_DATE --committime $COMMIT_TIME --branchname $BRANCH_NAME --database testdb --container testcol --partitionkeypath /pk 
+ sleep 10 #Wait
+ done
+fi