/.github/{scripts,workflows}: add release run arg to latency and correctness jobs

.github/scripts/performance-benchmarking/get-dolt-dolt-job-json.sh

@@ -33,6 +33,10 @@ if [ -n "$withTpcc" ]; then
   withTpcc="\"--withTpcc=$withTpcc\","
 fi
 
+if [ -n "$RELEASE_RUN" ]; then
+  releaseRun="\"--release-run\","
+fi
+
 readTests="('oltp_read_only', 'oltp_point_select', 'select_random_points', 'select_random_ranges', 'covering_index_scan', 'index_scan', 'table_scan', 'groupby_scan', 'index_join_scan', 'types_table_scan', 'index_join')"
 medianLatencyChangeReadsQuery="select f.test_name as read_tests, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.1 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.1 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name;"
 
@@ -92,6 +96,7 @@ echo '
               "--issue-number='$issueNumber'",
               "--results-dir='$timePrefix'",
               "--results-prefix='$actorPrefix'",
+              '"$releaseRun"'
               '"$withTpcc"'
               '"$initBigRepo"'
               '"$nomsBinFormat"'

.github/scripts/performance-benchmarking/get-mysql-dolt-job-json.sh

@@ -34,6 +34,10 @@ if [ -n "$withTpcc" ]; then
   withTpcc="\"--withTpcc=$withTpcc\","
 fi
 
+if [ -n "$RELEASE_RUN" ]; then
+  releaseRun="\"--release-run\","
+fi
+
 readTests="('oltp_read_only', 'oltp_point_select', 'select_random_points', 'select_random_ranges', 'covering_index_scan', 'index_scan', 'table_scan', 'groupby_scan', 'index_join_scan', 'types_table_scan', 'index_join')"
 medianLatencyMultiplierReadsQuery="select f.test_name as read_tests, f.server_name, f.server_version, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, t.server_name, t.server_version, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) < 1.0 then 1.0 else ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) end as multiplier from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name;"
 meanMultiplierReadsQuery="select round(avg(multipliers), $precision) as reads_mean_multiplier from (select case when (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) < 1.0 then 1.0 else (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) end as multipliers from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name)"
@@ -98,6 +102,7 @@ echo '
               "--region=us-west-2",
               "--results-dir='$timeprefix'",
               "--results-prefix='$actorprefix'",
+              '"$releaseRun"'
               '"$withTpcc"'
               '"$initBigRepo"'
               '"$nomsBinFormat"'

.github/scripts/performance-benchmarking/run-benchmarks.sh

@@ -85,6 +85,7 @@ source \
   "$issuenumber"     \
   "$INIT_BIG_REPO"   \
   "$NOMS_BIN_FORMAT" \
+  "$RELEASE_RUN"     \
   "$WITH_TPCC" > job.json
 
 out=$(KUBECONFIG="$KUBECONFIG" kubectl apply -f job.json || true)

.github/scripts/sql-correctness/get-dolt-correctness-job-json.sh

@@ -21,6 +21,10 @@ if [ -n "$nomsBinFormat" ]; then
   nomsBinFormat="\"--noms-bin-format=$nomsBinFormat\","
 fi
 
+if [ -n "$RELEASE_RUN" ]; then
+  releaseRun="\"--release-run\","
+fi
+
 resultCountQuery="select result, count(*) as total from results where result != 'skipped' group by result;"
 testCountQuery="select count(*) as total_tests from results where result != 'skipped';"
 correctnessQuery="select ROUND(100.0 * (cast(ok_results.total as decimal) / (cast(all_results.total as decimal) + .000001)), $precision) as correctness_percentage from (select count(*) as total from results where result = 'ok') as ok_results join (select count(*) as total from results where result != 'skipped') as all_results"
@@ -65,6 +69,7 @@ echo '
               "--region=us-west-2",
               "--results-dir='$timeprefix'",
               "--results-prefix='$actorprefix'",
+              '"$releaseRun"'
               "'"$resultCountQuery"'",
               "'"$testCountQuery"'",
               "'"$correctnessQuery"'"

.github/scripts/sql-correctness/run-correctness.sh

@@ -73,6 +73,7 @@ source \
   "$timeprefix" \
   "$actorprefix" \
   "$format" \
+  "$RELEASE_RUN" \
   "$NOMS_BIN_FORMAT" > job.json
 
 out=$(KUBECONFIG="$KUBECONFIG" kubectl apply -f job.json || true)

.github/workflows/k8s-benchmark-latency.yaml

@@ -40,6 +40,7 @@ jobs:
       - name: Create Sysbench Performance Benchmarking K8s Job
         run: ./.github/scripts/performance-benchmarking/run-benchmarks.sh
         env:
+          RELEASE_RUN: ${{ github.event.client_payload.release_run }}
           FROM_SERVER: ${{ github.event.client_payload.from_server }}
           FROM_VERSION: ${{ github.event.client_payload.from_version }}
           TO_SERVER: ${{ github.event.client_payload.to_server }}

.github/workflows/k8s-sql-correctness.yaml

@@ -39,6 +39,7 @@ jobs:
       - name: Create SQL Correctness K8s Job
         run: ./.github/scripts/sql-correctness/run-correctness.sh
         env:
+          RELEASE_RUN: ${{ github.event.client_payload.release_run }}
           TO_VERSION: ${{ github.event.client_payload.to_version }}
           MODE: ${{ github.event.client_payload.mode }}
           ACTOR: ${{ github.event.client_payload.actor }}

.github/workflows/performance-benchmarks-email-report.yaml

@@ -39,11 +39,17 @@ jobs:
     needs: set-version-actor
     name: Trigger Benchmark Latency and Benchmark Import K8s Workflows
     steps:
+      - name: Is Release Run
+        id: release_run
+        run: |
+          if [ ${{ github.event_name }} == 'repository_dispatch' ]; then
+            echo "release_run=true" >> $GITHUB_OUTPUT
+          fi
       - uses: peter-evans/repository-dispatch@v2.0.0
         with:
           token: ${{ secrets.REPO_ACCESS_TOKEN }}
           event-type: benchmark-latency
-          client-payload: '{"from_server": "mysql", "from_version": "8.0.28", "to_server": "dolt", "to_version": "${{ needs.set-version-actor.outputs.version }}", "mode": "release", "actor": "${{ needs.set-version-actor.outputs.actor }}", "actor_email": "${{ needs.set-version-actor.outputs.actor_email }}", "template_script": "./.github/scripts/performance-benchmarking/get-mysql-dolt-job-json.sh"}'
+          client-payload: '{"release_run": "${{ steps.release_run.outputs.release_run }}", "from_server": "mysql", "from_version": "8.0.28", "to_server": "dolt", "to_version": "${{ needs.set-version-actor.outputs.version }}", "mode": "release", "actor": "${{ needs.set-version-actor.outputs.actor }}", "actor_email": "${{ needs.set-version-actor.outputs.actor_email }}", "template_script": "./.github/scripts/performance-benchmarking/get-mysql-dolt-job-json.sh"}'
       - uses: peter-evans/repository-dispatch@v2.0.0
         with:
           token: ${{ secrets.REPO_ACCESS_TOKEN }}

.github/workflows/sql-correctness.yaml

@@ -36,8 +36,14 @@ jobs:
     needs: set-version-actor
     name: Trigger SQL Correctness K8s Workflow
     steps:
+      - name: Is Release Run
+        id: release_run
+        run: |
+          if [ ${{ github.event_name }} == 'repository_dispatch' ]; then
+            echo "release_run=true" >> $GITHUB_OUTPUT
+          fi
       - uses: peter-evans/repository-dispatch@v2.0.0
         with:
           token: ${{ secrets.REPO_ACCESS_TOKEN }}
           event-type: sql-correctness
-          client-payload: '{"to_version": "${{ needs.set-version-actor.outputs.version }}", "mode": "release", "actor": "${{ needs.set-version-actor.outputs.actor }}", "actor_email": "${{ needs.set-version-actor.outputs.actor_email }}", "template_script": "./.github/scripts/sql-correctness/get-dolt-correctness-job-json.sh"}'
+          client-payload: '{"release_run": "${{ steps.release_run.outputs.release_run }}", "to_version": "${{ needs.set-version-actor.outputs.version }}", "mode": "release", "actor": "${{ needs.set-version-actor.outputs.actor }}", "actor_email": "${{ needs.set-version-actor.outputs.actor_email }}", "template_script": "./.github/scripts/sql-correctness/get-dolt-correctness-job-json.sh"}'