mirror of
https://github.com/dolthub/dolt.git
synced 2026-04-23 05:13:00 -05:00
Vinai Rachakonda
105 lines
6.7 KiB
Bash
Executable File
105 lines
6.7 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
set -e
|
|
|
|
if [ "$#" -lt 8 ]; then
|
|
echo "Usage: ./get-job-json.sh <jobname> <fromServer> <fromVersion> <toServer> <toVersion> <timeprefix> <actorprefix> <format>"
|
|
exit 1
|
|
fi
|
|
|
|
jobname="$1"
|
|
fromServer="$2"
|
|
fromVersion="$3"
|
|
toServer="$4"
|
|
toVersion="$5"
|
|
timeprefix="$6"
|
|
actorprefix="$7"
|
|
format="$8"
|
|
precision="1"
|
|
tpccRegex="tpcc%"
|
|
|
|
readTests="('oltp_read_only', 'oltp_point_select', 'select_random_points', 'select_random_ranges', 'covering_index_scan', 'index_scan', 'table_scan', 'groupby_scan')"
|
|
medianLatencyMultiplierReadsQuery="select f.test_name as read_tests, f.server_name, f.server_version, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, t.server_name, t.server_version, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) < 1.0 then 1.0 else ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) end as multiplier from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name;"
|
|
meanMultiplierReadsQuery="select round(avg(multipliers), $precision) as reads_mean_multiplier from (select case when (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) < 1.0 then 1.0 else (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) end as multipliers from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name)"
|
|
|
|
writeTests="('oltp_read_write', 'oltp_update_index', 'oltp_update_non_index', 'oltp_insert', 'bulk_insert', 'oltp_write_only', 'oltp_delete')"
|
|
medianLatencyMultiplierWritesQuery="select f.test_name as write_tests, f.server_name, f.server_version, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, t.server_name, t.server_version, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) < 1.0 then 1.0 else ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) end as multiplier from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $writeTests group by f.test_name;"
|
|
meanMultiplierWritesQuery="select round(avg(multipliers), $precision) as writes_mean_multiplier from (select case when (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) < 1.0 then 1.0 else (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) end as multipliers from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $writeTests group by f.test_name)"
|
|
|
|
meanMultiplierOverallQuery="select round(avg(multipliers), $precision) as overall_mean_multiplier from (select case when (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) < 1.0 then 1.0 else (round(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision)) end as multipliers from from_results as f join to_results as t on f.test_name = t.test_name group by f.test_name)"
|
|
|
|
tpccLatencyQuery="select f.test_name as test_name, f.server_name, f.server_version, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, t.server_name, t.server_version, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) < 1.0 then 1.0 else ROUND(avg(t.latency_percentile) / (avg(f.latency_percentile) + .000001), $precision) end as multiplier from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name LIKE '$tpccRegex' group by f.test_name;"
|
|
tpccTpsQuery="select f.test_name as test_name, f.server_name, f.server_version, avg(f.sql_transactions_per_second) as tps, t.test_name as test_name, t.server_name, t.server_version, avg(t.sql_transactions_per_second) as tps from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name LIKE 'tpcc%' group by f.test_name;"
|
|
|
|
echo '
|
|
{
|
|
"apiVersion": "batch/v1",
|
|
"kind": "Job",
|
|
"metadata": {
|
|
"name": "'$jobname'",
|
|
"namespace": "performance-benchmarking"
|
|
},
|
|
"spec": {
|
|
"backoffLimit": 3,
|
|
"template": {
|
|
"spec": {
|
|
"serviceAccountName": "performance-benchmarking",
|
|
"containers": [
|
|
{
|
|
"name": "performance-benchmarking",
|
|
"image": "407903926827.dkr.ecr.us-west-2.amazonaws.com/liquidata/performance-benchmarking:latest",
|
|
"resources": {
|
|
"limits": {
|
|
"cpu": "7000m"
|
|
}
|
|
},
|
|
"env": [
|
|
{ "name": "GOMAXPROCS", "value": "7" },
|
|
{ "name": "ACTOR", "value": "'$ACTOR'" },
|
|
{ "name": "ACTOR_EMAIL", "value": "'$ACTOR_EMAIL'" },
|
|
{ "name": "REPO_ACCESS_TOKEN", "value": "'$REPO_ACCESS_TOKEN'" }
|
|
],
|
|
"imagePullPolicy": "Always",
|
|
"args": [
|
|
"--schema=/schema.sql",
|
|
"--useDoltHubLuaScriptsRepo",
|
|
"--output='$format'",
|
|
"--mysql-exec=/usr/sbin/mysqld",
|
|
"--mysql-protocol=unix",
|
|
"--from-server='$fromServer'",
|
|
"--from-version='$fromVersion'",
|
|
"--to-server='$toServer'",
|
|
"--to-version='$toVersion'",
|
|
"--bucket=performance-benchmarking-github-actions-results",
|
|
"--region=us-west-2",
|
|
"--results-dir='$timeprefix'",
|
|
"--results-prefix='$actorprefix'",
|
|
"--withTpcc=true",
|
|
"--sysbenchQueries='"$medianLatencyMultiplierReadsQuery"'",
|
|
"--sysbenchQueries='"$meanMultiplierReadsQuery"'",
|
|
"--sysbenchQueries='"$medianLatencyMultiplierWritesQuery"'",
|
|
"--sysbenchQueries='"$meanMultiplierWritesQuery"'",
|
|
"--sysbenchQueries='"$meanMultiplierOverallQuery"'",
|
|
"--tpccQueries='"$tpccLatencyQuery"'",
|
|
"--tpccQueries='"$tpccTpsQuery"'"
|
|
]
|
|
}
|
|
],
|
|
"restartPolicy": "Never",
|
|
"nodeSelector": {
|
|
"performance-benchmarking-worker": "true"
|
|
},
|
|
"tolerations": [
|
|
{
|
|
"effect": "NoSchedule",
|
|
"key": "dedicated",
|
|
"operator": "Equal",
|
|
"value": "performance-benchmarking-worker"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
'
|