mirror of
https://github.com/dolthub/dolt.git
synced 2026-04-23 05:13:00 -05:00
Dustin Brown
87 lines
3.6 KiB
Bash
Executable File
87 lines
3.6 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
set -e
|
|
|
|
if [ "$#" -ne 8 ]; then
|
|
echo "Usage: ./get-job-json.sh <jobname> <fromServer> <fromVersion> <toServer> <toVersion> <timePrefix> <actorPrefix> <format>"
|
|
exit 1
|
|
fi
|
|
|
|
jobName="$1"
|
|
fromServer="$2"
|
|
fromVersion="$3"
|
|
toServer="$4"
|
|
toVersion="$5"
|
|
timePrefix="$6"
|
|
actorPrefix="$7"
|
|
format="$8"
|
|
|
|
readTests="('oltp_read_only', 'oltp_point_select', 'select_random_points', 'select_random_ranges', 'covering_index_scan', 'index_scan', 'table_scan')"
|
|
medianLatencyChangeReadsQuery="select f.test_name as read_tests, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.1 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.1 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name;"
|
|
|
|
writeTests="('oltp_read_write', 'oltp_update_index', 'oltp_update_non_index', 'oltp_insert', 'bulk_insert', 'oltp_write_only', 'oltp_delete')"
|
|
medianLatencyChangeWritesQuery="select f.test_name as write_tests, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.1 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.1 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $writeTests group by f.test_name;"
|
|
|
|
echo '
|
|
{
|
|
"apiVersion": "batch/v1",
|
|
"kind": "Job",
|
|
"metadata": {
|
|
"name": "'$jobName'",
|
|
"namespace": "performance-benchmarking"
|
|
},
|
|
"spec": {
|
|
"backoffLimit": 1,
|
|
"template": {
|
|
"spec": {
|
|
"serviceAccountName": "performance-benchmarking",
|
|
"containers": [
|
|
{
|
|
"name": "performance-benchmarking",
|
|
"image": "407903926827.dkr.ecr.us-west-2.amazonaws.com/liquidata/performance-benchmarking:latest",
|
|
"resources": {
|
|
"limits": {
|
|
"cpu": "7000m"
|
|
}
|
|
},
|
|
"env": [
|
|
{
|
|
"name": "GOMAXPROCS",
|
|
"value": "7"
|
|
}
|
|
],
|
|
"args": [
|
|
"--schema=/schema.sql",
|
|
"--script-dir=/scripts/lua",
|
|
"--output='$format'",
|
|
"--from-server='$fromServer'",
|
|
"--from-version='$fromVersion'",
|
|
"--to-server='$toServer'",
|
|
"--to-version='$toVersion'",
|
|
"--bucket=performance-benchmarking-github-actions-results",
|
|
"--region=us-west-2",
|
|
"--results-dir='$timePrefix'",
|
|
"--results-prefix='$actorPrefix'",
|
|
"'"$medianLatencyChangeReadsQuery"'",
|
|
"'"$medianLatencyChangeWritesQuery"'"
|
|
]
|
|
}
|
|
],
|
|
"restartPolicy": "Never",
|
|
"nodeSelector": {
|
|
"performance-benchmarking-worker": "true"
|
|
},
|
|
"tolerations": [
|
|
{
|
|
"effect": "NoSchedule",
|
|
"key": "dedicated",
|
|
"operator": "Equal",
|
|
"value": "performance-benchmarking-worker"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
'
|