mirror/dolt
1
0
Fork 0
mirror of https://github.com/dolthub/dolt.git synced 2026-04-23 05:13:00 -05:00
Code Issues Packages Projects Releases 157 Wiki Activity

[no-release-notes] add percent_change instead of is_faster for benchmarks (#8419)

Browse Source
This commit is contained in:
James Cor
2024-10-08 01:18:45 -07:00
committed by GitHub
parent 294c2bd41d
commit 870852f1a6
1 changed files with 125 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/scripts/performance-benchmarking/get-dolt-dolt-job-json.sh
+125 -6
View File
@@ -33,14 +33,133 @@ if [ -n "$withTpcc" ]; then
withTpcc="\"--withTpcc=$withTpcc\","
fi
readTests="('oltp_read_only', 'oltp_point_select', 'select_random_points', 'select_random_ranges', 'covering_index_scan', 'index_scan', 'table_scan', 'groupby_scan', 'index_join_scan', 'types_table_scan', 'index_join')"
medianLatencyChangeReadsQuery="select f.test_name as read_tests, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.1 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.1 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $readTests group by f.test_name;"
readTests="(
'oltp_read_only',
'oltp_point_select',
'select_random_points',
'select_random_ranges',
'covering_index_scan',
'index_scan',
'table_scan',
'groupby_scan',
'index_join_scan',
'types_table_scan',
'index_join'
)"
writeTests="('oltp_read_write', 'oltp_update_index', 'oltp_update_non_index', 'oltp_insert', 'oltp_write_only', 'oltp_delete_insert', 'types_delete_insert')"
medianLatencyChangeWritesQuery="select f.test_name as write_tests, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_median, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_median, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.1 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.1 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name in $writeTests group by f.test_name;"
medianLatencyChangeReadsQuery="
with result(test_name, from_latency, to_latency) as (
select
f.test_name,
avg(f.latency_percentile),
avg(t.latency_percentile)
from
from_results as f
join
to_results as t
on
f.test_name = t.test_name
where
f.test_name in $readTests
group by
f.test_name
)
select
test_name as read_tests,
from_latency,
to_latency,
round(100 * ((from_latency - to_latency) / from_latency), 2) as percent_change
from result;"
tpccLatencyQuery="select f.test_name as test_name, case when avg(f.latency_percentile) < 0.001 then 0.001 else avg(f.latency_percentile) end as from_latency_p95, case when avg(t.latency_percentile) < 0.001 then 0.001 else avg(t.latency_percentile) end as to_latency_p95, case when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) < -0.25 then 1 when ((avg(t.latency_percentile) - avg(f.latency_percentile)) / (avg(f.latency_percentile) + .0000001)) > 0.25 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name LIKE '$tpccRegex' group by f.test_name;"
tpccTpsQuery="select f.test_name as test_name, f.server_name, f.server_version, avg(f.sql_transactions_per_second) as tps, t.test_name as test_name, t.server_name, t.server_version, avg(t.sql_transactions_per_second) as tps, case when ((avg(t.sql_transactions_per_second) - avg(f.sql_transactions_per_second)) / (avg(f.sql_transactions_per_second) + .0000001)) < -0.5 then 1 when ((avg(t.sql_transactions_per_second) - avg(f.sql_transactions_per_second)) / (avg(f.sql_transactions_per_second) + .0000001)) > 0.5 then -1 else 0 end as is_faster from from_results as f join to_results as t on f.test_name = t.test_name where f.test_name LIKE 'tpcc%' group by f.test_name;"
writeTests="(
'oltp_read_write',
'oltp_update_index',
'oltp_update_non_index',
'oltp_insert',
'oltp_write_only',
'oltp_delete_insert',
'types_delete_insert'
)"
medianLatencyChangeWritesQuery="
with result(test_name, from_latency, to_latency) as (
select
f.test_name,
avg(f.latency_percentile),
avg(t.latency_percentile)
from
from_results as f
join
to_results as t
on
f.test_name = t.test_name
where
f.test_name in $writeTests
group by
f.test_name
)
select
test_name as write_tests,
from_latency,
to_latency,
round(100 * ((from_latency - to_latency) / from_latency), 2) as percent_change
from result;"
tpccLatencyQuery="
with result(test_name, from_latency, to_latency) as (
select
f.test_name,
avg(f.latency_percentile) + 0.001,
avg(t.latency_percentile) + 0.001
from
from_results as f
join
to_results as t
on
f.test_name = t.test_name
where
f.test_name LIKE '$tpccRegex'
group by
f.test_name
)
select
test_name,
from_latency as from_latency_p95,
to_latency as to_latency_p95,
round(100 * ((from_latency - to_latency) / from_latency), 2) as percentage_change
from result;"
tpccTpsQuery="
with result(test_name, from_server_name, from_server_version, from_tps, to_server_name, to_server_version, to_tps) as (
select
f.test_name,
f.server_name,
f.server_version,
avg(f.sql_transactions_per_second),
t.server_name,
t.server_version,
avg(t.sql_transactions_per_second)
from
from_results as f
join
to_results as t
on
f.test_name = t.test_name
where
f.test_name LIKE 'tpcc%'
group by
f.test_name
)
select
test_name,
from_server_name,
from_server_version,
from_tps,
to_server_name,
to_server_version,
to_tps,
round(100 * ((from_tps - to_tps) / from_tps), 2) as percentage_change
from result;"
echo '
{