mirror/dolt
1
0
Fork 0
mirror of https://github.com/dolthub/dolt.git synced 2026-02-09 03:09:12 -06:00
Code Issues Packages Projects Releases 127 Wiki Activity

[no-release-notes] Update configuration files for generating import benchmark (#3828)

Browse Source
This commit is contained in:
Vinai Rachakonda
2022-07-14 18:21:40 -07:00
committed by GitHub
parent 755f502d7a
commit e357c4198c
7 changed files with 58 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
.github/scripts/import-benchmarking/get-dolt-dolt-job-json.sh vendored
View File

@@ -2,8 +2,8 @@
set -e
if [ "$#" -lt 8 ]; then
echo "Usage: ./get-dolt-dolt-job-json.sh <jobName> <fromServer> <fromVersion> <toServer> <toVersion> <timePrefix> <actorPrefix> <issueNumber>"
if [ "$#" -lt 9 ]; then
echo "Usage: ./get-dolt-dolt-job-json.sh <jobName> <fromServer> <fromVersion> <toServer> <toVersion> <timePrefix> <actorPrefix> <nomsBinFormat> <issueNumber>"
exit 1
fi
@@ -14,7 +14,8 @@ toServer="$4"
toVersion="$5"
timePrefix="$6"
actorPrefix="$7"
issueNumber="$8" # TODO: Use this to paste the results onto the github issue
nomsBinFormat="$8"
issueNumber="$9"
echo '
{
@@ -54,6 +55,10 @@ echo '
"--region=us-west-2",
"--results-dir='$timePrefix'",
"--results-prefix='$actorPrefix'",
"--mysql-schema-file=schema.sql",
"--nbf='$nomsBinFormat'",
"--results-schema=results-schema.sql",
"--issue-number='$issueNumber'",
"--fileNames=100k-sorted.csv",
"--fileNames=100k-random.csv",
"--fileNames=1m-sorted.csv",

12
.github/scripts/import-benchmarking/get-mysql-dolt-job-json.sh vendored
View File

@@ -2,19 +2,20 @@
set -e
if [ "$#" -lt 8 ]; then
echo "Usage: ./get-mysql-dolt-job-json.sh <jobName> <fromServer> <fromVersion> <toServer> <toVersion> <timePrefix> <actorPrefix> <issueNumber>"
if [ "$#" -lt 9 ]; then
echo "Usage: ./get-mysql-dolt-job-json.sh <jobName> <fromServer> <fromVersion> <toServer> <toVersion> <timePrefix> <actorPrefix> <nomsBinFormat> <issueNumber>"
exit 1
fi
jobName="$1"
fromServer="$2"
fromVersion="$3"
toServer="$4"
toServer="$4" # make this mysql
toVersion="$5"
timePrefix="$6"
actorPrefix="$7"
issueNumber="$8" # TODO: Use this to paste the results onto the github issue
nomsBinFormat="$8"
issueNumber="$9"
echo '
{
@@ -56,6 +57,9 @@ echo '
"--results-prefix='$actorPrefix'",
"--mysql-exec=/usr/sbin/mysqld",
"--mysql-schema-file=schema.sql",
"--nbf='$nomsBinFormat'",
"--results-schema=results-schema.sql",
"--issue-number='$issueNumber'",
"--fileNames=100k-sorted.csv",
"--fileNames=100k-random.csv",
"--fileNames=1m-sorted.csv",

9
.github/scripts/import-benchmarking/run-benchmarks.sh vendored
View File

@@ -27,8 +27,6 @@ if [ -z "$MODE" ]; then
exit 1
fi
echo "Setting from $FROM_SERVER: $FROM_VERSION"
# use first 8 characters of TO_VERSION to differentiate
# jobs
short=${TO_VERSION:0:8}
@@ -38,7 +36,7 @@ actorShort="$lowered-$short"
# random sleep
sleep 0.$[ ( $RANDOM % 10 ) + 1 ]s
timesuffix=`date +%s%N`
timesuffix=`date +%s`
jobname="$actorShort-$timesuffix"
timeprefix=$(date +%Y/%m/%d)
@@ -52,11 +50,14 @@ issuenumber=${ISSUE_NUMBER:-"-1"}
source \
"$TEMPLATE_SCRIPT" \
"$jobname" \
"$FROM_SERVER" \
"$FROM_VERSION" \
"$TO_SERVER" \
"$TO_VERSION" \
"$timeprefix" \
"$actorprefix" \
"$issuenumber" > job.json
"$NOMS_BIN_FORMAT" \
"$issuenumber" > job.json
out=$(KUBECONFIG="$KUBECONFIG" kubectl apply -f job.json || true)