mirror of
https://github.com/dolthub/dolt.git
synced 2026-04-28 20:49:43 -05:00
Zach Musgrave
304 lines
11 KiB
Bash
304 lines
11 KiB
Bash
#!/usr/bin/env bats
|
|
load $BATS_TEST_DIRNAME/helper/common.bash
|
|
load $BATS_TEST_DIRNAME/helper/query-server-common.bash
|
|
|
|
setup() {
|
|
setup_common
|
|
TMPDIRS=$(pwd)/tmpdirs
|
|
|
|
init_helper $TMPDIRS
|
|
cd $TMPDIRS
|
|
}
|
|
|
|
init_helper() {
|
|
TMPDIRS=$1
|
|
mkdir -p "${TMPDIRS}/dbs1"
|
|
for i in {1..3}; do
|
|
mkdir "${TMPDIRS}/dbs1/repo${i}"
|
|
cd "${TMPDIRS}/dbs1/repo${i}"
|
|
dolt init
|
|
mkdir -p "${TMPDIRS}/rem1/repo${i}"
|
|
dolt remote add remote1 "file://../../rem1/repo${i}"
|
|
done
|
|
}
|
|
|
|
clone_helper() {
|
|
TMPDIRS=$1
|
|
mkdir -p "${TMPDIRS}/dbs2"
|
|
for i in {1..3}; do
|
|
cd $TMPDIRS
|
|
if [ -f "rem1/repo${i}/manifest" ]; then
|
|
dolt clone "file://./rem1/repo${i}" "dbs2/repo${i}"
|
|
cd "dbs2/repo${i}"
|
|
dolt remote add remote1 "file://../../rem1/repo${i}"
|
|
fi
|
|
done
|
|
cd $TMPDIRS
|
|
}
|
|
|
|
push_helper() {
|
|
TMPDIRS=$1
|
|
for i in {1..3}; do
|
|
cd "${TMPDIRS}/dbs1/repo${i}"
|
|
dolt push remote1 main
|
|
done
|
|
cd $TMPDIRS
|
|
}
|
|
|
|
teardown() {
|
|
stop_sql_server
|
|
teardown_common
|
|
rm -rf $TMPDIRS
|
|
cd $BATS_TMPDIR
|
|
|
|
if ! [ "$DOLT_DEFAULT_BIN_FORMAT" = "__DOLT__" ]; then
|
|
dolt config --list | awk '{ print $1 }' | grep sqlserver.global | xargs dolt config --global --unset
|
|
fi
|
|
}
|
|
|
|
@test "replication-multidb: load global vars" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
cd dbs1/repo1
|
|
dolt config --local --add sqlserver.global.dolt_replicate_to_remote unknown
|
|
cd ../..
|
|
run dolt sql --data-dir=dbs1 -b -q "select @@GLOBAL.dolt_replicate_to_remote"
|
|
[ "$status" -eq 0 ]
|
|
[[ "$output" =~ "remote1" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: push on sqlengine commit" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; create table t1 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; create table t2 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; create table t3 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; select dolt_commit('-am', 'cm')"
|
|
|
|
clone_helper $TMPDIRS
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo1; show tables" -r csv
|
|
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || false
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo2; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t2" ]] || false
|
|
[[ ! n"$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || faalse
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo3; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t3" ]] || false
|
|
[[ ! "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: push newly created database" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
dolt sql -q "set @@persist.dolt_replication_remote_url_template = 'file://$TMPDIRS/rem1/{database}'"
|
|
|
|
dolt sql --data-dir=dbs1 <<SQL
|
|
create database newdb;
|
|
use newdb;
|
|
create table new_table (b int primary key);
|
|
call dolt_add('.');
|
|
call dolt_commit('-am', 'new table');
|
|
SQL
|
|
|
|
mkdir -p "${TMPDIRS}/dbs2"
|
|
cd $TMPDIRS
|
|
dolt clone "file://./rem1/newdb" "dbs2/newdb"
|
|
|
|
# this is a hack: we have to change our persisted global server
|
|
# vars for the sql command to work on the replica TODO: fix this
|
|
# mess
|
|
dolt config --global --unset sqlserver.global.dolt_replicate_to_remote
|
|
|
|
run dolt sql --data-dir=dbs2 -q "use newdb; show tables" -r csv
|
|
[ $status -eq 0 ]
|
|
[ "${#lines[@]}" -eq 3 ]
|
|
[[ "$output" =~ "new_table" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: push newly created database with no commits" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
dolt sql -q "set @@persist.dolt_replication_remote_url_template = 'file://$TMPDIRS/rem1/{database}'"
|
|
|
|
dolt sql --data-dir=dbs1 -q "create database newdb;"
|
|
|
|
mkdir -p "${TMPDIRS}/dbs2"
|
|
cd $TMPDIRS
|
|
dolt clone "file://./rem1/newdb" "dbs2/newdb"
|
|
|
|
# this is a hack: we have to change our persisted global server
|
|
# vars for the sql command to work on the replica TODO: fix this
|
|
# mess
|
|
dolt config --global --unset sqlserver.global.dolt_replicate_to_remote
|
|
|
|
run dolt sql --data-dir=dbs2 -q "use newdb; show tables" -r csv
|
|
[ $status -eq 0 ]
|
|
[ "${#lines[@]}" -eq 2 ]
|
|
}
|
|
|
|
@test "replication-multidb: pull on read" {
|
|
push_helper $TMPDIRS
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; create table t1 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; create table t2 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; create table t3 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; select dolt_commit('-am', 'cm')"
|
|
|
|
clone_helper $TMPDIRS
|
|
push_helper $TMPDIRS
|
|
|
|
dolt config --global --add sqlserver.global.dolt_read_replica_remote remote1
|
|
dolt config --global --add sqlserver.global.dolt_replicate_heads main
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo1; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || false
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo2; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t2" ]] || false
|
|
[[ ! n"$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || faalse
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo3; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t3" ]] || false
|
|
[[ ! "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: pull newly created database" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
dolt sql -q "set @@persist.dolt_replication_remote_url_template = 'file://$TMPDIRS/rem1/{database}'"
|
|
|
|
dolt sql --data-dir=dbs1 <<SQL
|
|
create database newdb;
|
|
use newdb;
|
|
create table new_table (b int primary key);
|
|
call dolt_add('.');
|
|
call dolt_commit('-am', 'new table');
|
|
SQL
|
|
|
|
cd $TMPDIRS
|
|
|
|
# this is a hack: we have to change our persisted global server
|
|
# vars for the sql command to work on the replica TODO: fix this
|
|
# mess
|
|
dolt config --global --unset sqlserver.global.dolt_replicate_to_remote
|
|
dolt config --global --add sqlserver.global.dolt_read_replica_remote remote1
|
|
dolt config --global --add sqlserver.global.dolt_replicate_all_heads 1
|
|
|
|
[ ! -d "dbs2/newdb" ]
|
|
|
|
run dolt sql --data-dir=dbs2 -q "use newdb; show tables" -r csv
|
|
[ $status -eq 0 ]
|
|
[[ "$output" =~ "new_table" ]] || false
|
|
|
|
[ -d "dbs2/newdb" ]
|
|
|
|
run dolt sql --data-dir=dbs2 -q "use not_exist; show tables" -r csv
|
|
[ $status -ne 0 ]
|
|
[[ "$output" =~ "database not found" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: missing database config" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote unknown
|
|
run dolt sql --data-dir=dbs1 -b -q "use repo1; create table t1 (a int primary key)"
|
|
[ "$status" -eq 1 ]
|
|
[[ ! "$output" =~ "panic" ]] || false
|
|
[[ "$output" =~ "remote not found: 'unknown'" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: missing database config quiet warning" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote unknown
|
|
dolt config --global --add sqlserver.global.dolt_skip_replication_errors 1
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; create table t1 (a int primary key)"
|
|
}
|
|
|
|
@test "replication-multidb: sql-server push on commit" {
|
|
dolt config --global --add sqlserver.global.dolt_replicate_to_remote remote1
|
|
cd dbs1
|
|
start_multi_db_server repo1
|
|
cd ..
|
|
|
|
server_query repo1 1 dolt "" "create table t1 (a int primary key)"
|
|
server_query repo1 1 dolt "" "call dolt_add('.')"
|
|
server_query repo1 1 dolt "" "call dolt_commit('-am', 'cm')"
|
|
server_query repo2 1 dolt "" "create table t2 (a int primary key)"
|
|
server_query repo2 1 dolt "" "call dolt_add('.')"
|
|
server_query repo2 1 dolt "" "call dolt_commit('-am', 'cm')"
|
|
server_query repo3 1 dolt "" "create table t3 (a int primary key)"
|
|
server_query repo3 1 dolt "" "call dolt_add('.')"
|
|
server_query repo3 1 dolt "" "call dolt_commit('-am', 'cm')"
|
|
|
|
clone_helper $TMPDIRS
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo1; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || false
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo2; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t2" ]] || false
|
|
[[ ! n"$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t3" ]] || faalse
|
|
|
|
run dolt sql --data-dir=dbs2 -b -q "use repo3; show tables" -r csv
|
|
[ "$status" -eq 0 ]
|
|
[ "${#lines[@]}" -eq 4 ]
|
|
[[ "$output" =~ "t3" ]] || false
|
|
[[ ! "$output" =~ "t1" ]] || false
|
|
[[ ! "$output" =~ "t2" ]] || false
|
|
}
|
|
|
|
@test "replication-multidb: sql-server pull on read" {
|
|
push_helper $TMPDIRS
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; create table t1 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo1; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; create table t2 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo2; select dolt_commit('-am', 'cm')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; create table t3 (a int primary key)"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; call dolt_add('.')"
|
|
dolt sql --data-dir=dbs1 -b -q "use repo3; select dolt_commit('-am', 'cm')"
|
|
|
|
clone_helper $TMPDIRS
|
|
push_helper $TMPDIRS
|
|
|
|
dolt config --global --add sqlserver.global.dolt_read_replica_remote remote1
|
|
dolt config --global --add sqlserver.global.dolt_replicate_heads main
|
|
cd dbs1
|
|
start_multi_db_server repo1
|
|
|
|
server_query repo1 1 dolt "" "show tables" "Tables_in_repo1\nt1"
|
|
server_query repo2 1 dolt "" "show tables" "Tables_in_repo2\nt2"
|
|
server_query repo3 1 dolt "" "show tables" "Tables_in_repo3\nt3"
|
|
}
|