Current File : //usr/share/mysql-test/extra/rpl_tests/rpl_parallel_load_innodb.test
#
# This is a load generator to call from rpl_parallel and rpl_sequential tests
#
#
# load volume parameter
#
let $iter = 20;
let $init_rows= 50;
#
# Distribution of queries within an iteration:
# legends:
# auto = auto_increment=1, trans = inside BEGIN-COMMIT,
# del = Delete, ins =- Insert, upd = Update
#
let $ins_auto_wk= 1;
let $ins_auto_nk= 1;
let $ins_trans_wk= 1;
let $ins_trans_nk= 1;
let $upd_trans_nk= 0;
let $upd_trans_wk= 1;
let $del_trans_nk= 0;
let $del_trans_wk= 1;
# windows run on PB2 is too slow to time out
disable_query_log;
if (`select convert(@@version_compile_os using latin1) IN ("Win32","Win64","Windows") as "TRUE"`)
{
let $iter = 10;
}
enable_query_log;
let $databases = 16;
connection slave;
call mtr.add_suppression('Slave: Error dropping database'); ## todo: fix
source include/stop_slave.inc;
start slave;
connection master;
--disable_query_log
--disable_result_log
let $i = $databases + 1;
while($i)
{
let $i1 = $i;
dec $i1;
eval create database test$i1;
eval use test$i1;
create table ti_nk (a int, b int, c text) engine=innodb;
create table ti_wk (a int auto_increment primary key, b int, c text) engine=innodb;
let $l1= $init_rows;
while($l1)
{
eval insert into ti_nk values($l1, $i1, uuid());
dec $l1;
}
# this table is special - just for timing. It's more special on test0 db
# where it contains master timing of the load as well.
create table benchmark (state text) engine=myisam; # timestamp keep on the slave side
dec $i;
}
--enable_result_log
--enable_query_log
--source include/sync_slave_sql_with_master.inc
#connection slave;
--disable_query_log
--disable_result_log
let $i = $databases + 1;
while($i)
{
let $i1 = $i;
dec $i1;
eval use test$i1;
alter table benchmark add ts timestamp not null default current_timestamp;
dec $i;
}
--enable_result_log
--enable_query_log
# not gather events into relay log w/o executing yet
stop slave sql_thread;
##call p1(1);
connection master;
--disable_query_log
--disable_result_log
#
# Load producer
#
# initial timestamp to record
# the extra ts col on slave is effective only with the STMT format (todo: bug-report)
set @save.binlog_format= @@session.binlog_format;
set @@session.binlog_format=STATEMENT;
let $i = $databases + 1;
while($i)
{
let $i1 = $i;
dec $i1;
eval use test$i1;
insert into benchmark set state='slave takes on load';
dec $i;
}
set @@session.binlog_format= @save.binlog_format;
connection slave;
use test0;
insert into benchmark set state='master started load';
connection master;
while ($iter)
{
let $i = $databases + 1;
while ($i)
{
let $i1 = $i;
dec $i1;
eval use test$i1;
let $ins= $ins_auto_nk;
while ($ins)
{
eval insert into ti_nk values($iter, $i1, uuid());
dec $ins;
}
let $ins= $ins_auto_wk;
while ($ins)
{
eval insert into ti_wk values(null, $i1, uuid());
dec $ins;
}
begin;
let $ins= $ins_trans_nk;
while ($ins)
{
eval insert into ti_nk values($iter, $i1, uuid());
dec $ins;
}
let $ins= $ins_trans_wk;
while ($ins)
{
eval insert into ti_wk values(null, $i1, repeat('a', round(rand()*10)));
dec $ins;
}
let $min=`select min(a) from ti_nk`;
let $del= $del_trans_nk;
while ($del)
{
eval delete from ti_nk where a= $min + $del;
dec $del;
}
let $min=`select min(a) from ti_nk`;
let $del= $del_trans_wk;
while ($del)
{
eval delete from ti_wk where a= $min + $del;
dec $del;
}
let $upd= $upd_trans_nk;
while ($upd)
{
update ti_nk set c= uuid();
dec $upd;
}
let $upd= $upd_trans_wk;
while ($upd)
{
update ti_wk set c= uuid();
dec $upd;
}
commit;
dec $i;
}
dec $iter;
}
connection slave;
use test0;
insert into benchmark set state='master ends load';
connection master;
# terminal timestamp to record
let $i = $databases + 1;
set @save.binlog_format= @@session.binlog_format;
set @@session.binlog_format=STATEMENT;
while($i)
{
let $i1 = $i;
dec $i1;
eval use test$i1;
insert into benchmark set state='slave is supposed to finish with load';
dec $i;
}
set @@session.binlog_format= @save.binlog_format;
--enable_result_log
--enable_query_log
connection slave;
## todo: record start and end time of appying to compare times of
# parallel and sequential execution.
--disable_result_log
insert into test0.benchmark set state='slave is processing load';
# To force filling timestamp cols with the slave local clock values
# to implement benchmarking.
# TODO: replace with another algorithm
#set @save.mts_exp_slave_local_timestamp=@@global.mts_exp_slave_local_timestamp;
#set @@global.mts_exp_slave_local_timestamp=1;
start slave sql_thread;
let $wait_timeout= 600;
let $wait_condition= SELECT count(*)+sleep(1) = 5 FROM test0.benchmark;
source include/wait_condition.inc;
use test0;
insert into benchmark set state='slave ends load';
# cleanup for files that could not be removed in the end of previous invocation.
let $MYSQLD_DATADIR= `select @@datadir`;
--remove_files_wildcard $MYSQLD_DATADIR *.out
use test;
let $benchmark_file= `select replace(concat("benchmark_",uuid(),".out"),"-","_")`;
--replace_regex /benchmark_.*.out/benchmark.out/
eval select * from test1.benchmark into outfile '$benchmark_file';
select ts from test0.benchmark where state like 'master started load' into @m_0;
select ts from test0.benchmark where state like 'master ends load' into @m_1;
select ts from test0.benchmark where state like 'slave takes on load' into @s_m0;
select ts from test0.benchmark where state like 'slave is supposed to finish with load' into @s_m1;
select ts from test0.benchmark where state like 'slave ends load' into @s_1;
select ts from test0.benchmark where state like 'slave is processing load' into @s_0;
let $delta_file= `select replace(concat("delta_",uuid(),".out"),"-","_")`;
--replace_regex /delta_.*.out/delta.out/
eval select time_to_sec(@m_1) - time_to_sec(@m_0) as 'delta_m',
time_to_sec(@s_1) - time_to_sec(@s_0) as 'delta_s',
time_to_sec(@s_m1) - time_to_sec(@s_m0) as 'delta_sm' into outfile '$delta_file';
#
# Consistency verification
#
let $i = $databases + 1;
while($i)
{
let $i1 = $i;
dec $i1;
# removing uuid() non-deterministic last collumn with statement format
connection master;
--disable_query_log
if (`select @@global.binlog_format like 'statement'`)
{
eval alter table test$i1.ti_nk drop c;
eval alter table test$i1.ti_wk drop c;
}
--disable_query_log
--source include/sync_slave_sql_with_master.inc
let $diff_tables=master:test$i1.ti_nk, slave:test$i1.ti_nk;
source include/diff_tables.inc;
let $diff_tables=master:test$i1.ti_wk, slave:test$i1.ti_wk;
source include/diff_tables.inc;
dec $i;
}
--enable_result_log
--enable_query_log
connection master;
--disable_query_log
--disable_result_log
let $i = $databases + 1;
while($i)
{
let $i1 = $i;
dec $i1;
eval drop database test$i1;
dec $i;
}
--enable_result_log
--enable_query_log
--source include/sync_slave_sql_with_master.inc
Mini Shell