Commit 4a413546 authored by casualet's avatar casualet

add tpcc

parent 78a44b7c
FROM ubuntu:16.04
RUN apt-get update && apt-get install -y gcc libc6-dev zlib1g-dev make libmysqlclient-dev
ADD . /tpcc-mysql
ENV PATH /tpcc-mysql:$PATH
WORKDIR /tpcc-mysql
RUN cd src && make
1. Build binaries
* `cd src ; make`
( you should have mysql_config available in $PATH)
2. Load data
* create database
`mysqladmin create tpcc1000`
* create tables
`mysql tpcc1000 < create_table.sql`
* create indexes and FK ( this step can be done after loading data)
`mysql tpcc1000 < add_fkey_idx.sql`
* populate data
- simple step
`tpcc_load -h127.0.0.1 -d tpcc1000 -u root -p "" -w 1000`
|hostname:port| |dbname| |user| |password| |WAREHOUSES|
ref. tpcc_load --help for all options
- load data in parallel
check load.sh script
3. Start benchmark
* `./tpcc_start -h127.0.0.1 -P3306 -dtpcc1000 -uroot -w1000 -c32 -r10 -l10800`
* |hostname| |port| |dbname| |user| |WAREHOUSES| |CONNECTIONS| |WARMUP TIME| |BENCHMARK TIME|
* ref. tpcc_start --help for all options
Output
===================================
With the defined interval (-i option), the tool will produce the following output:
```
10, trx: 12920, 95%: 9.483, 99%: 18.738, max_rt: 213.169, 12919|98.778, 1292|101.096, 1293|443.955, 1293|670.842
20, trx: 12666, 95%: 7.074, 99%: 15.578, max_rt: 53.733, 12668|50.420, 1267|35.846, 1266|58.292, 1267|37.421
30, trx: 13269, 95%: 6.806, 99%: 13.126, max_rt: 41.425, 13267|27.968, 1327|32.242, 1327|40.529, 1327|29.580
40, trx: 12721, 95%: 7.265, 99%: 15.223, max_rt: 60.368, 12721|42.837, 1271|34.567, 1272|64.284, 1272|22.947
50, trx: 12573, 95%: 7.185, 99%: 14.624, max_rt: 48.607, 12573|45.345, 1258|41.104, 1258|54.022, 1257|26.626
```
Where:
* 10 - the seconds from the start of the benchmark
* trx: 12920 - New Order transactions executed during the gived interval (in this case, for the previous 10 sec). Basically this is the throughput per interval. The more the better
* 95%: 9.483: - The 95% Response time of New Order transactions per given interval. In this case it is 9.483 sec
* 99%: 18.738: - The 99% Response time of New Order transactions per given interval. In this case it is 18.738 sec
* max_rt: 213.169: - The Max Response time of New Order transactions per given interval. In this case it is 213.169 sec
* the rest: `12919|98.778, 1292|101.096, 1293|443.955, 1293|670.842` is throughput and max response time for the other kind of transactions and can be ignored
SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0;
SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0;
CREATE INDEX idx_customer ON customer (c_w_id,c_d_id,c_last,c_first);
CREATE INDEX idx_orders ON orders (o_w_id,o_d_id,o_c_id,o_id);
CREATE INDEX fkey_stock_2 ON stock (s_i_id);
CREATE INDEX fkey_order_line_2 ON order_line (ol_supply_w_id,ol_i_id);
ALTER TABLE district ADD CONSTRAINT fkey_district_1 FOREIGN KEY(d_w_id) REFERENCES warehouse(w_id);
ALTER TABLE customer ADD CONSTRAINT fkey_customer_1 FOREIGN KEY(c_w_id,c_d_id) REFERENCES district(d_w_id,d_id);
ALTER TABLE history ADD CONSTRAINT fkey_history_1 FOREIGN KEY(h_c_w_id,h_c_d_id,h_c_id) REFERENCES customer(c_w_id,c_d_id,c_id);
ALTER TABLE history ADD CONSTRAINT fkey_history_2 FOREIGN KEY(h_w_id,h_d_id) REFERENCES district(d_w_id,d_id);
ALTER TABLE new_orders ADD CONSTRAINT fkey_new_orders_1 FOREIGN KEY(no_w_id,no_d_id,no_o_id) REFERENCES orders(o_w_id,o_d_id,o_id);
ALTER TABLE orders ADD CONSTRAINT fkey_orders_1 FOREIGN KEY(o_w_id,o_d_id,o_c_id) REFERENCES customer(c_w_id,c_d_id,c_id);
ALTER TABLE order_line ADD CONSTRAINT fkey_order_line_1 FOREIGN KEY(ol_w_id,ol_d_id,ol_o_id) REFERENCES orders(o_w_id,o_d_id,o_id);
ALTER TABLE order_line ADD CONSTRAINT fkey_order_line_2 FOREIGN KEY(ol_supply_w_id,ol_i_id) REFERENCES stock(s_w_id,s_i_id);
ALTER TABLE stock ADD CONSTRAINT fkey_stock_1 FOREIGN KEY(s_w_id) REFERENCES warehouse(w_id);
ALTER TABLE stock ADD CONSTRAINT fkey_stock_2 FOREIGN KEY(s_i_id) REFERENCES item(i_id);
SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS;
SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS;
select count(w_id) from warehouse;
select count(d_w_id) from district;
select count(c_w_id) from customer;
select count(h_c_id) from history;
select count(no_w_id) from new_orders;
select count(o_w_id) from orders;
select count(ol_w_id) from order_line;
select count(i_id) from item;
select count(s_w_id) from stock;
drop table if exists warehouse;
create table warehouse (
w_id smallint not null,
w_name varchar(10),
w_street_1 varchar(20),
w_street_2 varchar(20),
w_city varchar(20),
w_state char(2),
w_zip char(9),
w_tax decimal(4,2),
w_ytd decimal(12,2),
primary key (w_id) ) Engine=InnoDB;
drop table if exists district;
create table district (
d_id tinyint not null,
d_w_id smallint not null,
d_name varchar(10),
d_street_1 varchar(20),
d_street_2 varchar(20),
d_city varchar(20),
d_state char(2),
d_zip char(9),
d_tax decimal(4,2),
d_ytd decimal(12,2),
d_next_o_id int,
primary key (d_w_id, d_id) ) Engine=InnoDB;
drop table if exists customer;
create table customer (
c_id int not null,
c_d_id tinyint not null,
c_w_id smallint not null,
c_first varchar(16),
c_middle char(2),
c_last varchar(16),
c_street_1 varchar(20),
c_street_2 varchar(20),
c_city varchar(20),
c_state char(2),
c_zip char(9),
c_phone char(16),
c_since datetime,
c_credit char(2),
c_credit_lim bigint,
c_discount decimal(4,2),
c_balance decimal(12,2),
c_ytd_payment decimal(12,2),
c_payment_cnt smallint,
c_delivery_cnt smallint,
c_data text,
PRIMARY KEY(c_w_id, c_d_id, c_id) ) Engine=InnoDB;
drop table if exists history;
create table history (
h_c_id int,
h_c_d_id tinyint,
h_c_w_id smallint,
h_d_id tinyint,
h_w_id smallint,
h_date datetime,
h_amount decimal(6,2),
h_data varchar(24) ) Engine=InnoDB;
drop table if exists new_orders;
create table new_orders (
no_o_id int not null,
no_d_id tinyint not null,
no_w_id smallint not null,
PRIMARY KEY(no_w_id, no_d_id, no_o_id)) Engine=InnoDB;
drop table if exists orders;
create table orders (
o_id int not null,
o_d_id tinyint not null,
o_w_id smallint not null,
o_c_id int,
o_entry_d datetime,
o_carrier_id tinyint,
o_ol_cnt tinyint,
o_all_local tinyint,
PRIMARY KEY(o_w_id, o_d_id, o_id) ) Engine=InnoDB ;
drop table if exists order_line;
create table order_line (
ol_o_id int not null,
ol_d_id tinyint not null,
ol_w_id smallint not null,
ol_number tinyint not null,
ol_i_id int,
ol_supply_w_id smallint,
ol_delivery_d datetime,
ol_quantity tinyint,
ol_amount decimal(6,2),
ol_dist_info char(24),
PRIMARY KEY(ol_w_id, ol_d_id, ol_o_id, ol_number) ) Engine=InnoDB ;
drop table if exists item;
create table item (
i_id int not null,
i_im_id int,
i_name varchar(24),
i_price decimal(5,2),
i_data varchar(50),
PRIMARY KEY(i_id) ) Engine=InnoDB;
drop table if exists stock;
create table stock (
s_i_id int not null,
s_w_id smallint not null,
s_quantity smallint,
s_dist_01 char(24),
s_dist_02 char(24),
s_dist_03 char(24),
s_dist_04 char(24),
s_dist_05 char(24),
s_dist_06 char(24),
s_dist_07 char(24),
s_dist_08 char(24),
s_dist_09 char(24),
s_dist_10 char(24),
s_ytd decimal(8,0),
s_order_cnt smallint,
s_remote_cnt smallint,
s_data varchar(50),
PRIMARY KEY(s_w_id, s_i_id) ) Engine=InnoDB ;
mysqladmin create tpcc1000 -uroot -pletmein -h127.0.0.1 -P3399
mysql -uroot -pletmein -h127.0.0.1 -P3399 tpcc1000 < create_table.sql
mysql -uroot -pletmein -h127.0.0.1 -P3399 tpcc1000 < all.sql
mysqldump --skip-extended-insert -uroot -pletmein -h127.0.0.1 -P3399 tpcc1000 > crypt.sql
SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0;
SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0;
ALTER TABLE district DROP FOREIGN KEY fkey_district_1;
ALTER TABLE customer DROP FOREIGN KEY fkey_customer_1;
ALTER TABLE history DROP FOREIGN KEY fkey_history_1;
ALTER TABLE history DROP FOREIGN KEY fkey_history_2;
ALTER TABLE new_orders DROP FOREIGN KEY fkey_new_orders_1;
ALTER TABLE orders DROP FOREIGN KEY fkey_orders_1;
ALTER TABLE order_line DROP FOREIGN KEY fkey_order_line_1;
ALTER TABLE order_line DROP FOREIGN KEY fkey_order_line_2;
ALTER TABLE stock DROP FOREIGN KEY fkey_stock_1;
ALTER TABLE stock DROP FOREIGN KEY fkey_stock_2;
SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS;
SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS;
export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
DBNAME=$1
WH=$2
HOST=127.0.0.1
STEP=100
./tpcc_load -h $HOST -d $DBNAME -u root -p "" -w $WH -l 1 -m 1 -n $WH >> 1.out &
x=1
while [ $x -le $WH ]
do
echo $x $(( $x + $STEP - 1 ))
./tpcc_load -h $HOST -d $DBNAME -u root -p "" -w $WH -l 2 -m $x -n $(( $x + $STEP - 1 )) >> 2_$x.out &
./tpcc_load -h $HOST -d $DBNAME -u root -p "" -w $WH -l 3 -m $x -n $(( $x + $STEP - 1 )) >> 3_$x.out &
./tpcc_load -h $HOST -d $DBNAME -u root -p "" -w $WH -l 4 -m $x -n $(( $x + $STEP - 1 )) >> 4_$x.out &
x=$(( $x + $STEP ))
done
export LD_LIBRARY_PATH=/data/opt/bin/mysql-5.7.11-linux-glibc2.5-x86_64/lib/
DBNAME=$1
WH=$2
NSCHEMA=$3
HOST=127.0.0.1
STEP=5
schema=0
while [ $schema -lt $NSCHEMA ]
do
DBFULLNAME=${DBNAME}_${schema}
echo "Creating schema $DBFULLNAME"
mysqladmin -h $HOST -f drop $DBFULLNAME
mysqladmin -h $HOST create $DBFULLNAME
mysql -h $HOST $DBFULLNAME < create_table.sql
mysql -h $HOST $DBFULLNAME < add_fkey_idx.sql
mkdir -p out
./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 1 -m 1 -n $WH >> out/1_$DBFULLNAME.out &
x=1
while [ $x -le $WH ]
do
echo $x $(( $x + $STEP - 1 ))
./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 2 -m $x -n $(( $x + $STEP - 1 )) >> out/2_$DBFULLNAME.$x.out &
./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 3 -m $x -n $(( $x + $STEP - 1 )) >> out/3_$DBFULLNAME.$x.out &
./tpcc_load -h $HOST -d $DBFULLNAME -u root -p "" -w $WH -l 4 -m $x -n $(( $x + $STEP - 1 )) >> out/4_$DBFULLNAME.$x.out &
x=$(( $x + $STEP ))
done
for job in `jobs -p`
do
echo $job
wait $job
done
schema=$(( $schema + 1 ))
done
mysqladmin create tpcc1000 -uroot -pletmein -h127.0.0.1
mysql -uroot -pletmein -h127.0.0.1 tpcc1000 < create_table.sql
./tpcc_load -h127.0.0.1 -uroot -pletmein -d tpcc1000 -w 2
mysqldump --skip-extended-insert -uroot -pletmein -h127.0.0.1 tpcc1000 > all.sql
SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0;
SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0;
ALTER TABLE district ADD CONSTRAINT fkey_district_1 FOREIGN KEY(d_w_id) REFERENCES warehouse(w_id);
ALTER TABLE customer ADD CONSTRAINT fkey_customer_1 FOREIGN KEY(c_d_id, c_w_id) REFERENCES district(d_id, d_w_id);
ALTER TABLE history ADD CONSTRAINT fkey_history_1 FOREIGN KEY(h_c_id, h_c_d_id, h_c_w_id) REFERENCES customer(c_id, c_d_id, c_w_id);
ALTER TABLE history ADD CONSTRAINT fkey_history_2 FOREIGN KEY(h_d_id, h_w_id) REFERENCES district(d_id, d_w_id);
ALTER TABLE new_orders ADD CONSTRAINT fkey_new_orders_1 FOREIGN KEY(no_o_id,no_d_id,no_w_id) REFERENCES orders(o_id, o_d_id, o_w_id);
ALTER TABLE orders ADD CONSTRAINT fkey_orders_1 FOREIGN KEY(o_c_id,o_d_id,o_w_id) REFERENCES customer(c_id,c_d_id,c_w_id);
ALTER TABLE order_line ADD CONSTRAINT fkey_order_line_1 FOREIGN KEY(ol_o_id,ol_d_id,ol_w_id) REFERENCES orders(o_id, o_d_id, o_w_id);
ALTER TABLE order_line ADD CONSTRAINT fkey_order_line_2 FOREIGN KEY(ol_i_id,ol_supply_w_id) REFERENCES stock(s_i_id,s_w_id);
ALTER TABLE stock ADD CONSTRAINT fkey_stock_1 FOREIGN KEY(s_w_id) REFERENCES warehouse(w_id);
ALTER TABLE stock ADD CONSTRAINT fkey_stock_2 FOREIGN KEY(s_i_id) REFERENCES item(i_id);
CREATE INDEX idx_customer ON customer (c_w_id,c_d_id,c_last,c_first);
CREATE INDEX idx_orders ON orders (o_w_id,o_d_id,o_c_id,o_id);
SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS;
SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS;
select count(w_id) from warehouse;
select count(d_w_id) from district;
select count(c_w_id) from customer;
select count(h_c_id) from history;
select count(no_w_id) from new_orders;
select count(o_w_id) from orders;
select count(ol_w_id) from order_line;
select count(i_id) from item;
select count(s_w_id) from stock;
SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0;
SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0;
drop table if exists warehouse;
create table warehouse (
w_id smallint not null,
w_name varchar(10),
w_street_1 varchar(20),
w_street_2 varchar(20),
w_city varchar(20),
w_state char(2),
w_zip char(9),
w_tax decimal(4,2),
w_ytd decimal(12,2) ) TYPE=InnoDB;
drop table if exists district;
create table district (
d_id tinyint not null,
d_w_id smallint not null,
d_name varchar(10),
d_street_1 varchar(20),
d_street_2 varchar(20),
d_city varchar(20),
d_state char(2),
d_zip char(9),
d_tax decimal(4,2),
d_ytd decimal(12,2),
d_next_o_id int ) TYPE=InnoDB;
drop table if exists customer;
create table customer (
c_id int not null,
c_d_id tinyint not null,
c_w_id smallint not null,
c_first varchar(16),
c_middle char(2),
c_last varchar(16),
c_street_1 varchar(20),
c_street_2 varchar(20),
c_city varchar(20),
c_state char(2),
c_zip char(9),
c_phone char(16),
c_since datetime,
c_credit char(2),
c_credit_lim bigint,
c_discount decimal(4,2),
c_balance decimal(12,2),
c_ytd_payment decimal(12,2),
c_payment_cnt smallint,
c_delivery_cnt smallint,
c_data text ) TYPE=InnoDB;
drop table if exists history;
create table history (
h_c_id int,
h_c_d_id tinyint,
h_c_w_id smallint,
h_d_id tinyint,
h_w_id smallint,
h_date datetime,
h_amount decimal(6,2),
h_data varchar(24) ) TYPE=InnoDB;
drop table if exists new_orders;
create table new_orders (
no_o_id int not null,
no_d_id tinyint not null,
no_w_id smallint not null) TYPE=InnoDB;
drop table if exists orders;
create table orders (
o_id int not null,
o_d_id tinyint not null,
o_w_id smallint not null,
o_c_id int,
o_entry_d datetime,
o_carrier_id tinyint,
o_ol_cnt tinyint,
o_all_local tinyint ) TYPE=InnoDB;
drop table if exists order_line;
create table order_line (
ol_o_id int not null,
ol_d_id tinyint not null,
ol_w_id smallint not null,
ol_number tinyint not null,
ol_i_id int,
ol_supply_w_id smallint,
ol_delivery_d datetime,
ol_quantity tinyint,
ol_amount decimal(6,2),
ol_dist_info char(24) ) TYPE=InnoDB;
drop table if exists item;
create table item (
i_id int not null,
i_im_id int,
i_name varchar(24),
i_price decimal(5,2),
i_data varchar(50) ) TYPE=InnoDB;
drop table if exists stock;
create table stock (
s_i_id int not null,
s_w_id smallint not null,
s_quantity smallint,
s_dist_01 char(24),
s_dist_02 char(24),
s_dist_03 char(24),
s_dist_04 char(24),
s_dist_05 char(24),
s_dist_06 char(24),
s_dist_07 char(24),
s_dist_08 char(24),
s_dist_09 char(24),
s_dist_10 char(24),
s_ytd decimal(8,0),
s_order_cnt smallint,
s_remote_cnt smallint,
s_data varchar(50) ) TYPE=InnoDB;
ALTER TABLE warehouse ADD CONSTRAINT pkey_warehouse PRIMARY KEY(w_id);
ALTER TABLE district ADD CONSTRAINT pkey_district PRIMARY KEY(d_id, d_w_id);
ALTER TABLE customer ADD CONSTRAINT pkey_customer PRIMARY KEY(c_id, c_d_id, c_w_id);
ALTER TABLE new_orders ADD CONSTRAINT pkey_new_orders PRIMARY KEY(no_o_id, no_d_id, no_w_id);
ALTER TABLE orders ADD CONSTRAINT pkey_orders PRIMARY KEY(o_id, o_d_id, o_w_id);
ALTER TABLE order_line ADD CONSTRAINT pkey_order_line PRIMARY KEY(ol_o_id, ol_d_id, ol_w_id, ol_number);
ALTER TABLE item ADD CONSTRAINT pkey_item PRIMARY KEY(i_id);
ALTER TABLE stock ADD CONSTRAINT pkey_stock PRIMARY KEY(s_i_id,s_w_id);
SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS;
SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS;
SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0;
SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0;
ALTER TABLE district DROP FOREIGN KEY fkey_district_1;
ALTER TABLE customer DROP FOREIGN KEY fkey_customer_1;
ALTER TABLE history DROP FOREIGN KEY fkey_history_1;
ALTER TABLE history DROP FOREIGN KEY fkey_history_2;
ALTER TABLE new_orders DROP FOREIGN KEY fkey_new_orders_1;
ALTER TABLE orders DROP FOREIGN KEY fkey_orders_1;
ALTER TABLE order_line DROP FOREIGN KEY fkey_order_line_1;
ALTER TABLE order_line DROP FOREIGN KEY fkey_order_line_2;
ALTER TABLE stock DROP FOREIGN KEY fkey_stock_1;
ALTER TABLE stock DROP FOREIGN KEY fkey_stock_2;
SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS;
SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS;
#!/bin/sh
set -u
set -x
set -e
export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
BD="/mnt/fio320/back/tpcc500w"
DR1="/mnt/tachion/tpcc500wi1"
DR2="/mnt/tachion/tpcc500wi2"
BD="/mnt/tachion/back/tpcc500w"
DR1="/mnt/fio320/tpcc500wi1"
DR2="/mnt/fio320/tpcc500wi2"
WT=10
RT=10800
# restore from backup
function restore_backup {
rm -fr $DR1
rm -fr $DR2
cp -r $BD $DR1
cp -r $BD $DR2
sync
echo 3 > /proc/sys/vm/drop_caches
chown mysql.mysql -R $DR1
chown mysql.mysql -R $DR2
}
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql -S /tmp/mysql$1.sock
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" -S /tmp/mysql$1.sock | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql -S /tmp/mysql$1.sock
break
fi
echo "mysql pages $wt"
sleep 10
done
}
function wait_for_mysql {
set +e
while true;
do
mysql -Bse "SELECT 1" mysql -S /tmp/mysql$1.sock
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
}
function setup_dirs {
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
cp /etc/my.cnf $OUTDIR
}
restore_backup
setup_dirs
#for par in 1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
for par in 6500MB 13GB 26GB 39GB 52GB 65GB 78GB
do
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --datadir=$DR1 --port=3306 --socket=/tmp/mysql1.sock --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par} --log-error=error1.log &
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --datadir=$DR2 --port=3307 --socket=/tmp/mysql2.sock --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par} --log-error=error2.log &
wait_for_mysql 1
wait_for_mysql 2
iostat -dmx 5 2000 >> $OUTDIR/iostat.${par}res &
PID=$!
vmstat 5 2000 >> $OUTDIR/vmstat.${par}res &
PIDV=$!
./tpcc_start 127.0.0.1:3306 tpcc500w root "" 500 12 10 3600 | tee -a $OUTDIR/tpcc3306.bp${par}.out &
./tpcc_start 127.0.0.1:3307 tpcc500w root "" 500 12 10 3600 | tee -a $OUTDIR/tpcc3307.bp${par}.out &
sleep 3700
waitm 1
kill -9 $PID
kill -9 $PIDV
mysqladmin shutdown -S /tmp/mysql1.sock
mysqladmin shutdown -S /tmp/mysql2.sock
done
cat $1 | grep LSN_ratio_expected | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/1.rr
cat $1 | grep -P "LSN_ratio[\s]" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/2.rr
cat $1 | grep Innodb_log_write_sleeps | awk ' BEGIN {s=0;i=0} { print i,$4-s; s=$4;i++ } ' > /tmp/3.rr
cat $1 | grep -P "Innodb_log_write_sleep_prob" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/4.rr
cat $1 | grep -P "Innodb_break_ratio" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/5.rr
cat $1 | grep -P "Innodb_break_value" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/6.rr
cat $1 | grep -P "Innodb_tacts_to_flush_dirty" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/7.rr
cat $1 | grep -P "Innodb_tacts_to_fill_target" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/8.rr
cat $1 | grep -P "Innodb_EMA_lsn_grow" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/9.rr
cat $1 | grep -P "Innodb_EMA_ckpt_lsn_grow" | awk ' BEGIN {s=0} { print s,$4; s++ } ' > /tmp/10.rr
cat $1 | grep -P "Innodb_buffer_pool_pages_flushed[\s]" | awk ' BEGIN {s=0;i=0} { print i,$4-s; s=$4;i++ } ' > /tmp/11.rr
cat $1 | grep -P "Innodb_buffer_pool_pages_flushed_neighbors[\s]" | awk ' BEGIN {s=0;i=0} { print i,$4-s; s=$4;i++ } ' > /tmp/12.rr
cat $2 | awk ' BEGIN {i=0;sp=0 } /Last checkpoint at/ { st=$4 ; print i, (st)/1024/1024,(st-sp)/1024/1024; i++; sp=st } ' > /tmp/13.rr
join /tmp/1.rr /tmp/2.rr > /tmp/a2.rr
join /tmp/a2.rr /tmp/3.rr > /tmp/a3.rr
join /tmp/a3.rr /tmp/4.rr > /tmp/a4.rr
join /tmp/a4.rr /tmp/5.rr > /tmp/a5.rr
join /tmp/a5.rr /tmp/6.rr > /tmp/a6.rr
join /tmp/a6.rr /tmp/7.rr > /tmp/a7.rr
join /tmp/a7.rr /tmp/8.rr > /tmp/a8.rr
join /tmp/a8.rr /tmp/9.rr > /tmp/a9.rr
join /tmp/a9.rr /tmp/10.rr > /tmp/a10.rr
join /tmp/a10.rr /tmp/11.rr > /tmp/a11.rr
join /tmp/a11.rr /tmp/12.rr > /tmp/a12.rr
join /tmp/a12.rr /tmp/13.rr > /tmp/a13.rr
echo "time LSN_ratio_expected LSN_ratio sleeps sleep_prob break_ratio break_value tacts_to_flush_dirty tacts_to_fill_target EMA_lsn EMA_ckpt_lsn flushed flushed_neighbors checkpoint checkpoint_delta"
cat /tmp/a13.rr
TIMESLOT=1
if [ -n "$2" ]
then
TIMESLOT=$2
echo "Defined $2"
fi
cat $1 | grep -v HY000 | grep -v payment | grep -v neword | awk -v timeslot=$TIMESLOT ' BEGIN { FS="[,():]"; s=0; cntr=0; aggr=0 } /MEASURING START/ { s=1} /STOPPING THREADS/ {s=0} /0/ { if (s==1) { cntr++; aggr+=$2; } if ( cntr==timeslot ) { printf ("%d %3f\n",aggr,$5) ; cntr=0; aggr=0 } } '
TIMESLOT=1
if [ -n "$2" ]
then
TIMESLOT=$2
echo "Defined $2"
fi
for i in 1 2 4 8 16 32 64
do
cat tpcc.par$i.log4G.trx2..out | grep -v HY000 | grep -v payment | grep -v neword | awk -v timeslot=$TIMESLOT -v thr=$i ' BEGIN { FS="[,():]"; s=0; cntr=0; aggr=0 } /MEASURING START/ { s=1} /STOPPING THREADS/ {s=0} /0/ { if (s==1) { cntr++; aggr+=$2; } if ( cntr==timeslot ) { printf ("%d %d %d %3f innodb\n",thr,$1,aggr,$5) ; cntr=0; aggr=0 } } '
done
cat $1 | awk ' BEGIN { } /Log sequence number/ {st=$4 } /Last checkpoint at/ { ed=$4; print (st-ed)/1024/1024 } '
cat $1 | awk ' BEGIN { } /Checkpoint age / {st=$3 ; print (st)/1024/1024 } '
#cat $1 | awk ' BEGIN { } /Log sequence number/ {st=$4 ; print (st)/1024/1024 } '
cat $1 | awk ' BEGIN { } /Last checkpoint at/ {st=$4 ; print (st)/1024/1024 } '
cat $1 | awk ' BEGIN { dt=-1;dr=-1;df=-1 } /Innodb_buffer_pool_pages_data/ { if (dt==-1) { dt=$4} else { dt+=$4 } } /Innodb_buffer_pool_pages_dirty/ { if (dr==-1) { dr=$4} else { dr+=$4 } } /Innodb_buffer_pool_pages_free/ { if (df==-1) { df=$4} else { df+=$4 } ; print (100*dr)/(1+dt+df) } '
cat $1 | awk ' BEGIN { df=0 ; dl=0; } /Innodb_buffer_pool_read_ahead_evicted/ { df=$4 } /Innodb_buffer_pool_pages_LRU_flushed/ { dl=$4; print df,dl } '
cat $1 | awk ' BEGIN { df=0 ; dl=0; } /Innodb_buffer_pool_pages_flushed[\s]/ { df=$4 } /Innodb_buffer_pool_pages_LRU_flushed/ { dl=$4; print df,dl } '
cat $1 | awk ' BEGIN { df=0 ; dl=0; } /Innodb_buffer_pool_pages_flushed/ { df=$4 ; print df } '
cat $1 | grep -v HY000 | grep -v payment | grep -v neword | awk ' BEGIN { FS="[,(]"; s=0; cntr=0; aggr=0 } /MEASURING START/ { s=1} /STOPPING THREADS/ {s=0} /0/ { if (s==1) { cntr++; aggr+=$2; } if ( cntr==6 ) { printf ("%d\n",aggr) ; cntr=0; aggr=0 } } '
cat $1 | awk ' BEGIN { } /Log sequence number/ {st=$4 } /Log flushed up to/ { ed=$5; print (st-ed) } '
sysctl -w dev.flashcache.zero_stats=1
while [ true ]
do
dmsetup status flashcache
sleep 10
done
x=1
end=$1
while [ [ $x -le $end ] ]
do
mysql -e "SHOW ENGINE INNODB STATUS\G"
sleep 10
x=$(( $x + 10 ))
done
#include <stdio.h>
#include <stdlib.h>
#include <sys/types.h>
#include <sys/mman.h>
char *
alloc_workbuf(size_t size)
{
char *ptr;
/* allocate some memory */
ptr = malloc(size);
/* return NULL on failure */
if (ptr == NULL)
return NULL;
/* lock this buffer into RAM */
if (mlock(ptr, size)) {
free(ptr);
return NULL;
}
return ptr;
}
void
free_workbuf(char *ptr, size_t size)
{
/* unlock the address range */
munlock(ptr, size);
/* free the memory */
free(ptr);
}
int main()
{
char *area;
size_t allocz=306535006208LLU;
area=alloc_workbuf(allocz);
while(1)
{
sleep(10);
}
free_workbuf(area,allocz);
return 0;
}
#!/bin/sh
set -u
set -x
set -e
#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/
MYSQLDIR=/usr/local/Percona-Server-5.5.15-rel21.0-158.Linux.x86_64/
#MYSQLDIR=/usr/local/mysql-5.6.3-m6-linux2.6-x86_64
ulimit -c unlimited
#DR="/mnt/fio320"
DR="/data/fio/d"
#IDR="/data/bench/fio/d"
IDR="/data/fio/d"
LR="/data/fio/d"
#LR="/data/bench/fio/d"
CONFIG="/etc/my.559.cnf"
SERVER="R815"
NINST=1
MAXW=2400
WH=$(($MAXW/$NINST))
BP=$((120/$NINST))
BD=/data/bench/back/tpcc$WH
RT=7200
log2="$DR/"
# restore from backup
function restore {
for i in `seq 1 $NINST`
do
ssh $SERVER "mkdir -p $DR$i"
ssh $SERVER "rm -fr $DR$i/*"
ssh $SERVER "mkdir -p $LR$i"
ssh $SERVER "rm -fr $LR$i/*"
ssh $SERVER "mkdir -p $IDR$i"
ssh $SERVER "rm -fr $IDR$i/*"
ssh $SERVER "cp -r $BD/* $DR$i"
ssh $SERVER "cp -r $BD/ibdata1 $IDR$i"
ssh $SERVER "cp /tmp/ib_lru_dump $DR$i"
ssh $SERVER "sync; echo 3 > /proc/sys/vm/drop_caches"
ssh $SERVER "chown mysql.mysql -R $DR$i; chmod -R 755 $DR$i"
ssh $SERVER "chown mysql.mysql -R $LR$i; chmod -R 755 $LR$i"
done
}
function formatc {
set +e
ssh $SERVER "umount /data/fio"
ssh $SERVER "mdadm --stop /dev/md127"
ssh $SERVER "fio-detach /dev/fct0"
ssh $SERVER "fio-detach /dev/fct1"
ssh $SERVER "yes | fio-format -b 4096 /dev/fct0"
ssh $SERVER "yes | fio-format -b 4096 /dev/fct1"
ssh $SERVER "fio-attach /dev/fct0"
ssh $SERVER "fio-attach /dev/fct1"
ssh $SERVER "mdadm --create --verbose /dev/md127 --level=0 --raid-devices=2 --chunk=128 /dev/fioa /dev/fiob"
ssh $SERVER "mkfs.xfs -s size=4096 /dev/md127"
ssh $SERVER "mount /dev/md127 /data/fio -o nobarrier"
set -e
}
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
function stratmysqld {
for i in `seq 1 $NINST`
do
PORT=$((3305+$i))
ssh $SERVER "numactl --cpunodebind=$(( ($i-1) * 8 / $NINST ))-$((($i-1)*8/$NINST+8/$NINST-1)) --interleave=all $MYSQLDIR/bin/mysqld --defaults-file=$CONFIG --datadir=$DR$i --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${BP}G --innodb-log-file-size=$logsz --innodb_flush_log_at_trx_commit=$trxv --log-error=$DR$i/mysql.error.log --socket=/tmp/mysql$PORT --port=$PORT --innodb_data_home_dir=$IDR$i --innodb_log_group_home_dir=$LR$i --basedir=$MYSQLDIR &"
set +e
while true;
do
mysql -Bse "SELECT 1" mysql -h $SERVER -P $PORT
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
done
}
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
formatc
for trxv in 2
do
for logsz in 4G
do
#for par in 12 24 36 48 60 72
#for par in 12 18 24 30 36
#for par in 4 6 8 10 12
#for par in $((36/$NINST)) $((48/$NINST))
for par in $((48/$NINST))
do
runid="par$par.log$logsz.trx$trxv"
restore
stratmysqld
sleep 30
ssh -f $SERVER "iostat -dmx 10 $(($RT/10+1)) " >> $OUTDIR/iostat.$runid.res
ssh -f $SERVER "dstat -t -v --nocolor 10 $(($RT/10+1))" > $OUTDIR/dstat_plain.$runid.res
cp $0 $OUTDIR
for i in `seq 1 $NINST`
do
PORT=$((3305+$i))
mysqladmin variables -h $SERVER -P$PORT >> $OUTDIR/mysql_variables.$PORT.res
./innodb_stat.sh $RT $SERVER $PORT >> $OUTDIR/innodb.${runid}.$i.res &
./tpcc_start $SERVER:$PORT tpcc$WH root "" $WH $par 10 $RT | tee -a $OUTDIR/tpcc.${runid}.$i.out &
done
sleep $(($RT+30))
set +e
ssh $SERVER "killall -s SIGKILL mysqld"
set -e
sleep 60
ssh $SERVER "cp ${DR}1/ib_lru_dump /tmp"
done
done
done
import sys
import math
import functools
ins = open( sys.argv[1], "r" )
array = {}
response_times= {}
array_10s = {}
response_times_10s = {}
array_60s = {}
response_times_60s = {}
def calms(f_sec,f_ms,s_sec,s_ms):
res=(int(f_sec)-int(s_sec))*1000 + (int(f_ms)-int(s_ms))/1000000
return res
def percentile(N, percent, key=lambda x:x):
"""
Find the percentile of a list of values.
@parameter N - is a list of values. Note N MUST BE already sorted.
@parameter percent - a float value from 0.0 to 1.0.
@parameter key - optional key function to compute value from each element of N.
@return - the percentile of the values
"""
if not N:
return None
k = (len(N)-1) * percent
f = math.floor(k)
c = math.ceil(k)
if f == c:
return key(N[int(k)])
d0 = key(N[int(f)]) * (c-k)
d1 = key(N[int(c)]) * (k-f)
return d0+d1
if len(sys.argv)>=2:
pref=sys.argv[2]
else:
pref=""
for line in ins:
data=line.split()
current_sec = int(data[3]);
if array.has_key(current_sec):
array[current_sec] = array[current_sec]+1
response_times[current_sec].append(calms(data[3],data[4],data[6],data[7]))
else:
array[current_sec] = 1
response_times[current_sec]=[calms(data[3],data[4],data[6],data[7])]
cur_10s = current_sec/10
if array_10s.has_key(cur_10s):
array_10s[cur_10s] = array_10s[cur_10s]+1
response_times_10s[cur_10s].append(calms(data[3],data[4],data[6],data[7]))
else:
array_10s[cur_10s] = 1
response_times_10s[cur_10s]=[calms(data[3],data[4],data[6],data[7])]
# print calms(data[3],data[4],data[6],data[7])
cur_60s = current_sec/60
if array_60s.has_key(cur_60s):
array_60s[cur_60s] = array_60s[cur_60s]+1
response_times_60s[cur_60s].append(calms(data[3],data[4],data[6],data[7]))
else:
array_60s[cur_60s] = 1
response_times_60s[cur_60s]=[calms(data[3],data[4],data[6],data[7])]
minsec=min(array.keys())
maxsec=max(array.keys())
i=minsec
while i<=maxsec:
if array.has_key(i):
# print str(i),len(response_times[str(i)].sort())
response_times[i].sort()
pct99=percentile(response_times[i],0.99)
print pref,i-minsec,array[i],pct99
else:
print pref,i-minsec,0
i=i+1
print "========== 10 sec ============="
minsec=min(array_10s.keys())
maxsec=max(array_10s.keys())
i=minsec
while i<=maxsec:
if array_10s.has_key(i):
# print str(i),len(response_times[str(i)].sort())
response_times_10s[i].sort()
pct99=percentile(response_times_10s[i],0.99)
print pref,i-minsec,array_10s[i],pct99
else:
print pref,i-minsec,0
i=i+1
print "========== 60 sec ============="
minsec=min(array_60s.keys())
maxsec=max(array_60s.keys())
i=minsec
while i<=maxsec:
if array_60s.has_key(i):
# print str(i),len(response_times[str(i)].sort())
response_times_60s[i].sort()
pct99=percentile(response_times_60s[i],0.99)
print pref,i-minsec,array_60s[i],pct99
else:
print pref,i-minsec,0
i=i+1
#!/bin/sh
set -u
set -x
set -e
#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/
MYSQLDIR=/usr/local/Percona-XtraDB-Cluster-5.5.15
#MYSQLDIR=/usr/local/mysql-5.6.3-m6-linux2.6-x86_64
ulimit -c unlimited
#DR="/mnt/fio320"
DR="/data/fio/d"
#IDR="/data/bench/fio/d"
IDR="/data/fio/d"
LR="/data/fio/d"
#LR="/data/bench/fio/d"
CONFIG="/etc/my.gal.55.cnf"
#SERVER="10.11.12.206"
SERVER="R815"
NINST=1
MAXW=600
WH=$(($MAXW/$NINST))
BP=$((120/$NINST))
BD=/data/bench/back/tpcc$WH
RT=3600
log2="$DR/"
# restore from backup
function restore {
for i in `seq 1 $NINST`
do
ssh $SERVER "mkdir -p $DR$i"
ssh $SERVER "rm -fr $DR$i/*"
ssh $SERVER "mkdir -p $LR$i"
ssh $SERVER "rm -fr $LR$i/*"
ssh $SERVER "mkdir -p $IDR$i"
ssh $SERVER "rm -fr $IDR$i/*"
ssh $SERVER "cp -r $BD/* $DR$i"
ssh $SERVER "cp -r $BD/ibdata1 $IDR$i"
ssh $SERVER "cp /tmp/ib_lru_dump $DR$i"
ssh $SERVER "sync; echo 3 > /proc/sys/vm/drop_caches"
ssh $SERVER "chown mysql.mysql -R $DR$i; chmod -R 755 $DR$i"
ssh $SERVER "chown mysql.mysql -R $LR$i; chmod -R 755 $LR$i"
done
}
function formatc {
set +e
ssh $SERVER "umount /data/fio"
ssh $SERVER "mdadm --stop /dev/md127"
ssh $SERVER "fio-detach /dev/fct0"
ssh $SERVER "fio-detach /dev/fct1"
ssh $SERVER "yes | fio-format -b 4096 /dev/fct0"
ssh $SERVER "yes | fio-format -b 4096 /dev/fct1"
ssh $SERVER "fio-attach /dev/fct0"
ssh $SERVER "fio-attach /dev/fct1"
ssh $SERVER "mdadm --create --verbose /dev/md127 --level=0 --raid-devices=2 --chunk=128 /dev/fioa /dev/fiob"
ssh $SERVER "mkfs.xfs -s size=4096 /dev/md127"
ssh $SERVER "mount /dev/md127 /data/fio -o nobarrier"
set -e
}
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
function stratmysqld {
for i in `seq 1 $NINST`
do
PORT=$((3305+$i))
ssh $SERVER "PATH=$PATH:/usr/local/Percona-XtraDB-Cluster-5.5.15/bin numactl --cpunodebind=$(( ($i-1) * 8 / $NINST ))-$((($i-1)*8/$NINST+8/$NINST-1)) --interleave=all $MYSQLDIR/bin/mysqld --defaults-file=$CONFIG --datadir=$DR$i --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${BP}G --innodb-log-file-size=$logsz --innodb_flush_log_at_trx_commit=$trxv --log-error=$DR$i/mysql.error.log --socket=/tmp/mysql$PORT --port=$PORT --innodb_data_home_dir=$IDR$i --innodb_log_group_home_dir=$LR$i --basedir=$MYSQLDIR &"
set +e
while true;
do
mysql -Bse "SELECT 1" mysql -h $SERVER -P $PORT
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
done
}
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
formatc
for trxv in 2
do
for logsz in 4G
do
#for par in 12 24 36 48 60 72
#for par in 12 18 24 30 36
#for par in 4 6 8 10 12
#for par in $((36/$NINST)) $((48/$NINST))
for par in $((48/$NINST))
do
runid="par$par.log$logsz.trx$trxv"
restore
#stratmysqld
exit
sleep 30
ssh -f $SERVER "iostat -dmx 10 $(($RT/10+1)) " >> $OUTDIR/iostat.$runid.res
ssh -f $SERVER "dstat -t -v --nocolor 10 $(($RT/10+1))" > $OUTDIR/dstat_plain.$runid.res
cp $0 $OUTDIR
for i in `seq 1 $NINST`
do
PORT=$((3305+$i))
mysqladmin variables -h $SERVER -P$PORT >> $OUTDIR/mysql_variables.$PORT.res
./innodb_stat.sh $RT $SERVER $PORT >> $OUTDIR/innodb.${runid}.$i.res &
./tpcc_start $SERVER:$PORT tpcc$WH root "" $WH $par 10 $RT | tee -a $OUTDIR/tpcc.${runid}.$i.out &
done
sleep $(($RT+30))
set +e
#ssh $SERVER "killall -s SIGKILL mysqld"
set -e
sleep 60
#ssh $SERVER "cp ${DR}1/ib_lru_dump /tmp"
done
done
done
#!/bin/sh
set -u
set -x
set -e
export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
DR="/mnt/fio320/bench"
BD="/data/back/fio320/bench"
WT=10
RT=10800
ROWS=80000000
#log2="/data/log/"
log2="$DR/"
# restore from backup
rm -fr $DR/*
echo $log2
#for nm in ibdata1 ib_logfile0 ib_logfile1
for nm in ibdata1
do
rm -f $log2/$nm
pagecache-management.sh cp $BD/$nm $log2
done
cp -r $BD/mysql $DR
pagecache-management.sh cp -r $BD/tpcc $DR
sync
echo 3 > /proc/sys/vm/drop_caches
chown mysql.mysql -R $DR
chown mysql.mysql -R $log2
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
#for par in 1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
for par in 16
do
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --datadir=$DR --innodb_data_home_dir=$log2 --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0 &
set +e
while true;
do
mysql -Bse "SELECT 1" mysql
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
./tpcc_start localhost tpcc root "" 1000 $par 10 7200 | tee -a tpcc.threads${par}.out
waitm
mysqladmin shutdown
done
#!/bin/sh
set -u
set -x
set -e
#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/
MYSQLDIR=/usr/local/mysql-5.5.15-linux2.6-x86_64
ulimit -c unlimited
#DR="/mnt/fio320"
BD=/data/bench/back/tpc/tpc
#DR=/data/db/bench
DR="/data/bench/test"
#DR="/mnt/tachion/tpc1000w"
CONFIG="/etc/my.van.cnf"
#CONFIG="/etc/my.y.558.cnf"
WT=10
RT=10800
ROWS=80000000
#log2="/tachion/system/"
#log2="/data/bench/"
log2="$DR/"
# restore from backup
function restore {
#sysctl -w dev.flashcache.cache_all=0
mkdir -p $DR
rm -fr $DR/*
rm -f $log2/ib*
echo $log2
#for nm in ibdata1 ib_logfile0 ib_logfile1
#for nm in ibdata1
#do
#rm -f $log2/$nm
#pagecache-management.sh cp $BD/$nm $log2
#done
cp -r $BD/mysql $DR
cp -r $BD/tpcc $DR
cp -r $BD/ibdata1 $log2
sync
echo 3 > /proc/sys/vm/drop_caches
chown mysql.mysql -R $DR
chown mysql.mysql -R $log2
chmod -R 755 $DR
#sysctl -w dev.flashcache.cache_all=1
}
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
for trxv in 2
do
for logsz in 1950M
do
#for par in 1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
#for par in 13 26 39 52 65 78
for par in `seq 5 10 55`
#for par in 13 52 78 144
#for par in 1 2 4 8 16 32 64
do
runid="par$par.log$logsz.trx$trxv."
restore
$MYSQLDIR/bin/mysqld --defaults-file=$CONFIG --datadir=$DR --innodb_data_home_dir=$log2 --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par}GB --innodb-log-file-size=$logsz --innodb_flush_log_at_trx_commit=$trxv --log-error=$OUTDIR/mysql.error.log &
MYSQLPID=$!
set +e
while true;
do
mysql -Bse "SELECT 1" mysql
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
iostat -mxt 10 $(($RT/10+1)) >> $OUTDIR/iostat.${runid}res &
PID=$!
vmstat 10 $(($RT/10+1)) >> $OUTDIR/vmstat.${runid}res &
PIDV=$!
$MYSQLDIR/bin/mysqladmin ext -i10 >> $OUTDIR/mysqladminext.${runid}res &
PIDMYSQLSTAT=$!
./innodb_stat.sh $RT >> $OUTDIR/innodb.${runid}res &
PIDINN=$!
cp $CONFIG $OUTDIR
cp $0 $OUTDIR
mysqladmin variables >> $OUTDIR/mysql_variables.res
sysctl -a >> $OUTDIR/sysctl.res
./tpcc_start localhost tpcc root "" 1000 32 10 $RT | tee -a $OUTDIR/tpcc.${runid}.out
set +e
kill -9 $PIDINN
kill -9 $PIDMYSQLSTAT
kill -9 `pidof mysqld`
set -e
done
done
done
#!/bin/sh
set -u
set -x
set -e
#export LD_LIBRARY_PATH=/usr/local/mysql/lib/mysql/
export LD_LIBRARY_PATH=/usr/local/Percona-Server/lib/mysql/
ulimit -c unlimited
#DR="/mnt/fio320"
BD=/mnt/tachion/tpc1000w
#DR=/data/db/bench
DR="/mnt/fio320/tpc1000w"
WT=10
RT=10800
ROWS=80000000
#log2="/data/log/"
log2="$DR/"
# restore from backup
function waitm {
while [ true ]
do
mysql -e "set global innodb_max_dirty_pages_pct=0" mysql
wt=`mysql -e "SHOW ENGINE INNODB STATUS\G" | grep "Modified db pages" | sort -u | awk '{print $4}'`
if [[ "$wt" -lt 100 ]] ;
then
mysql -e "set global innodb_max_dirty_pages_pct=90" mysql
break
fi
echo "mysql pages $wt"
sleep 10
done
}
# Determine run number for selecting an output directory
RUN_NUMBER=-1
if [ -f ".run_number" ]; then
read RUN_NUMBER < .run_number
fi
if [ $RUN_NUMBER -eq -1 ]; then
RUN_NUMBER=0
fi
OUTDIR=res$RUN_NUMBER
mkdir -p $OUTDIR
RUN_NUMBER=`expr $RUN_NUMBER + 1`
echo $RUN_NUMBER > .run_number
#for par in 1 2 4 6 8 10 12 14 16 18 20 22 24 26 28 30 43
for par in 13 26 39 52 65 78
#for par in 24
do
export OS_FILE_LOG_BLOCK_SIZE=4096
/usr/local/mysql/libexec/mysqld --defaults-file=/etc/my.cnf --datadir=$DR --innodb_log_group_home_dir=$log2 --innodb_thread_concurrency=0 --innodb-buffer-pool-size=${par}GB &
set +e
while true;
do
mysql -Bse "SELECT 1" mysql
if [ "$?" -eq 0 ]
then
break
fi
sleep 30
echo -n "."
done
set -e
iostat -dx 5 2000 >> $OUTDIR/iostat.${par}res &
PID=$!
vmstat 5 2000 >> $OUTDIR/vmstat.${par}res &
PIDV=$!
./tpcc_start localhost tpcc1000 root "" 1000 24 10 3600 | tee -a $OUTDIR/tpcc.${par}.out
kill -9 $PID
kill -9 $PIDV
waitm
mysqladmin shutdown
rm -fr /mnt/fio320/tpc1000w ; cp -r /mnt/tachion/back/tpc1000w /mnt/fio320/
sync
done
echo 0 > /proc/driver/virident/vgcdrivea0/bdev
while [ true ]
do
cat /proc/driver/virident/vgcdrivea0/bdev
cat /proc/driver/virident/vgcdrivea0/gc
sleep 10
done
#
# "make all" to build necessary executables.
#
LIBS= `mysql_config --libs_r` -lrt
INC= -I. `mysql_config --include`
#DEFS= -DDEBUG
CFLAGS= -w -O3 -g
TRANSACTIONS= neword.o payment.o ordstat.o delivery.o slev.o
OBJS= main.o spt_proc.o driver.o support.o sequence.o rthist.o sb_percentile.o $(TRANSACTIONS)
.SUFFIXES:
.SUFFIXES: .o .c
.c.o:
$(CC) $(CFLAGS) $(INC) $(DEFS) -c $*.c
all: ../tpcc_load ../tpcc_start
../tpcc_load : load.o support.o
$(CC) load.o support.o $(LIBS) -o ../tpcc_load
../tpcc_start : $(OBJS)
$(CC) $(OBJS) $(LIBS) -o ../tpcc_start
clean :
rm -f *.o
/*
* -*-C-*-
* delivery.pc
* corresponds to A.4 in appendix A
*/
#include <stdio.h>
#include <string.h>
#include <time.h>
#include <mysql.h>
#include "spt_proc.h"
#include "tpc.h"
extern MYSQL **ctx;
extern MYSQL_STMT ***stmt;
#define NNULL ((void *)0)
int delivery( int t_num,
int w_id_arg,
int o_carrier_id_arg
)
{
int w_id = w_id_arg;
int o_carrier_id = o_carrier_id_arg;
int d_id;
int c_id;
int no_o_id;
float ol_total;
char datetime[81];
int proceed = 0;
MYSQL_STMT* mysql_stmt;
MYSQL_BIND param[4];
MYSQL_BIND column[1];
/*EXEC SQL WHENEVER SQLERROR GOTO sqlerr;*/
gettimestamp(datetime, STRFTIME_FORMAT, TIMESTAMP_LEN);
/* For each district in warehouse */
/* printf("W: %d\n", w_id); */
for (d_id = 1; d_id <= DIST_PER_WARE; d_id++) {
proceed = 1;
/*EXEC_SQL SELECT COALESCE(MIN(no_o_id),0) INTO :no_o_id
FROM new_orders
WHERE no_d_id = :d_id AND no_w_id = :w_id;*/
mysql_stmt = stmt[t_num][25];
memset(param, 0, sizeof(MYSQL_BIND) * 2); /* initialize */
param[0].buffer_type = MYSQL_TYPE_LONG;
param[0].buffer = &d_id;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
if( mysql_stmt_store_result(mysql_stmt) ) goto sqlerr;
memset(column, 0, sizeof(MYSQL_BIND) * 1); /* initialize */
column[0].buffer_type = MYSQL_TYPE_LONG;
column[0].buffer = &no_o_id;
if( mysql_stmt_bind_result(mysql_stmt, column) ) goto sqlerr;
switch( mysql_stmt_fetch(mysql_stmt) ) {
case 0: //SUCCESS
break;
case 1: //ERROR
case MYSQL_NO_DATA: //NO MORE DATA
default:
mysql_stmt_free_result(mysql_stmt);
goto sqlerr;
}
mysql_stmt_free_result(mysql_stmt);
if(no_o_id == 0) continue;
proceed = 2;
/*EXEC_SQL DELETE FROM new_orders WHERE no_o_id = :no_o_id AND no_d_id = :d_id
AND no_w_id = :w_id;*/
mysql_stmt = stmt[t_num][26];
memset(param, 0, sizeof(MYSQL_BIND) * 3); /* initialize */
param[0].buffer_type = MYSQL_TYPE_LONG;
param[0].buffer = &no_o_id;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &d_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
proceed = 3;
/*EXEC_SQL SELECT o_c_id INTO :c_id FROM orders
WHERE o_id = :no_o_id AND o_d_id = :d_id
AND o_w_id = :w_id;*/
mysql_stmt = stmt[t_num][27];
memset(param, 0, sizeof(MYSQL_BIND) * 3); /* initialize */
param[0].buffer_type = MYSQL_TYPE_LONG;
param[0].buffer = &no_o_id;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &d_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
if( mysql_stmt_store_result(mysql_stmt) ) goto sqlerr;
memset(column, 0, sizeof(MYSQL_BIND) * 1); /* initialize */
column[0].buffer_type = MYSQL_TYPE_LONG;
column[0].buffer = &c_id;
if( mysql_stmt_bind_result(mysql_stmt, column) ) goto sqlerr;
switch( mysql_stmt_fetch(mysql_stmt) ) {
case 0: //SUCCESS
break;
case 1: //ERROR
case MYSQL_NO_DATA: //NO MORE DATA
default:
mysql_stmt_free_result(mysql_stmt);
goto sqlerr;
}
mysql_stmt_free_result(mysql_stmt);
proceed = 4;
/*EXEC_SQL UPDATE orders SET o_carrier_id = :o_carrier_id
WHERE o_id = :no_o_id AND o_d_id = :d_id AND
o_w_id = :w_id;*/
mysql_stmt = stmt[t_num][28];
memset(param, 0, sizeof(MYSQL_BIND) * 4); /* initialize */
param[0].buffer_type = MYSQL_TYPE_LONG;
param[0].buffer = &o_carrier_id;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &no_o_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &d_id;
param[3].buffer_type = MYSQL_TYPE_LONG;
param[3].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
proceed = 5;
/*EXEC_SQL UPDATE order_line
SET ol_delivery_d = :datetime
WHERE ol_o_id = :no_o_id AND ol_d_id = :d_id AND
ol_w_id = :w_id;*/
mysql_stmt = stmt[t_num][29];
memset(param, 0, sizeof(MYSQL_BIND) * 4); /* initialize */
param[0].buffer_type = MYSQL_TYPE_STRING;
param[0].buffer = datetime;
param[0].buffer_length = strlen(datetime);
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &no_o_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &d_id;
param[3].buffer_type = MYSQL_TYPE_LONG;
param[3].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
proceed = 6;
/*EXEC_SQL SELECT SUM(ol_amount) INTO :ol_total
FROM order_line
WHERE ol_o_id = :no_o_id AND ol_d_id = :d_id
AND ol_w_id = :w_id;*/
mysql_stmt = stmt[t_num][30];
memset(param, 0, sizeof(MYSQL_BIND) * 3); /* initialize */
param[0].buffer_type = MYSQL_TYPE_LONG;
param[0].buffer = &no_o_id;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &d_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
if( mysql_stmt_store_result(mysql_stmt) ) goto sqlerr;
memset(column, 0, sizeof(MYSQL_BIND) * 1); /* initialize */
column[0].buffer_type = MYSQL_TYPE_FLOAT;
column[0].buffer = &ol_total;
if( mysql_stmt_bind_result(mysql_stmt, column) ) goto sqlerr;
switch( mysql_stmt_fetch(mysql_stmt) ) {
case 0: //SUCCESS
case MYSQL_DATA_TRUNCATED:
break;
case 1: //ERROR
case MYSQL_NO_DATA: //NO MORE DATA
default:
mysql_stmt_free_result(mysql_stmt);
goto sqlerr;
}
mysql_stmt_free_result(mysql_stmt);
proceed = 7;
/*EXEC_SQL UPDATE customer SET c_balance = c_balance + :ol_total ,
c_delivery_cnt = c_delivery_cnt + 1
WHERE c_id = :c_id AND c_d_id = :d_id AND
c_w_id = :w_id;*/
mysql_stmt = stmt[t_num][31];
memset(param, 0, sizeof(MYSQL_BIND) * 4); /* initialize */
param[0].buffer_type = MYSQL_TYPE_FLOAT;
param[0].buffer = &ol_total;
param[1].buffer_type = MYSQL_TYPE_LONG;
param[1].buffer = &c_id;
param[2].buffer_type = MYSQL_TYPE_LONG;
param[2].buffer = &d_id;
param[3].buffer_type = MYSQL_TYPE_LONG;
param[3].buffer = &w_id;
if( mysql_stmt_bind_param(mysql_stmt, param) ) goto sqlerr;
if( mysql_stmt_execute(mysql_stmt) ) goto sqlerr;
/*EXEC_SQL COMMIT WORK;*/
if( mysql_commit(ctx[t_num]) ) goto sqlerr;
/* printf("D: %d, O: %d, time: %d\n", d_id, o_id, tad); */
}
/*EXEC_SQL COMMIT WORK;*/
return (1);
sqlerr:
fprintf(stderr, "delivery %d:%d\n",t_num,proceed);
error(ctx[t_num],mysql_stmt);
/*EXEC SQL WHENEVER SQLERROR GOTO sqlerrerr;*/
/*EXEC_SQL ROLLBACK WORK;*/
mysql_rollback(ctx[t_num]);
sqlerrerr:
return (0);
}
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
inline void parse_host(char* host, const char* from)
{
const char* port= rindex(from,':');
size_t length;
if(NULL == port)
length= strlen(from);
else
length= (port - from);
memcpy(host,from, length);
host[length] = '\0';
}
inline int parse_port(const char* from)
{
const char* port= rindex(from,':');
if(NULL == port)
return 3306;
else
{
const char* end= NULL;
int result= strtol(port+1,&end,10);
if( (0 == *end) && (0 <= result) && (result <= 0xFFFF) )
return result;
else
{
printf(stderr,"Incorrect port value: %s\n",end);
exit(-1);
}
}
}
This diff is collapsed.
This diff is collapsed.
/*
* rthist.h
*/
void hist_init();
void hist_inc( int transaction, double rtclk );
double hist_ckp( int transaction );
void hist_report();
This diff is collapsed.
/* Copyright (C) 2011 Alexey Kopytov.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
#ifndef SB_PERCENTILE_H
#define SB_PERCENTILE_H
#ifdef HAVE_PTHREAD_H
# include <pthread.h>
#endif
typedef struct {
unsigned long long *values;
unsigned long long *tmp;
unsigned long long total;
unsigned int size;
double range_min;
double range_max;
double range_deduct;
double range_mult;
pthread_mutex_t mutex;
} sb_percentile_t;
int sb_percentile_init(sb_percentile_t *percentile,
unsigned int size, double range_min, double range_max);
void sb_percentile_update(sb_percentile_t *percentile, double value);
double sb_percentile_calculate(sb_percentile_t *percentile, double percent);
void sb_percentile_reset(sb_percentile_t *percentile);
void sb_percentile_done(sb_percentile_t *percentile);
#endif
This diff is collapsed.
/*
* sequence.h
*/
void seq_init( int n, int p, int o, int d, int s );
int seq_get();
This diff is collapsed.
/*
* spt_proc.pc
* support routines for the proc tpcc implementation
*/
#include <mysql.h>
#include <stdio.h>
/*
* report error
*/
int error(
MYSQL *mysql,
MYSQL_STMT *mysql_stmt
)
{
/*
if(mysql_stmt) {
printf("\n%d, %s, %s", mysql_stmt_errno(mysql_stmt),
mysql_stmt_sqlstate(mysql_stmt), mysql_stmt_error(mysql_stmt) );
}
*/
if(mysql){
fprintf(stderr, "%d, %s, %s\n", mysql_errno(mysql), mysql_sqlstate(mysql), mysql_error(mysql) );
}
return (0);
}
int error(MYSQL *mysql, MYSQL_STMT *mysql_stmt);
#define TIMESTAMP_LEN 80
#define STRFTIME_FORMAT "%Y-%m-%d %H:%M:%S"
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
...@@ -134,7 +134,7 @@ public: ...@@ -134,7 +134,7 @@ public:
template <enum enum_field_types id> template <enum enum_field_types id>
class AbstractMySQLDecimalMetaData : public AbstractMySQLTypeMetaData { class AbstractMySQLDecimalMetaData : public AbstractMySQLTypeMetaData {
public: public:
bool encryptionSupported() const {return true;} bool encryptionSupported() const {return false;}
bool isNumeric() const {return true;} bool isNumeric() const {return true;}
const std::string humanReadable(const Create_field &) const const std::string humanReadable(const Create_field &) const
{return "DECIMAL";} {return "DECIMAL";}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment