maria-developers team mailing list archive

[Hakan Kuecuekyilmaz <hakan@xxxxxxxxxxxx>]

At file:///Users/hakan/work/monty_program/mariadb-tools/

------------------------------------------------------------
revno: 9
revision-id: hakan@xxxxxxxxxxxx-20100219052704-8nnlzsbu0nslnxba
parent: hakan@xxxxxxxxxxxx-20100204111840-0d9u3nyio2h8tavi
committer: Hakan Kuecuekyilmaz <hakan@xxxxxxxxxxxx>
branch nick: mariadb-tools
timestamp: Fri 2010-02-19 06:27:04 +0100
message:
  Added wrapper scripts for running all sysbench >= v0.5 test
  with MariaDB and MySQL.

=== added directory 'sysbench'
=== added file 'sysbench/README'
--- a/sysbench/README	1970-01-01 00:00:00 +0000
+++ b/sysbench/README	2010-02-19 05:27:04 +0000
@@ -0,0 +1,1 @@
+Automation scripts for sysbench >= v.05

=== added file 'sysbench/run-sysbench.sh'
--- a/sysbench/run-sysbench.sh	1970-01-01 00:00:00 +0000
+++ b/sysbench/run-sysbench.sh	2010-02-19 05:27:04 +0000
@@ -0,0 +1,275 @@
+#!/bin/bash
+#
+# Run sysbench tests with MariaDB and MySQL
+#
+# Note: Do not run this script with root privileges.
+#   We use killall -9, which can cause severe side effects!
+#
+# Hakan Kuecuekyilmaz <hakan at askmonty dot org> 2010-02-19.
+#
+
+#
+# Do not run this script as root!
+#
+RUN_BY=$(whoami)
+if [ x"root" = x"$RUN_BY" ];then
+   echo '[ERROR]: Do not run this script as root!'
+   echo '  Exiting.'
+   
+   exit 1
+fi
+
+#
+# Variables.
+#
+TEMP_DIR='/tmp'
+DATA_DIR="${TEMP_DIR}/data"
+MY_SOCKET="${TEMP_DIR}/mysql.sock"
+MYSQLADMIN_OPTIONS="--no-defaults -uroot --socket=$MY_SOCKET"
+MYSQL_OPTIONS="--no-defaults \
+  --skip-grant-tables \
+  --language=./sql/share/english \
+  --datadir=$DATA_DIR \
+  --tmpdir=$TEMP_DIR \
+  --socket=$MY_SOCKET \
+  --table_open_cache=512 \
+  --thread_cache=512 \
+  --query_cache_size=0 \
+  --query_cache_type=0 \
+  --innodb_data_home_dir=$DATA_DIR \
+  --innodb_data_file_path=ibdata1:128M:autoextend \
+  --innodb_log_group_home_dir=$DATA_DIR \
+  --innodb_buffer_pool_size=1024M \
+  --innodb_additional_mem_pool_size=32M \
+  --innodb_log_file_size=256M \
+  --innodb_log_buffer_size=16M \
+  --innodb_flush_log_at_trx_commit=1 \
+  --innodb_lock_wait_timeout=50 \
+  --innodb_doublewrite=0 \
+  --innodb_flush_method=O_DIRECT \
+  --innodb_thread_concurrency=0 \
+  --innodb_max_dirty_pages_pct=80"
+
+NUM_THREADS="1 4 8 16 32 64 128"
+TABLE_SIZE=2000000
+RUN_TIME=300
+SYSBENCH_TESTS="delete.lua \
+  insert.lua \
+  oltp_complex_ro.lua \
+  oltp_complex_rw.lua \
+  oltp_simple.lua \
+  select.lua \
+  update_index.lua \
+  update_non_index.lua"
+SYSBENCH_OPTIONS="--oltp-table-size=$TABLE_SIZE \
+  --max-time=$RUN_TIME \
+  --max-requests=0 \
+  --mysql-table-engine=InnoDB \
+  --mysql-user=root \
+  --mysql-engine-trx=yes"
+
+PRODUCTS='MariaDB MySQL'
+
+# Timeout in seconds for waiting for mysqld to start.
+TIMEOUT=100
+
+#
+# Files
+#
+MARIADB_BUILD_LOG='/tmp/mariadb_build.log'
+MYSQL_BUILD_LOG='/tmp/mysql_build.log'
+
+#
+# Directories.
+#
+BASE="${HOME}/work"
+MARIADB_LOCAL_MASTER="${BASE}/monty_program/maria-local-master"
+MARIADB_WORK="${BASE}/monty_program/maria"
+MYSQL_LOCAL_MASTER="${BASE}/mysql/mysql-server-local-master"
+MYSQL_WORK="${BASE}/mysql/mysql-server"
+TEST_DIR="${BASE}/monty_program/sysbench/sysbench/tests/db"
+RESULT_DIR="${BASE}/sysbench-results"
+
+#
+# Binaries.
+#
+MYSQLADMIN='./client/mysqladmin'
+SYSBENCH='/usr/local/bin/sysbench'
+BZR='/usr/local/bin/bzr'
+
+#
+# Refresh repositories.
+#
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Refreshing source repositories."
+rm -rf $MARIADB_WORK
+if [ ! -d $MARIADB_LOCAL_MASTER ]; then
+    echo "[ERROR]: Local master of MariaDB does not exist."
+    echo "  Please make a initial branch from lp:maria"
+    echo "  Exiting."
+    exit 1
+else
+    cd $MARIADB_LOCAL_MASTER
+    echo "Pulling latest MariaDB sources."
+    $BZR pull
+    if [ $? != 0 ]; then
+        echo "[ERROR]: $BZR pull for $MARIADB_LOCAL_MASTER failed"
+        echo "  Please check your bzr setup"
+        echo "  Exiting."
+        exit 1
+    fi
+    
+    echo "Branching MariaDB working directory."
+    $BZR branch $MARIADB_LOCAL_MASTER $MARIADB_WORK
+    if [ $? != 0 ]; then
+        echo "[ERROR]: $BZR branch of $MARIADB_LOCAL_MASTER failed"
+        echo "  Please check your bzr setup"
+        echo "  Exiting."
+        exit 1
+    fi
+fi
+
+rm -rf $MYSQL_WORK
+if [ ! -d $MYSQL_LOCAL_MASTER ]; then
+    echo "[ERROR]: Local master of MySQL does not exist."
+    echo "  Please make a initial branch from lp:mysql-server"
+    echo "  Exiting."
+    exit 1
+else
+    cd $MYSQL_LOCAL_MASTER
+    echo "Pulling latest MySQL sources."
+    $BZR pull
+    if [ $? != 0 ]; then
+        echo "[ERROR]: $BZR pull for $MYSQL_LOCAL_MASTER failed"
+        echo "  Please check your bzr setup"
+        echo "  Exiting."
+        exit 1
+    fi
+
+    echo "Branching MySQL working directory."
+    $BZR branch $MYSQL_LOCAL_MASTER $MYSQL_WORK
+    if [ $? != 0 ]; then
+        echo "[ERROR]: $BZR branch of $MYSQL_LOCAL_MASTER failed"
+        echo "  Please check your bzr setup"
+        echo "  Exiting."
+        exit 1
+    fi
+fi
+
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Done refreshing source repositories."
+
+
+#
+# TODO: Add platform detection and choose proper build script.
+#
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Starting to compile."
+
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Compiling MariaDB."
+cd $MARIADB_WORK
+BUILD/compile-amd64-max > $MARIADB_BUILD_LOG 2>&1
+if [ $? != 0 ]; then
+    echo "[ERROR]: Build of $MARIADB_WORK failed"
+    echo "  Please check the log at $MARIDB_BUILD_LOG"
+    echo "  Exiting."
+    exit 1
+fi
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Finnished compiling MariaDB."
+
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Compiling MySQL."
+cd $MYSQL_WORK
+BUILD/compile-amd64-max > $MYSQL_BUILD_LOG 2>&1
+if [ $? != 0 ]; then
+    echo "[ERROR]: Build of $MYSQL_WORK failed"
+    echo "  Please check the log at $MYSQL_BUILD_LOG"
+    echo "  Exiting."
+    exit 1
+fi
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Finnished compiling MySQL."
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Finnished compiling."
+
+#
+# Go to work.
+#
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Starting sysbench runs."
+
+#
+# Prepare results directory.
+#
+if [ ! -d $RESULT_DIRS ]; then
+    echo "[NOTE]: $RESULT_DIRS did not exist."
+    echo "  We are creating it for you!"
+    
+    mkdir $RESULT_DIRS
+fi
+
+TODAY=$(date +%Y-%m-%d)
+mkdir ${RESULT_DIR}/${TODAY}
+
+for PRODUCT in $PRODUCTS; do
+    mkdir ${RESULT_DIR}/${TODAY}/${PRODUCT}
+
+    killall -9 mysqld
+    rm -rf $DATA_DIR
+    rm -f $MY_SOCKET
+    mkdir $DATA_DIR
+
+    if [ x"$PRODUCT" = x"MariaDB" ];then        
+        cd $MARIADB_WORK
+    else
+        cd $MYSQL_WORK
+    fi
+
+    sql/mysqld $MYSQL_OPTIONS &
+    
+    j=0
+    STARTED=-1
+    while [ $j -le $TIMEOUT ]
+        do
+        $MYSQLADMIN $MYSQLADMIN_OPTIONS ping > /dev/null 2>&1
+        if [ $? = 0 ]; then
+            STARTED=0
+            
+            break
+        fi
+        
+        sleep 1
+        j=$(($j + 1))
+    done
+    
+    if [ $STARTED != 0 ]; then
+        echo '[ERROR]: Start of mysqld failed.'
+        echo '  Please check your error log.'
+        echo '  Exiting.'
+
+        exit 1
+    fi
+    
+    for SYSBENCH_TEST in $SYSBENCH_TESTS; do
+        mkdir ${RESULT_DIR}/${TODAY}/${PRODUCT}/${SYSBENCH_TEST}
+
+        for THREADS in $NUM_THREADS; do
+            THIS_RESULT_DIR="${RESULT_DIR}/${TODAY}/${PRODUCT}/${SYSBENCH_TEST}/${THREADS}"
+            mkdir $THIS_RESULT_DIR
+            echo "[$(date "+%Y-%m-%d %H:%M:%S")] Running $SYSBENCH_TEST with $THREADS threads for $PRODUCT"
+
+            $MYSQLADMIN $MYSQLADMIN_OPTIONS -f drop sbtest
+            $MYSQLADMIN $MYSQLADMIN_OPTIONS create sbtest
+            if [ $? != 0 ]; then
+                echo "[ERROR]: Create of sbtest database failed"
+                echo "  Please check your setup."
+                echo "  Exiting"
+                exit 1
+            fi
+
+            SYSBENCH_OPTIONS="$SYSBENCH_OPTIONS --num-threads=$THREADS --test=${TEST_DIR}/${SYSBENCH_TEST}"
+            $SYSBENCH $SYSBENCH_OPTIONS prepare
+            $SYSBENCH $SYSBENCH_OPTIONS run > ${THIS_RESULT_DIR}/result.txt 2>&1
+
+        done
+    done
+done
+
+#
+# We are done!
+#
+echo "[$(date "+%Y-%m-%d %H:%M:%S")] Finished sysbench runs."
+echo "  You can check your results."