Saturday, 12 March 2016

MySQL Performance Tuning and Some Replication Parameter Linux


[root@ip-192.168.0.100 ~]# cat /etc/my.cnf

[mysqld]

datadir=/var/lib/mysql
socket=/var/lib/mysql/mysql.sock

server-id=37544

join_buffer_size=128K
read_rnd_buffer_size=256K

max_heap_table_size=25M
lower_case_table_names=1
log_bin_trust_function_creators=1
skip_name_resolve

# skip_slave_start
slave_type_conversions="ALL_LOSSY,ALL_NON_LOSSY,ALL_SIGNED,ALL_UNSIGNED"
relay_log=mysql-relay
relay_log_index=relay-log-index

binlog_format=mixed

replicate-ignore-db=mysql
replicate-ignore-db=information_schema
replicate-ignore-db=performance_schema

slave-skip-errors = 1032,1062,1677,1146,1133

max_connections=10000
#query_cache_size=500M
#query_cache_limit = 30M
#query_cache_type=1

table_open_cache=64
tmp_table_size=30M
thread_cache_size=9

innodb_flush_log_at_trx_commit=1
innodb_buffer_pool_instances=7

# Determines the number of threads that can enter InnoDB concurrently.
innodb_concurrency_tickets=5000

# It specifies the maximum number of .ibd files that MySQL can keep open at one time. The minimum value is 10.
innodb_open_files=3000

innodb_file_per_table=1

#event_scheduler=1

innodb_buffer_pool_size=7G
innodb_additional_mem_pool_size=64M
innodb_buffer_pool_dump_at_shutdown=1
innodb_buffer_pool_dump_now=1
innodb_buffer_pool_load_abort=0
innodb_buffer_pool_load_at_startup=1
innodb_doublewrite=1
innodb_fast_shutdown=1
innodb_io_capacity=500
innodb_io_capacity_max=2000
innodb_max_dirty_pages_pct=75
innodb_open_files=500
#innodb_read_io_threads=20
#innodb_write_io_threads=20
#innodb_thread_concurrency=9
innodb_table_locks=0

#innodb_ft_cache_size=1600000
innodb_ft_total_cache_size=32000000

max_allowed_packet=100M
max_connect_errors=10000
table_definition_cache=256

# Specify the maximum size of a row-based binary log event, in bytes.
# Rows are grouped into events smaller than this size if possible. The value should be a multiple of 256.
binlog_row_event_max_size=8K

# If the value of this variable is greater than 0, a replication slave synchronizes its master.info file to disk.
# (using fdatasync()) after every sync_master_info events.
sync_master_info=10000

# If the value of this variable is greater than 0, the MySQL server synchronizes its relay log to disk.
# (using fdatasync()) after every sync_relay_log writes to the relay log.
sync_relay_log=10000

# If the value of this variable is greater than 0, a replication slave synchronizes its relay-log.info file to disk.
# (using fdatasync()) after every sync_relay_log_info transactions.
sync_relay_log_info=10000


# Disabling symbolic-links is recommended to prevent assorted security risks
symbolic-links=0

# Recommended in standard MySQL setup
sql_mode=NO_ENGINE_SUBSTITUTION

[mysqld_safe]
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid

















=======================================


=======================================


Master -1 Config File :


root@ip-172-31-13-84:~# cat /etc/mysql/my.cnf
#
# The MySQL database server configuration file.
#
# You can copy this to one of:
# - "/etc/mysql/my.cnf" to set global options,
# - "~/.my.cnf" to set user-specific options.
#
# One can use all long options that the program supports.
# Run program with --help to get a list of available options and with
# --print-defaults to see which it would actually understand and use.
#
# For explanations see
# http://dev.mysql.com/doc/mysql/en/server-system-variables.html

# This will be passed to all mysql clients
# It has been reported that passwords should be enclosed with ticks/quotes
# escpecially if they contain "#" chars...
# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
[client]
port        = 3306
socket        = /var/run/mysqld/mysqld.sock

# Here is entries for some specific programs
# The following values assume you have at least 32M ram

# This was formally known as [safe_mysqld]. Both versions are currently parsed.
[mysqld_safe]
socket        = /var/run/mysqld/mysqld.sock
nice        = 0

[mysqld]
#
# * Basic Settings
#
user        = mysql
pid-file    = /var/run/mysqld/mysqld.pid
socket        = /var/run/mysqld/mysqld.sock
port        = 3306
basedir        = /usr
datadir        = /data/mysql
tmpdir        = /tmp
lc-messages-dir    = /usr/share/mysql
skip-external-locking
#
# Instead of skip-networking the default is now to listen only on
# localhost which is more compatible and is not less secure.
bind-address        = 0.0.0.0
#
# * Fine Tuning
#
key_buffer        = 16M
max_allowed_packet    = 16M
thread_stack        = 192K
thread_cache_size       = 8
# This replaces the startup script and checks MyISAM tables if needed
# the first time they are touched
myisam-recover         = BACKUP
#max_connections        = 100
#table_cache            = 64
#thread_concurrency     = 10
#
# * Query Cache Configuration
#
query_cache_limit    = 1M
query_cache_size        = 16M
#
# * Logging and Replication
#
# Both location gets rotated by the cronjob.
# Be aware that this log type is a performance killer.
# As of 5.1 you can enable the log at runtime!
#general_log_file        = /var/log/mysql/mysql.log
#general_log             = 1
#
# Error log - should be very few entries.
#
log_error = /var/log/mysql/error.log
#
# Here you can see queries with especially long duration
#log_slow_queries    = /var/log/mysql/mysql-slow.log
#long_query_time = 2
#log-queries-not-using-indexes
#
# The following can be used as easy to replay backup logs or for replication.
# note: if you are setting up a replication slave, see README.Debian about
#       other settings you may need to change.
#server-id        = 1
#log_bin            = /var/log/mysql/mysql-bin.log
#expire_logs_days    = 10
max_binlog_size         = 100M
#binlog_do_db        = include_database_name
#binlog_ignore_db    = include_database_name
#
# * InnoDB
#
# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
# Read the manual for more InnoDB related options. There are many!
#
# * Security Features
#
# Read the manual, too, if you want chroot!
# chroot = /var/lib/mysql/
#
# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
#
# ssl-ca=/etc/mysql/cacert.pem
# ssl-cert=/etc/mysql/server-cert.pem
# ssl-key=/etc/mysql/server-key.pem

# ########################################################################

server-id=16589
join_buffer_size=128K
read_rnd_buffer_size=256K

auto_increment_increment=2
auto_increment_offset=1

log-bin=mysql-bin
log_bin_index=log-bin-index
sync_binlog=1
expire_logs_days=3

max_heap_table_size=25M
lower_case_table_names=1
log_bin_trust_function_creators=1
skip_name_resolve

# skip_slave_start
slave_type_conversions="ALL_LOSSY,ALL_NON_LOSSY,ALL_SIGNED,ALL_UNSIGNED"
relay_log=mysql-relay
relay_log_index=relay-log-index

binlog_format=mixed

replicate-ignore-db=mysql
replicate-ignore-db=information_schema
replicate-ignore-db=performance_schema

slave-skip-errors = 1032,1062,1677,1133

max_connections=10000
#query_cache_size=500M
#query_cache_limit = 30M
#query_cache_type=1

table_open_cache=64
tmp_table_size=30M
thread_cache_size=9

innodb_flush_log_at_trx_commit=1
#innodb_buffer_pool_instances=5

# Determines the number of threads that can enter InnoDB concurrently.
innodb_concurrency_tickets=5000

# It specifies the maximum number of .ibd files that MySQL can keep open at one time. The minimum value is 10.
innodb_open_files=3000

innodb_file_per_table=1

event_scheduler=1

innodb_buffer_pool_size=10G
innodb_additional_mem_pool_size=64M
innodb_buffer_pool_dump_at_shutdown=1
innodb_buffer_pool_dump_now=1
innodb_buffer_pool_load_abort=0
innodb_buffer_pool_load_at_startup=1
innodb_doublewrite=1
innodb_fast_shutdown=1
innodb_io_capacity=500
innodb_io_capacity_max=2000
innodb_max_dirty_pages_pct=75
innodb_open_files=500
#innodb_read_io_threads=20
#innodb_write_io_threads=20
#innodb_thread_concurrency=9
innodb_table_locks=0

#innodb_ft_cache_size=1600000
innodb_ft_total_cache_size=32000000

max_allowed_packet=100M
max_connect_errors=10000
table_definition_cache=256

log_slave_updates=1

# Specify the maximum size of a row-based binary log event, in bytes.
# Rows are grouped into events smaller than this size if possible. The value should be a multiple of 256.
binlog_row_event_max_size=8K

# If the value of this variable is greater than 0, a replication slave synchronizes its master.info file to disk.
# (using fdatasync()) after every sync_master_info events.
sync_master_info=10000

# If the value of this variable is greater than 0, the MySQL server synchronizes its relay log to disk.
# (using fdatasync()) after every sync_relay_log writes to the relay log.
sync_relay_log=10000

# If the value of this variable is greater than 0, a replication slave synchronizes its relay-log.info file to disk.
# (using fdatasync()) after every sync_relay_log_info transactions.
sync_relay_log_info=10000


# Disabling symbolic-links is recommended to prevent assorted security risks
symbolic-links=0

# Recommended in standard MySQL setup
sql_mode=NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION
#character_set_database-utf8
#character_set_server=utf8


# #######################################################################

[mysqldump]
quick
quote-names
max_allowed_packet    = 100M

[mysql]
#no-auto-rehash    # faster start of mysql but no tab completition

[isamchk]
key_buffer        = 16M

#
# * IMPORTANT: Additional settings that can override those from this file!
#   The files must end with '.cnf', otherwise they'll be ignored.
#
!includedir /etc/mysql/conf.d/
root@ip-172-31-13-84:~#




Master - 2 Config File :




root@ip-172-31-27-156:~# cat /etc/mysql/my.cnf
#
# The MySQL database server configuration file.
#
# You can copy this to one of:
# - "/etc/mysql/my.cnf" to set global options,
# - "~/.my.cnf" to set user-specific options.
#
# One can use all long options that the program supports.
# Run program with --help to get a list of available options and with
# --print-defaults to see which it would actually understand and use.
#
# For explanations see
# http://dev.mysql.com/doc/mysql/en/server-system-variables.html

# This will be passed to all mysql clients
# It has been reported that passwords should be enclosed with ticks/quotes
# escpecially if they contain "#" chars...
# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
[client]
port        = 3306
socket        = /var/run/mysqld/mysqld.sock

# Here is entries for some specific programs
# The following values assume you have at least 32M ram

# This was formally known as [safe_mysqld]. Both versions are currently parsed.
[mysqld_safe]
socket        = /var/run/mysqld/mysqld.sock
nice        = 0

[mysqld]
#
# * Basic Settings
#
user        = mysql
pid-file    = /var/run/mysqld/mysqld.pid
socket        = /var/run/mysqld/mysqld.sock
port        = 3306
basedir        = /usr
datadir        = /data/mysql
tmpdir        = /tmp
lc-messages-dir    = /usr/share/mysql
innodb_buffer_pool_size =10G
max_connections         =10000
max_connect_errors      =10000

skip-external-locking
#
# Instead of skip-networking the default is now to listen only on
# localhost which is more compatible and is not less secure.
bind-address        = 0.0.0.0
#
# * Fine Tuning
#
#key_buffer        = 100M
#max_allowed_packet    = 100M
thread_stack        = 192K
thread_cache_size       = 8
# This replaces the startup script and checks MyISAM tables if needed
# the first time they are touched
myisam-recover         = BACKUP
#max_connections        = 100
#table_cache            = 64
#thread_concurrency     = 10
#
# * Query Cache Configuration
#
query_cache_limit    = 1M
query_cache_size        = 16M
#
# * Logging and Replication
#
# Both location gets rotated by the cronjob.
# Be aware that this log type is a performance killer.
# As of 5.1 you can enable the log at runtime!
#general_log_file        = /var/log/mysql/mysql.log
#general_log             = 1
#
# Error log - should be very few entries.
#
log_error = /var/log/mysql/error.log
#
# Here you can see queries with especially long duration
#log_slow_queries    = /var/log/mysql/mysql-slow.log
#long_query_time = 2
#log-queries-not-using-indexes
#
# The following can be used as easy to replay backup logs or for replication.
# note: if you are setting up a replication slave, see README.Debian about
#       other settings you may need to change.
#server-id        = 1
#log_bin            = /var/log/mysql/mysql-bin.log
#expire_logs_days    = 10
#max_binlog_size         = 100M
#binlog_do_db        = include_database_name
#binlog_ignore_db    = include_database_name
#
# * InnoDB
#
# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
# Read the manual for more InnoDB related options. There are many!
#
# * Security Features
#
# Read the manual, too, if you want chroot!
# chroot = /var/lib/mysql/
#
# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
#
# ssl-ca=/etc/mysql/cacert.pem
# ssl-cert=/etc/mysql/server-cert.pem
# ssl-key=/etc/mysql/server-key.pem

###################################################################
# Added by Surender on 09-12-2015


server-id=14389
join_buffer_size=128K
read_rnd_buffer_size=256K

auto_increment_increment=2
auto_increment_offset=2

log-bin=mysql-bin
log_bin_index=log-bin-index
sync_binlog=1
expire_logs_days=5


max_heap_table_size=25M
lower_case_table_names=1
log_bin_trust_function_creators=1
skip_name_resolve

# skip_slave_start
slave_type_conversions="ALL_LOSSY,ALL_NON_LOSSY,ALL_SIGNED,ALL_UNSIGNED"
relay_log=mysql-relay
relay_log_index=relay-log-index

binlog_format=mixed

replicate-ignore-db=mysql
replicate-ignore-db=information_schema
replicate-ignore-db=performance_schema

slave-skip-errors = 1032,1062,1677,1133

max_connections=10000
#query_cache_size=500M
#query_cache_limit = 30M
#query_cache_type=1

table_open_cache=64
tmp_table_size=30M
thread_cache_size=9

innodb_flush_log_at_trx_commit=1
#innodb_buffer_pool_instances=5

# Determines the number of threads that can enter InnoDB concurrently.
innodb_concurrency_tickets=5000

# It specifies the maximum number of .ibd files that MySQL can keep open at one time. The minimum value is 10.
innodb_open_files=3000

innodb_file_per_table=1

event_scheduler=0

innodb_buffer_pool_size=10G
innodb_additional_mem_pool_size=64M
innodb_buffer_pool_dump_at_shutdown=1
innodb_buffer_pool_dump_now=1
innodb_buffer_pool_load_abort=0
innodb_buffer_pool_load_at_startup=1
innodb_doublewrite=1
innodb_fast_shutdown=1
innodb_io_capacity=500
innodb_io_capacity_max=2000
innodb_max_dirty_pages_pct=75
innodb_open_files=500
#innodb_read_io_threads=20
#innodb_write_io_threads=20
#innodb_thread_concurrency=9
innodb_table_locks=0

#innodb_ft_cache_size=1600000
innodb_ft_total_cache_size=32000000

max_allowed_packet=100M
max_connect_errors=10000
table_definition_cache=256

# Specify the maximum size of a row-based binary log event, in bytes.
# Rows are grouped into events smaller than this size if possible. The value should be a multiple of 256.
binlog_row_event_max_size=8K

# If the value of this variable is greater than 0, a replication slave synchronizes its master.info file to disk.
# (using fdatasync()) after every sync_master_info events.
sync_master_info=10000

# If the value of this variable is greater than 0, the MySQL server synchronizes its relay log to disk.
# (using fdatasync()) after every sync_relay_log writes to the relay log.
sync_relay_log=10000

# If the value of this variable is greater than 0, a replication slave synchronizes its relay-log.info file to disk.
# (using fdatasync()) after every sync_relay_log_info transactions.
sync_relay_log_info=10000


# Disabling symbolic-links is recommended to prevent assorted security risks
symbolic-links=0

# Recommended in standard MySQL setup
sql_mode=NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION
#character_set_database-utf8
#character_set_server=utf8
##########################################################################

[mysqldump]
quick
quote-names
#max_allowed_packet    = 16M

[mysql]
#no-auto-rehash    # faster start of mysql but no tab completition

[isamchk]
key_buffer        = 16M

#
# * IMPORTANT: Additional settings that can override those from this file!
#   The files must end with '.cnf', otherwise they'll be ignored.
#
!includedir /etc/mysql/conf.d/
root@ip-172-31-27-156:~#


















No comments: