OceanBase 初探学习历程之二——操作系统参数最佳实践
本文章分享OB操作系统参数最佳实践值，相关参数部分来自PK项目得知，仅供参考，实际参数设置仍需结合现有设备条件及业务系统特点是否有必要如此设置，但我任务大部分场景均可用（仅本人个人观点）。
1、磁盘配置
[root@ob2 ~]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Thu Aug 18 09:03:09 2022
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/uos-root / ext4 defaults 1 1
UUID=ada6bb64-387c-4526-b525-73f897c9ceba /boot ext4 defaults 1 2
UUID=0493-3126 /boot/efi vfat umask=0077,shortname=winnt 0 2
/dev/mapper/uos-home /home ext4 defaults 1 2
/dev/vgob/log /data/log1 ext4 defaults,noatime,nodiratime,nodelalloc,barrier=0 0 0
/dev/vgob/data /data/1 ext4 defaults,noatime,nodiratime,nodelalloc,barrier=0 0 0
/dev/vgob/admin /home/admin ext4 defaults,noatime,nodiratime,nodelalloc,barrier=0 0 02、文件限制配置
[root@ob2 ~]# more /etc/security/limits.d/oceanbase_limits.conf
* soft nofile 655360
* hard nofile 655360
* soft nproc 655360
* hard nproc 655360
* hard core unlimited
* soft core unlimited
* hard stack 10240
* soft stack 10240
* hard cpu unlimited
* soft cpu unlimited
root soft nofile 655360
root hard nofile 655360
root soft nproc 655360
root hard nproc 655360
root hard core unlimited
root soft core unlimited
root hard stack 10240
root soft stack 10240
root hard cpu unlimited
root soft cpu unlimited3、SWAP设置
[root@ob2 ~]# free -gtotal used free shared buff/cache available
Mem: 381 340 0 0 40 38
Swap: 0 0 0
4、selinux设置
[root@ob2 ~]# sestatus
SELinux status: disabled5、内核参数配置
[root@ob2 ~]# cat /etc/sysctl.conf
kernel.sem = 4096 4194304 32768 1024vm.dirty_ratio = 10
vm.dirty_background_ratio = 5
vm.vfs_cache_pressure = 50
vm.swappiness = 1
net.ipv4.ip_local_port_range = 3500 65535
net.core.rmem_default = 4194304
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 262144
net.ipv4.tcp_wmem = 262144 262144 4194304
net.ipv4.tcp_rmem = 4194304 4194304 6291456
vm.nr_hugepages = 384
####################################################
# for oceanbase
net.core.somaxconn = 2048
net.core.netdev_max_backlog = 10000
net.core.rmem_default = 16777216
net.core.wmem_default = 16777216
net.core.rmem_max = 16777216
net.core.wmem_max = 16777216net.ipv4.ip_local_port_range = 3500 65535
net.ipv4.ip_forward = 0
net.ipv4.conf.default.rp_filter = 1
net.ipv4.conf.default.accept_source_route = 0
net.ipv4.tcp_syncookies = 0
net.ipv4.tcp_rmem = 4096 87380 16777216
net.ipv4.tcp_wmem = 4096 65536 16777216
net.ipv4.tcp_max_syn_backlog = 16384
net.ipv4.tcp_fin_timeout = 15
net.ipv4.tcp_max_syn_backlog = 16384
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_slow_start_after_idle=0
net.ipv4.ip_local_reserved_ports = 62881-63881vm.swappiness = 0
kernel.core_pattern = /data/1/core-%e-%p-%t
vm.min_free_kbytes = 2097152
vm.overcommit_memory = 0fs.aio-max-nr=1048576
vm.max_map_count=655360
vm.nr_hugepages = 06、登录设置
[root@ob2 ~]# cat /etc/pam.d/login
#%PAM-1.0
auth substack system-auth
auth include postlogin
account required pam_nologin.so
account include system-auth
password include system-auth
# pam_selinux.so close should be the first session rule
session required pam_selinux.so close
session required pam_loginuid.so
# pam_selinux.so open should only be followed by sessions to be executed in the user context
session required pam_selinux.so open
session required pam_namespace.so
session optional pam_keyinit.so force revoke
session include system-auth
session include postlogin
-session optional pam_ck_connector.sosession required /lib64/security/pam_limits.so
session required pam_limits.so7、透明大页numa设置
[root@ob2 ~]# cat /etc/default/grub
GRUB_TIMEOUT=5
GRUB_DISTRIBUTOR="$(sed 's, release .*$,,g' /etc/system-release)"
GRUB_DEFAULT=saved
GRUB_DISABLE_SUBMENU=false
GRUB_TERMINAL_OUTPUT="console"
GRUB_BACKGROUND="/boot/efi/EFI/UnionTech/themes/deepin/background.jpg"
GRUB_THEME="/boot/efi/EFI/UnionTech/themes/deepin/theme.txt"
GRUB_GFXMODE=1152x864,auto
DEEPIN_GFXMODE_NOT_SUPPORTED=2560x1600
GRUB_TERMINAL=gfxterm
LANG=C
GRUB_CMDLINE_LINUX="rd.lvm.lv=uos/root rd.lvm.lv=uos/swap video=VGA-1:640x480-32@60me rhgb console=tty0 crashkernel=1024M,high smmu.bypassdev=0x1000:0x17 smmu.bypassdev=0x1000:0x15 video=efifb:off numa=on"
GRUB_DISABLE_RECOVERY="false"[admin@ob2 ~]$ cat /sys/kernel/mm/transparent_hugepage/enabled
always madvise [never]8、I/O调度模式
BOOT_IMAGE=/vmlinuz-4.19.90-2201.4.0.0135.up1.uel20.aarch64 root=/dev/mapper/uos-root ro rd.lvm.lv=uos/root rd.lvm.lv=uos/swap video=VGA-1:640x480-32@60me rhgb console=tty0 crashkernel=1024M,high smmu.bypassdev=0x1000:0x17 smmu.bypassdev=0x1000:0x15 video=efifb:off numa=on[root@ob2 ~]# cat /proc/cmdline
BOOT_IMAGE=/vmlinuz-4.19.90-2201.4.0.0135.up1.uel20.aarch64 root=/dev/mapper/uos-root ro rd.lvm.lv=uos/root rd.lvm.lv=uos/swap video=VGA-1:640x480-32@60me rhgb console=tty0 crashkernel=1024M,high smmu.bypassdev=0x1000:0x17 smmu.bypassdev=0x1000:0x15 video=efifb:off numa=on
[root@ob2 ~]# cat /sys/block/nvme1n1/queue/scheduler
[none] mq-deadline kyber bfq 9、挂载点设置
root@ob2 ~]# lsblk
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 558.4G 0 disk
├─sda1 8:1 0 1G 0 part /boot/efi
├─sda2 8:2 0 1G 0 part /boot
└─sda3 8:3 0 556.4G 0 part ├─uos-root 253:0 0 70G 0 lvm /├─uos-swap 253:1 0 4G 0 lvm └─uos-home 253:5 0 482.4G 0 lvm /home
nvme3n1 259:0 0 2.9T 0 disk
├─vgob-log 253:2 0 2T 0 lvm /data/log1
├─vgob-data 253:3 0 7.9T 0 lvm /data/1
└─vgob-admin 253:4 0 500G 0 lvm /home/admin
nvme0n1 259:1 0 2.9T 0 disk
├─vgob-log 253:2 0 2T 0 lvm /data/log1
├─vgob-data 253:3 0 7.9T 0 lvm /data/1
└─vgob-admin 253:4 0 500G 0 lvm /home/admin
nvme1n1 259:2 0 2.9T 0 disk
├─vgob-log 253:2 0 2T 0 lvm /data/log1
├─vgob-data 253:3 0 7.9T 0 lvm /data/1
└─vgob-admin 253:4 0 500G 0 lvm /home/admin
nvme2n1 259:3 0 2.9T 0 disk
├─vgob-log 253:2 0 2T 0 lvm /data/log1
├─vgob-data 253:3 0 7.9T 0 lvm /data/1
└─vgob-admin 253:4 0 500G 0 lvm /home/admin10、用户变量配置
[admin@ob2 ~]$ cat .bash_profile export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/home/admin/oceanbase/lib"
[admin@ob2 ~]$ id admin
uid=500(admin) gid=500(admin) groups=500(admin)11、服务器性能模式
[admin@ob2 ~]$ cat /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor
performance
performance
performance
performance
performance
performance
performance
performance
performance
performance
performance12、络配置网卡的接受队列和发送队列
[admin@ob2 ~]$ cat /proc/sys/net/core/netdev_max_backlog
10000当然还有硬件层面一些提升的空间，这里暂时先不分享，下一期再分享，欢迎大家关注我，一起学习。