升级内核，打开BBR：
#参考https://blog.csdn.net/suhiymof/article/details/78540747
#首先，让我们添加 ELRepo GPG key：
sudo rpm --import https://www.elrepo.org/RPM-GPG-KEY-elrepo.org
#为 RHEL-6，SL-7，CentOS-7 源：
sudo rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-2.el7.elrepo.noarch.rpm
#当然，别忘了 fastestmirror 还是需要的
sudo yum install yum-plugin-fastestmirror
#最后，安装 kernel 最新的4.18
sudo yum --enablerepo=elrepo-kernel install kernel-ml
#当然，将 kernel-ml 选为第一启动
ls /usr/src/kernels
sudo grub2-set-default 0
#重启
sudo reboot
uname -a
# install devel headers
sudo yum --enablerepo=elrepo-kernel install kernel-ml-devel
sudo yum remove kernel-headers
sudo yum --enablerepo=elrepo-kernel install kernel-ml-headers
# 发现kernel版本太新，ib驱动不支持
# ib支持kernel 4.9的
# https://www.mellanox.com/page/mlnx_ofed_matrix?mtag=linux_sw_drivers&ssn=oj95obscjv1imii6bneju691i7
# 恢复
sudo grub2-set-default 1
sudo reboot
sudo yum remove "kernel-ml*"
sudo grub2-set-default 0
sudo yum install kernel-headers.x86_64
# http://mirror.rc.usf.edu/compute_lock/elrepo/kernel/el7/x86_64/RPMS/
wget http://mirror.rc.usf.edu/compute_lock/elrepo/kernel/el7/x86_64/RPMS/kernel-ml-4.9.0-1.el7.elrepo.x86_64.rpm
sudo yum install kernel-ml-4.9.0-1.el7.elrepo.x86_64.rpm
sudo grub2-set-default 0
sudo reboot
wget http://mirror.rc.usf.edu/compute_lock/elrepo/kernel/el7/x86_64/RPMS/kernel-ml-devel-4.9.0-1.el7.elrepo.x86_64.rpm
sudo yum install kernel-ml-devel-4.9.0-1.el7.elrepo.x86_64.rpm
sudo yum install -y gcc
sudo yum install -y gcc-gfortran
sudo yum install -y gcc-c++
wget http://mirror.rc.usf.edu/compute_lock/elrepo/kernel/el7/x86_64/RPMS/kernel-ml-headers-4.9.0-1.el7.elrepo.x86_64.rpm
sudo yum install kernel-ml-headers-4.9.0-1.el7.elrepo.x86_64.rpm
# 参考http://210.45.114.146/wiki/doku.php?id=dfs:config#configure_infiniband_network
# 从http://www.mellanox.com/page/products_dyn?product_family=26&mtag=linux_sw_drivers 下载ib网卡驱动
sudo ./mlnxofedinstall --add-kernel-support
sudo /etc/init.d/openibd restart
sudo chkconfig openibd on #开机启动
# generate uuid
uuidgen ib0 # 8a69c933-16f2-45dc-9fdb-cd8676a120f3
sudo vim /etc/sysconfig/network-scripts/ifcfg-ib0
# start the ib network
sudo /etc/sysconfig/network-scripts/ifup ifcfg-ib0
# start the opensm service
sudo service opensmd start # at least one machine starts the service in a cluster
sudo chkconfig opensmd on #开机启动
