Doris3.1.3存算一体6节点高可用集群

cat /proc/cpuinfo | grep avx2

swapoff -a

sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab

echo madvise > /sys/kernel/mm/transparent_hugepage/enabled
echo madvise > /sys/kernel/mm/transparent_hugepage/defrag

cat >> /etc/rc.d/rc.local << EOF
echo madvise > /sys/kernel/mm/transparent_hugepage/enabled
echo madvise > /sys/kernel/mm/transparent_hugepage/defrag
EOF
chmod +x /etc/rc.d/rc.local

cat >> /etc/sysctl.conf << EOF
vm.max_map_count = 2000000
EOF

# 使用配置生效
sysctl -p

echo 'performance' | sudo tee /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor

cat >> /etc/sysctl.conf << EOF
net.ipv4.tcp_abort_on_overflow=1
EOF

# 使配置生效
sysctl -p

vim /etc/security/limits.conf
* soft nofile 1000000
* hard nofile 1000000

# 退出会话重新登录查看是否生效

ulimit -a

vim /etc/chrony.conf

server ntp.aliyun.com iburst

allow 192.168.2.0/24

local stratum 10

# 重启

systemctl restart chronyd && systemctl enable chronyd

vim /etc/chrony.conf

server ntp.aliyun.com iburst

server fe01 iburst

allow 192.168.2.0/24

local stratum 11

# 重启

systemctl restart chronyd && systemctl enable chronyd

vim /etc/chrony.conf

server fe01 iburst

server fe02 iburst

# 重启

systemctl restart chronyd && systemctl enable chronyd

chronyc sources -v

systemctl stop firewalld && systemctl disable firewalld

# 临时关闭

setenforce 0

# 永久关闭

sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config

tar zxf jdk-17.0.12_linux-x64_bin.tar.gz -C /opt/

vim /etc/profile

export JAVA_HOME=/opt/jdk-17.0.12

export PATH=$PATH:$JAVA_HOME/bin

# 加载配置

source /etc/profile

# 在fe01、fe02、fe03节点执行

tar zxf apache-doris-3.1.3-bin-x64.tar.gz -C /opt/

cd /opt

ln -s apache-doris-3.1.3-bin /opt/doris

mkdir -p /data/doris/{doris-meta,log}

ln -s /data/doris/doris-meta /opt/doris/fe/doris-meta

ln -s /data/doris/log /opt/doris/fe/log

# For jdk 17, this JAVA_OPTS will be used as default JVM options

JAVA_OPTS_FOR_JDK_17="-Dfile.encoding=UTF-8
-Djavax.security.auth.useSubjectCredsOnly=false -Xmx126976m
-Xms126976m -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError
-XX:HeapDumpPath=$LOG_DIR
-Xlog:gc*,classhisto*=trace
:$LOG_DIR/fe.gc.log.$CUR_DATE:time,uptime:filecount=10,filesize=50M
--add-opens=java.base/java.nio=ALL-UNNAMED --add-opens
java.base/jdk.internal.ref=ALL-UNNAMED --add-opens
java.base/sun.nio.ch=ALL-UNNAMED --add-opens
java.xml/com.sun.org.apache.xerces.internal.jaxp=ALL-UNNAMED"

# 大小写不敏感
lower_case_table_names = 1

# 集群所在网段，根据网络CIDR地址指定。在FQDN环境中可以忽略
priority_networks = 192.168.2.0/24

# Java安装目录
JAVA_HOME = /opt/jdk-17.0.12

# 是否开启FQDN

# enable_fqdn_mode = true

cd /opt/doris/fe

bin/start_fe.sh --daemon

mysql -uroot -P 9030 -h192.168.2.11

# 查询FE

show frontends

# 登录
mysql -uroot -P9030 -h192.168.2.11
# 注册新FE节点
ALTER SYSTEM ADD FOLLOWER "192.168.2.12:9010";

ALTER SYSTEM ADD FOLLOWER "192.168.2.13:9010";

# 注册FE observer节点命令
# ALTER SYSTEM ADD OBSERVER "<ip>:9010";

bin/start_fe.sh --helper 192.168.2.11:9010 --daemon

# 在be01、be02、be03节点执行

tar zxf apache-doris-3.1.3-bin-x64.tar.gz -C /opt/

cd /opt

ln -s apache-doris-3.1.3-bin /opt/doris

mkdir -p /data/doris/{storage,log}

ln -s /data/doris/storage /opt/doris/fe/storage

ln -s /data/doris/log /opt/doris/fe/log

#modify network CIDR
priority_networks = 192.168.2.0/24

# modify Java Home in be/conf/be.conf
JAVA_HOME = /opt/jdk-17.0.12

# BE进程占用服务器内存百分比（默认90%）

mem_limit=80%

# fe节点登录

mysql -uroot -P9030 -h192.168.2.11

# 在 Doris FE集群中注册 BE 节点

ALTER SYSTEM ADD BACKEND "192.168.2.14:9050";

ALTER SYSTEM ADD BACKEND "192.168.2.15:9050";

ALTER SYSTEM ADD BACKEND "192.168.2.16:9050";

# 启动BE节点【be01、be02、be03】

/opt/doris/be/bin/start_be.sh --daemon

# 查看集群加入状态

show backends;

注意以下几项状态：

- Alive 为 true 表示节点存活

- TabletNum 表示该节点上的分片数量，新加入的节点会进行数据均衡，TabletNum 逐渐趋于平均。

-- create a test database
create database testdb;

-- create a test table
CREATE TABLE testdb.table_hash
(
k1 TINYINT,
k2 DECIMAL(10, 2) DEFAULT "10.5",
k3 VARCHAR(10) COMMENT "string column",
k4 INT NOT NULL DEFAULT "1" COMMENT "int column"
)
COMMENT "my first table"
DISTRIBUTED BY HASH(k1) BUCKETS 32;

-- insert data
INSERT INTO testdb.table_hash VALUES
(1, 10.1, 'AAA', 10),
(2, 10.2, 'BBB', 20),
(3, 10.3, 'CCC', 30),
(4, 10.4, 'DDD', 40),
(5, 10.5, 'EEE', 50);

-- check the data
SELECT * from testdb.table_hash;
+----+-------+----+----+
| k1 | k2    | k3 | k4 |
+----+-------+----+----+
| 3  | 10.30 | CCC| 30 |
| 4  | 10.40 | DDD| 40 |
| 5  | 10.50 | EEE| 50 |
| 1  | 10.10 | AAA| 10 |
| 2  | 10.20 | BBB| 20 |
+----+-------+----+----+

# 找到FE Master节点

show frontends;

# 在Master节点执行

fe/bin/stop_fe.sh

# 其它FE节点查看状态

show frontends;

验证以下内容：

- 原 Master 节点的Alive变为 false

- 另一个 Follower 节点的IsMaster变为true

- 集群仍可正常读写

# 修改root/admin用户密码

SET PASSWORD FOR 'root' = PASSWORD('your password');

SET PASSWORD FOR 'admin' = PASSWORD('your password');

cat > /etc/systemd/system/doris-fe.service << EOF
[Unit]
Description=Doris FE Service
After=network-online.target
Wants=network-online.target

[Service]
Type=forking
User=root
Group=root
LimitCORE=infinity
LimitNOFILE=200000
Restart=on-failure
RestartSec=30
StartLimitInterval=120
StartLimitBurst=3
KillMode=mixed
Environment="JAVA_HOME=/opt/jdk-17.0.12"
WorkingDirectory=/opt/doris/fe
PIDFile=/opt/doris/fe/bin/fe.pid
ExecStart=/opt/doris/fe/bin/start_fe.sh --daemon
ExecStop=/opt/doris/fe/bin/stop_fe.sh

[Install]
WantedBy=multi-user.target
EOF

cat > /etc/systemd/system/doris-be.service << EOF
[Unit]
Description=Doris BE Service
After=network-online.target doris-fe.service
Wants=network-online.target doris-fe.service

[Service]
Type=forking
User=root
Group=root
LimitCORE=infinity
LimitNOFILE=200000
Restart=on-failure
RestartSec=30
StartLimitInterval=120
StartLimitBurst=3
KillMode=mixed
Environment="JAVA_HOME=/opt/jdk-17.0.12"
WorkingDirectory=/opt/doris/be
PIDFile=/opt/doris/be/bin/be.pid
ExecStart=/opt/doris/be/bin/start_be.sh --daemon
ExecStop=/opt/doris/be/bin/stop_be.sh

[Install]
WantedBy=multi-user.target
EOF

# FE节点
systemctl enable doris-fe && systemctl start doris-fe

# BE节点
systemctl enable doris-be && systemctl start doris-be