redis cluster + predixy 手把手部署过程

## 创建目录
cd /data/
mkdir -p /data/redis/{bin,data,conf,log}
mkdir -p /data/redis/data/{6401..6406}
## 安装依赖
yum -y install gcc tcl
## 下载源码包 && 编译
wget https://download.redis.io/releases/redis-6.0.16.tar.gz
tar -xvf redis-6.0.16.tar.gz
cd redis-6.0.16/deps
make hiredis lua linenoise jemalloc
cd ../src/
make && make install 
## 移动二进制文件和建软连接
mv redis-benchmark  redis-check-aof  redis-check-rdb  redis-cli  redis-sentinel  redis-server ../../bin/
ln -s /data/redis/bin/* /usr/bin/

bind 0.0.0.0
port 6401
pidfile /var/run/redis_6401.pid
logfile "/data/redis/log/redis_6401.log"
dir /data/redis/data/6401
cluster-enabled yes
cluster-node-timeout 15000
cluster-config-file "nodes-6401.conf"
daemonize yes
protected-mode yes
tcp-backlog 511
timeout 0
tcp-keepalive 300
supervised no
loglevel notice
databases 16
always-show-logo yes
save 900 1
save 300 10
save 60 10000
stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename dump.rdb
replica-serve-stale-data yes
replica-read-only yes
repl-diskless-sync no
repl-diskless-sync-delay 5
repl-disable-tcp-nodelay no
replica-priority 100
lazyfree-lazy-eviction no
lazyfree-lazy-expire no
lazyfree-lazy-server-del no
replica-lazy-flush no
appendonly no
appendfilename "appendonly.aof"
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
aof-load-truncated yes
aof-use-rdb-preamble yes
lua-time-limit 5000
slowlog-log-slower-than 10000
slowlog-max-len 128
latency-monitor-threshold 0
notify-keyspace-events ""
hash-max-ziplist-entries 512
hash-max-ziplist-value 64
list-max-ziplist-size -2
list-compress-depth 0
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
hll-sparse-max-bytes 3000
stream-node-max-bytes 4096
stream-node-max-entries 100
activerehashing yes
client-output-buffer-limit normal 0 0 0
client-output-buffer-limit replica 256mb 64mb 60
client-output-buffer-limit pubsub 32mb 8mb 60
hz 10
dynamic-hz yes
aof-rewrite-incremental-fsync yes
rdb-save-incremental-fsync yes

nohup redis-server /data/redis/conf/redis_6401.conf &
nohup redis-server /data/redis/conf/redis_6402.conf &
nohup redis-server /data/redis/conf/redis_6403.conf &
nohup redis-server /data/redis/conf/redis_6404.conf &
nohup redis-server /data/redis/conf/redis_6405.conf &
nohup redis-server /data/redis/conf/redis_6406.conf &

# cluster-replicas 设置为1表示分配1个Slave节点
redis-cli --cluster-replicas 1 --cluster create \
127.0.0.1:6401 \
127.0.0.1:6402 \
127.0.0.1:6403 \
127.0.0.1:6404 \
127.0.0.1:6405 \
127.0.0.1:6406

# 输出信息如下
>>> Performing hash slots allocation on 6 nodes...  // 可以看到16383个槽均匀分发到3个Redis Master节点
Master[0] -> Slots 0 - 5460
Master[1] -> Slots 5461 - 10922
Master[2] -> Slots 10923 - 16383
Adding replica 127.0.0.1:6405 to 127.0.0.1:6401     // 为每一个Redis Master配置了Slave节点
Adding replica 127.0.0.1:6406 to 127.0.0.1:6402
Adding replica 127.0.0.1:6404 to 127.0.0.1:6403
>>> Trying to optimize slaves allocation for anti-affinity
[WARNING] Some slaves are in the same host as their master
M: b2b8d874cb650462d05e411f0947e258004f7784 127.0.0.1:6401
   slots:[0-5460] (5461 slots) master
M: eddff016e90610c84e37231902c640d6dc6746a4 127.0.0.1:6402
   slots:[5461-10922] (5462 slots) master
M: 32b8bd5bd189d3608928b1dc09411803e2d46459 127.0.0.1:6403
   slots:[10923-16383] (5461 slots) master
S: ef3c20a5dd0be9113b440550e45501faa003e18f 127.0.0.1:6404
   replicates 32b8bd5bd189d3608928b1dc09411803e2d46459
S: e48a1af608b64f43d4adfd1e5dfd480b71bbe92a 127.0.0.1:6405
   replicates b2b8d874cb650462d05e411f0947e258004f7784
S: b97736a34db550f9f3c460e88d90bf05f4dd286a 127.0.0.1:6406
   replicates eddff016e90610c84e37231902c640d6dc6746a4
Can I set the above configuration? (type 'yes' to accept): yes
>>> Nodes configuration updated
>>> Assign a different config epoch to each node
>>> Sending CLUSTER MEET messages to join the cluster
Waiting for the cluster to join
..
>>> Performing Cluster Check (using node 127.0.0.1:6401)
M: b2b8d874cb650462d05e411f0947e258004f7784 127.0.0.1:6401
   slots:[0-5460] (5461 slots) master
   1 additional replica(s)
M: 32b8bd5bd189d3608928b1dc09411803e2d46459 127.0.0.1:6403
   slots:[10923-16383] (5461 slots) master
   1 additional replica(s)
S: b97736a34db550f9f3c460e88d90bf05f4dd286a 127.0.0.1:6406
   slots: (0 slots) slave
   replicates eddff016e90610c84e37231902c640d6dc6746a4
S: e48a1af608b64f43d4adfd1e5dfd480b71bbe92a 127.0.0.1:6405
   slots: (0 slots) slave
   replicates b2b8d874cb650462d05e411f0947e258004f7784
S: ef3c20a5dd0be9113b440550e45501faa003e18f 127.0.0.1:6404
   slots: (0 slots) slave
   replicates 32b8bd5bd189d3608928b1dc09411803e2d46459
M: eddff016e90610c84e37231902c640d6dc6746a4 127.0.0.1:6402
   slots:[5461-10922] (5462 slots) master
   1 additional replica(s)
[OK] All nodes agree about slots configuration.
>>> Check for open slots...
>>> Check slots coverage...
[OK] All 16384 slots covered.

redis-cli --cluster check 127.0.0.1:6401
# 输出信息如下
127.0.0.1:6401 (b2b8d874...) -> 0 keys | 5461 slots | 1 slaves.
127.0.0.1:6403 (32b8bd5b...) -> 0 keys | 5461 slots | 1 slaves.
127.0.0.1:6402 (eddff016...) -> 0 keys | 5462 slots | 1 slaves.
[OK] 0 keys in 3 masters.

## 下载二进制包
cd /data
wget https://github.com/joyieldInc/predixy/releases/download/1.0.5/predixy-1.0.5-bin-amd64-linux.tar.gz
tar -xvf predixy-1.0.5-bin-amd64-linux.tar.gz
## 创建目录
mkdir /data/predixy
cd /data/predixy-1.0.5/conf/
## 配置文件说明
1、auth.conf 权限设置 write read admin 三种 测试环境可不配
password 用自己的密码替代
++++++++++++++++++++++++++++++
## Authority control
## Authority {
##     Auth [password] {
##         Mode read|write|admin
##         [KeyPrefix Prefix1 Prefix2...]
##         [ReadKeyPrefix Prefix1 Prefix2...]
##         [WriteKeyPrefix Prefix1 Prefix2...]
##     }...
## }

## Example:
# Authority {
##------------------------------------------------------------------------
#     Auth {
#         Mode read
#     }
####  password is empty, this Auth is default auth
####  Mode read, client connection is readonly,
####  No KeyPrefix or ReadKeyPrefix defined, all key can be visit
##------------------------------------------------------------------------
#     Auth abc {
#         Mode write
#     }
####  password is "abc", the client must send command Auth abc
####  Mode write, client connection can read and write
####  No KeyPrefix, ReadKeyPrefix, WriteKeyPrefix define, all key can be visit
##------------------------------------------------------------------------
#     Auth bcd {
#         Mode admin
#     }
####  password is "bcd", the client must send command Auth bcd
####  Mode admin, client connection can read and write and admin,
####  the CONFIG command need admin permission
####  No KeyPrefix, ReadKeyPrefix, WriteKeyPrefix define, all key can be visit
##------------------------------------------------------------------------
#     Auth cde {
#         Mode read
#         KeyPrefix User
#     }
####  password is "cde", the client must send command Auth cde
####  Mode read, client connection is readonly,
####  KeyPrefix User, client can read UserXXX key, eg: GET User.123,
####  if client request GET hello, will be deny
##------------------------------------------------------------------------
#     Auth def {
#         Mode write
#         ReadKeyPrefix User Stats
#         WriteKeyPrefix User
#     }
####  password is "def", the client must send command Auth def
####  Mode read, client connection can read and write, but read and write
####  keyspace is diffrent, client can GET User.123 and also
####  SET User.123 SomeValue, but SET Stats.123 will be deny
##------------------------------------------------------------------------
# }
## if no Authority spcified, equality below Authority
# Authority {
#     Auth {
#         Mode admin
#     }
# }

Authority {
    Auth password {
        Mode write
    }
    Auth password {
        Mode admin
    }
}
++++++++++++++++++++++++++++++
2、try.conf 
++++++++++++++++++++++++++++++
## This conf is only for test

ClusterServerPool {
    Servers {
        + 127.0.0.1:6401
        + 127.0.0.1:6402
        + 127.0.0.1:6403
        + 127.0.0.1:6404
        + 127.0.0.1:6405
        + 127.0.0.1:6406
    }
}
++++++++++++++++++++++++++++++++
3、cluster.conf
++++++++++++++++++++++++++++++++
## redis cluster server pool define

##ClusterServerPool {
##    [Password xxx]                        #default no
##    [MasterReadPriority [0-100]]          #default 50
##    [StaticSlaveReadPriority [0-100]]     #default 0
##    [DynamicSlaveReadPriority [0-100]]    #default 0
##    [RefreshInterval number[s|ms|us]]     #default 1, means 1 second
##    [ServerTimeout number[s|ms|us]]       #default 0, server connection socket read/write timeout
##    [ServerFailureLimit number]           #default 10
##    [ServerRetryTimeout number[s|ms|us]]  #default 1
##    [KeepAlive seconds]                   #default 0, server connection tcp keepalive

##    Servers {
##        + addr
##        ...
##    }
##}

## Examples:
ClusterServerPool {
    MasterReadPriority 50
    StaticSlaveReadPriority 50
    DynamicSlaveReadPriority 50
    RefreshInterval 1
    ServerTimeout 1
    ServerFailureLimit 10
    ServerRetryTimeout 1
    KeepAlive 120
    Servers {
        + 127.0.0.1:6401
        + 127.0.0.1:6402
        + 127.0.0.1:6403
        + 127.0.0.1:6404
        + 127.0.0.1:6405
        + 127.0.0.1:6406
    }
}
++++++++++++++++++++++++++++++++
4、predixy.conf
## 注意事项 1、bind 只能选一种，踩坑了，联系了项目作者答疑，感谢
## 其他设置按照需求设置 本案例大多采用默认，性能是原生集群的一半，后期再进行压测优化调整一下
################################### GENERAL ####################################
## Predixy configuration file example

## Specify a name for this predixy service
## redis command INFO can get this
Name PredixyIsesolRedisCluster

## Specify listen address, support IPV4, IPV6, Unix socket
## Examples:
#Bind 127.0.0.1:7617
Bind 0.0.0.0:7617
#Bind /tmp/predixy

## Default is 0.0.0.0:7617
# Bind 0.0.0.0:7617

## Worker threads
WorkerThreads 4

## Memory limit, 0 means unlimited

## Examples:
# MaxMemory 100M
# MaxMemory 1G
MaxMemory 0

## MaxMemory can change online by CONFIG SET MaxMemory xxx
## Default is 0
# MaxMemory 0

## Close the connection after a client is idle for N seconds (0 to disable)
## ClientTimeout can change online by CONFIG SET ClientTimeout N
## Default is 0
ClientTimeout 300


## IO buffer size
## Default is 4096
BufSize 4096

################################### LOG ########################################
## Log file path
## Unspecify will log to stdout
## Default is Unspecified
Log /data/predixy/predixy.log

## LogRotate support

##1d rotate log every day
## nh rotate log every n hours   1 <= n <= 24
## nm rotate log every n minutes 1 <= n <= 1440
## nG rotate log evenry nG bytes
## nM rotate log evenry nM bytes
## time rotate and size rotate can combine eg 1h 2G, means 1h or 2G roate a time

## Examples:
##LogRotate 1d 2G
LogRotate 1d

## Default is disable LogRotate


## In multi-threads, worker thread log need lock,
## AllowMissLog can reduce lock time for improve performance
## AllowMissLog can change online by CONFIG SET AllowMissLog true|false
## Default is true
# AllowMissLog false

## LogLevelSample, output a log every N
## all level sample can change online by CONFIG SET LogXXXSample N
LogVerbSample 0
LogDebugSample 0
LogInfoSample 10000
LogNoticeSample 1
LogWarnSample 1
LogErrorSample 1


################################### AUTHORITY ##################################
Include auth.conf

################################### SERVERS ####################################
# Include cluster.conf
# Include sentinel.conf
Include try.conf


################################### DATACENTER #################################
## LocalDC specify current machine dc
# LocalDC bj

## see dc.conf
# Include dc.conf


################################### COMMAND ####################################
## Custom command define, see command.conf
#Include command.conf

################################### LATENCY ####################################
## Latency monitor define, see latency.conf
Include latency.conf

cd /data/predixy-1.0.5/bin/
nohup ./predixy ../conf/predixy.conf &
redis-cli -h 127.0.0.1 -p 7617 -a 'password'