Redis自动化安装以及集群实现

星哥玩云

发布于 2022-08-18 17:43:15

3040

发布于 2022-08-18 17:43:15

文章被收录于专栏：开源部署开源部署

Redis实例安装

安装说明：自动解压缩安装包，按照指定路径编译安装，复制配置文件模板到Redis实例路的数据径下，根据端口号修改配置文件模板

配置文件，当前shell脚本，安装包

参数1：basedir,redis安装包路径

参数2：安装实例路径

参数3：安装包名称

参数4：安装实例的端口号

#!/bin/bash set -e if [ $# -lt 4 ]; then echo "$(basename $0): Missing script argument" echo "$(installdir $0) [installfilename] [port] " exit 9 fi PotInUse=`netstat -anp | awk '{print $4}' | grep $4 | wc -l` if [ $PotInUse -gt 0 ];then echo "ERROR" $4 "Port is used by another process!" exit 9 fi basedir=$1 installdir=$2 installfilename=$3 port=$4 cd $basedir tar -zxvf $installfilename.tar.gz >/dev/null 2>&1 & cd $installfilename mkdir -p $installdir make PREFIX=$installdir install sleep 1s cp $basedir/redis.conf $installdir

sed -i "s/instance_port/$port/g" $installdir/redis.conf sleep 1s cd $installdir ./bin/redis-server redis.conf >/dev/null 2>&1 &

配置文件模板

################################## INCLUDES ################################### # include /path/to/local.conf # include /path/to/other.conf

################################## MODULES ##################################### # loadmodule /path/to/my_module.so # loadmodule /path/to/other_module.so

################################## NETWORK ##################################### bind 127.0.0.1 & your ip port instance_port tcp-backlog 511 timeout 0 tcp-keepalive 300

################################# GENERAL ##################################### daemonize yes supervised no pidfile ./redis_instance_port.pid loglevel notice logfile ./redis_log.log databases 16 always-show-logo yes

################################ SNAPSHOTTING ################################ save 900 1 save 300 10 save 60 10000

stop-writes-on-bgsave-error yes rdbcompression yes rdbchecksum yes dbfilename dump.rdb dir ./

################################# REPLICATION ################################# # masterauth <master-password> replica-serve-stale-data yes replica-read-only yes repl-diskless-sync no repl-diskless-sync-delay 5 repl-disable-tcp-nodelay no replica-priority 100

################################## SECURITY ################################### requirepass your_passwrod

################################### CLIENTS #################################### # maxclients 10000

############################## MEMORY MANAGEMENT ################################ # maxmemory <bytes> # maxmemory-policy noeviction # maxmemory-samples 5 # replica-ignore-maxmemory yes

############################# LAZY FREEING #################################### lazyfree-lazy-eviction no lazyfree-lazy-expire no lazyfree-lazy-server-del no replica-lazy-flush no

############################## APPEND ONLY MODE ############################### appendonly no

appendfilename "appendonly.aof"

# appendfsync always appendfsync everysec # appendfsync no

no-appendfsync-on-rewrite no auto-aof-rewrite-percentage 100 auto-aof-rewrite-min-size 64mb aof-load-truncated yes aof-use-rdb-preamble yes

################################ LUA SCRIPTING ############################### lua-time-limit 5000

################################ REDIS CLUSTER ############################### cluster-enabled yes # cluster-replica-validity-factor 10 # cluster-require-full-coverage yes # cluster-replica-no-failover no

########################## CLUSTER DOCKER/NAT support ########################

################################## SLOW LOG ################################### slowlog-log-slower-than 10000 slowlog-max-len 128

################################ LATENCY MONITOR ############################## latency-monitor-threshold 0

############################# EVENT NOTIFICATION ############################## notify-keyspace-events ""

############################### ADVANCED CONFIG ############################### hash-max-ziplist-entries 512 hash-max-ziplist-value 64 list-max-ziplist-size -2 list-compress-depth 0 set-max-intset-entries 512 zset-max-ziplist-entries 128 zset-max-ziplist-value 64 hll-sparse-max-bytes 3000 stream-node-max-bytes 4096 stream-node-max-entries 100 activerehashing yes client-output-buffer-limit normal 0 0 0 client-output-buffer-limit replica 256mb 64mb 60 client-output-buffer-limit pubsub 32mb 8mb 60 # client-query-buffer-limit 1gb # proto-max-bulk-len 512mb hz 10 dynamic-hz yes aof-rewrite-incremental-fsync yes rdb-save-incremental-fsync yes

########################### ACTIVE DEFRAGMENTATION #######################

# Enabled active defragmentation # activedefrag yes # Minimum amount of fragmentation waste to start active defrag # active-defrag-ignore-bytes 100mb # Minimum percentage of fragmentation to start active defrag # active-defrag-threshold-lower 10 # Maximum percentage of fragmentation at which we use maximum effort # active-defrag-threshold-upper 100 # Minimal effort for defrag in CPU percentage # active-defrag-cycle-min 5 # Maximal effort for defrag in CPU percentage # active-defrag-cycle-max 75 # Maximum number of set/hash/zset/list fields that will be processed from # the main dictionary scan # active-defrag-max-scan-fields 1000

安装示例 sh redis_install.sh /usr/local/redis/ /usr/local/redis5/redis9008/ redis-5.0.4 9008

Redi实例的目录结构

基于Python的Redis自动化集群实现

基于Python的自动化集群实现，初始化节点为node_1~node_6，节点实例需要为集群模式，三主三从，自动化集群，分配slots，加入从节点，3秒钟左右完成

import redis

#master node_1 = {'host': '127.0.0.1', 'port': 9001, 'password': '***'} node_2 = {'host': '127.0.0.1', 'port': 9002, 'password': '***'} node_3 = {'host': '127.0.0.1', 'port': 9003, 'password': '***'} #slave node_4 = {'host': '127.0.0.1', 'port': 9004, 'password': '***'} node_5 = {'host': '127.0.0.1', 'port': 9005, 'password': '***'} node_6 = {'host': '127.0.0.1', 'port': 9006, 'password': '***'}

redis_conn_1 = redis.StrictRedis(host=node_1["host"], port=node_1["port"], password=node_1["password"]) redis_conn_2 = redis.StrictRedis(host=node_2["host"], port=node_2["port"], password=node_2["password"]) redis_conn_3 = redis.StrictRedis(host=node_3["host"], port=node_3["port"], password=node_3["password"])

# cluster meet redis_conn_1.execute_command("cluster meet {0} {1}".format(node_2["host"],node_2["port"])) redis_conn_1.execute_command("cluster meet {0} {1}".format(node_3["host"],node_3["port"])) print('#################flush slots #################') redis_conn_1.execute_command('cluster flushslots') redis_conn_2.execute_command('cluster flushslots') redis_conn_3.execute_command('cluster flushslots') print('#################add slots#################') for i in range(0,16383+1): if i <= 5461: try: redis_conn_1.execute_command('cluster addslots {0}'.format(i)) except: print('cluster addslots {0}'.format(i) +' error') elif 5461 < i and i <= 10922: try: redis_conn_2.execute_command('cluster addslots {0}'.format(i)) except: print('cluster addslots {0}'.format(i) + ' error') elif 10922 < i: try: redis_conn_3.execute_command('cluster addslots {0}'.format(i)) except: print('cluster addslots {0}'.format(i) + ' error') print() print('#################cluster status#################') print() print('##################'+str(node_1["host"])+':'+str(node_1["port"])+'##################') print(str(redis_conn_1.execute_command('cluster info'), encoding = "utf-8").split("\n")[0]) print('##################'+str(node_2["host"])+':'+str(node_2["port"])+'##################') print(str(redis_conn_1.execute_command('cluster info'), encoding = "utf-8").split("\n")[0]) print('##################'+str(node_3["host"])+':'+str(node_3["port"])+'##################') print(str(redis_conn_1.execute_command('cluster info'), encoding = "utf-8").split("\n")[0])

#slave cluster meet redis_conn_1.execute_command("cluster meet {0} {1}".format(node_4["host"],node_4["port"])) redis_conn_2.execute_command("cluster meet {0} {1}".format(node_5["host"],node_5["port"])) redis_conn_3.execute_command("cluster meet {0} {1}".format(node_6["host"],node_6["port"]))

#cluster nodes print(str(redis_conn_1.execute_command('cluster nodes'), encoding = "utf-8"))

示例