一键构建 Redis Cluster
Posted on Mon 25 May 2020 in Journal
闲言碎语
学我者生，似我者死，这句话可以用在 Spring Cloud 的诸多子项目上，换个说法， “参考我者生，使用我者死”， 有很多实验性的东西，想法不错，实现很矬，有些压根不实用，产品级的服务应用需要更精细的雕琢和打磨。
Redis cluster 快速构建
Redis 5.0 自身就提供了构建 redis 的命令， 简单用 Fabric 写一个脚本，一键构建 Redis Cluster
说是一键构建，实际是三步
- fab generate_config
- fab start_redis
- fab create_redis_cluster
源代码如下
from fabric.api import *
from fabric.api import settings
from fabric.context_managers import *
from fabric.contrib.console import confirm
import os, subprocess
redis_path = '../src'
redis_config = '''daemonize yes
bind 0.0.0.0
port 9001
cluster-enabled yes
cluster-config-file nodes.conf
cluster-node-timeout 5000
appendonly yes
'''
@task
def clean_config():
for port in range(9001,9007):
local("rm -rf {}".format(port))
@task
def write_config(file_path, port):
config_content = redis_config.replace('9001', str(port))
with open(file_path, "w") as fp:
fp.write(config_content)
@task
def generate_config():
for port in range(9001,9007):
local("mkdir -p {}".format(port))
config_file = '{}/redis.conf'.format(port)
print("write {}".format(config_file))
write_config(config_file, port)
@task
def start_redis():
for folder in range(9001,9007):
with lcd(str(folder)):
local("../{}/redis-server ./redis.conf".format(redis_path))
@task
def stop_redis():
cmd = redis_path + "/redis-cli -p {} shutdown nosave"
for port in range(9001,9007):
local(cmd.format(port))
@task
def kill_redis():
cmd = "ps -efw --width 1024|grep redis-server |grep -v grep|awk '{print $2}"
pids = subprocess.check_output(cmd, shell=True)
print(pids)
with settings(warn_only=True):
for pid in pids.decode("utf-8").split('\n'):
local("kill -9 {}".format(pid))
@task
def check_ports_mac():
with settings(warn_only=True):
for port in range(9001,9007):
local("lsof -nP -iTCP:{} | grep LISTEN".format(port))
@task
def check_redis():
cmd = "ps -ef|grep redis-server |grep -v grep"
with settings(warn_only=True):
local(cmd)
@task
def create_redis_cluster():
cmd = redis_path + "/redis-cli --cluster create {} {}"
host_and_ports = ""
for port in range(9001,9007):
host_and_ports = host_and_ports + "0.0.0.0:{} ".format(port)
option = "--cluster-replicas 1"
local(cmd.format(host_and_ports, option))
@task
def redis_cli():
local(redis_path + "/redis-cli -c -p 9001")
最后可以用 redis info 命令查看一下
fab redis_cli:info
结果如下：
# Server 服务器信息
redis_version:5.0.8
redis_git_sha1:00000000
redis_git_dirty:0
redis_build_id:391103cbae5277b6
redis_mode:cluster
os:Linux 4.4.0-135-generic x86_64
arch_bits:64
multiplexing_api:epoll
atomicvar_api:atomic-builtin
gcc_version:5.4.0
process_id:19702
run_id:0c3d2c132eefbf68a23dab136cdc79999b6c8ca3
tcp_port:9001
uptime_in_seconds:1444
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:14386466
executable:/home/walter/package/redis-5.0.8/src/redis-server
config_file:/home/walter/mdd/oss/redis/9001/./redis.conf
# Clients 客户端信息
connected_clients:1
client_recent_max_input_buffer:2
client_recent_max_output_buffer:0
blocked_clients:0
# Memory 内存信息
used_memory:2652664
used_memory_human:2.53M
used_memory_rss:5267456
used_memory_rss_human:5.02M
used_memory_peak:2693616
used_memory_peak_human:2.57M
used_memory_peak_perc:98.48%
used_memory_overhead:2578384
used_memory_startup:1463192
used_memory_dataset:74280
used_memory_dataset_perc:6.24%
allocator_allocated:2638792
allocator_active:2822144
allocator_resident:5382144
total_system_memory:8370958336
total_system_memory_human:7.80G
used_memory_lua:37888
used_memory_lua_human:37.00K
used_memory_scripts:0
used_memory_scripts_human:0B
number_of_cached_scripts:0
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.07
allocator_frag_bytes:183352
allocator_rss_ratio:1.91
allocator_rss_bytes:2560000
rss_overhead_ratio:0.98
rss_overhead_bytes:-114688
mem_fragmentation_ratio:2.03
mem_fragmentation_bytes:2677952
mem_not_counted_for_evict:0
mem_replication_backlog:1048576
mem_clients_slaves:16922
mem_clients_normal:49694
mem_aof_buffer:0
mem_allocator:jemalloc-5.1.0
active_defrag_running:0
lazyfree_pending_objects:0
# Persistence 持久化信息
loading:0
rdb_changes_since_last_save:0
rdb_bgsave_in_progress:0
rdb_last_save_time:1591443327
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:0
rdb_current_bgsave_time_sec:-1
rdb_last_cow_size:274432
aof_enabled:1
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_last_write_status:ok
aof_last_cow_size:0
aof_current_size:0
aof_base_size:0
aof_pending_rewrite:0
aof_buffer_length:0
aof_rewrite_buffer_length:0
aof_pending_bio_fsync:0
aof_delayed_fsync:0
# Stats 统计信息
total_connections_received:4
total_commands_processed:1448
instantaneous_ops_per_sec:0
total_net_input_bytes:52741
total_net_output_bytes:14030
instantaneous_input_kbps:0.02
instantaneous_output_kbps:0.01
rejected_connections:0
sync_full:1
sync_partial_ok:0
sync_partial_err:1
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
evicted_keys:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
latest_fork_usec:178
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
# Replication 复制信息
role:master
connected_slaves:1
slave0:ip=127.0.0.1,port=9005,state=online,offset=2016,lag=1
master_replid:d633853458a2973c12ab79442bc807d35e387f5d
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:2016
second_repl_offset:-1
repl_backlog_active:1
repl_backlog_size:1048576
repl_backlog_first_byte_offset:1
repl_backlog_histlen:2016
# CPU 中央处理器信息
used_cpu_sys:0.912000
used_cpu_user:0.844000
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
# Cluster 集群信息
cluster_enabled:1