Redis
redis-server redis-cluster-6403.conf > ../logs/redis-6403-201801020000.log 2>&1 & 启动Redis服务
redis-cli config get appendonly
redis-cli config get appendfsync
redis-cli config get maxmemory
redis-cli config get maxclients
redis-cli client list
redis-cli cluster nodes
redis-cli info memory
redis-cli info clients
redis-cli cluster info
redis-server --test-memory 1024 测试当前操作系统能否提供1G的内存给Redis
redis-cli client kill ip:port
redis-cli client pause 10000 阻塞client10s
redis-cli slaveof 127.0.0.1 6379 和6379建立主从复制
redis-cli slaveof no one 断开复制
redis-cli --stat 排查CPU饱和问题
手动创建集群：
redis-cli cluster meet 节点为master的实例相互握手（主实例上执行）
redis-cli cluster replicate 主实例ID 设置主从关系（从节点上执行）
redis-cli cluster addslots {0..5460} 手动分配slot到主节点
自动创建集群：
./redis-trib.rb create --replicas 1 IP1:Port1 IP2:Port2 IP3:Port3 IP4:Port4 IP5:Port5 IP6:Port6 至少保证6个实例搭建一个3主3从的集群
./redis-trib.rb add-node 192.168.37.131:7007 192.168.37.131:7001 Adding node 192.168.37.131:7007 to cluster 192.168.37.131:7001
./redis-trib.rb reshard 192.168.37.131:7001 往新的节点上迁移slot
./redis-trib.rb add-node --slave --master-id 5d6c61ecff23bff3b0fb01a86c66d882f2d402a0 192.168.37.131:7008 192.168.37.131:7001 主节点id 添加节点的ip和端口 集群中已存在节点ip和端口
./redis-trib.rb del-node 192.168.37.131:7007 5d6c61ecff23bff3b0fb01a86c66d882f2d402a0 删除节点IP：port 节点ID
redis-cli -h 10.37.84.216 -p 6400 cluster nodes | grep master | awk '{print $2}' > instance.txt
for i in `cat instance.txt`; do soc_ip=`echo $i | awk -F : '{print $1}'`; soc_port=`echo $i | awk -F : '{print $2}'`; redis-cli -h $soc_ip -p $soc_port ping; done
python -m SimpleHTTPServer 8080
zookeeper
sh zkServer.sh status
sh zkServer.sh start
sh zkServer.sh stop
sh zkServer.sh restart
sh zkCli.sh -server 127.0.0.1:2181
echo stat|nc 127.0.0.1 2181 来查看哪个节点被选择作为follower或者leader
echo ruok|nc 127.0.0.1 2181 测试是否启动了该Server，若回复imok表示已经启动。
echo dump| nc 127.0.0.1 2181 ,列出未经处理的会话和临时节点。
echo kill | nc 127.0.0.1 2181 ,关掉server
echo conf | nc 127.0.0.1 2181 ,输出相关服务配置的详细信息。
echo cons | nc 127.0.0.1 2181 ,列出所有连接到服务器的客户端的完全的连接 / 会话的详细信息。
echo envi |nc 127.0.0.1 2181 ,输出关于服务环境的详细信息（区别于 conf 命令）。
echo reqs | nc 127.0.0.1 2181 ,列出未经处理的请求。
echo wchs | nc 127.0.0.1 2181 ,列出服务器 watch 的详细信息。
echo wchc | nc 127.0.0.1 2181 ,通过 session 列出服务器 watch 的详细信息，它的输出是一个与 watch 相关的会话的列表。
echo wchp | nc 127.0.0.1 2181 ,通过路径列出服务器 watch 的详细信息。它输出一个与 session 相关的路径。
echo mntr | nc 127.0.0.1 2181 ,用于监控健康状态的各项指标。
修改启动日志
zkEnv.sh
ZOO_LOG_DIR="/var/zk/logs
ZOO_LOG4J_PROP="INFO,ROLLINGFILE
log4j.properties
zookeeper.root.logger=INFO, ROLLINGFILE
log4j.appender.ROLLINGFILE=org.apache.log4j.DailyRollingFileAppender
zk快照日志留存个数及清理频率
autopurge.purgeInterval=24
autopurge.snapRetainCount=3
RabbitMQ
rabbitmq-server -detached
rabbitmqctl stop_app
rabbitmqctl reset
rabbitmqctl start_app
rabbitmqctl join_cluster clustername
rabbitmqctl forget_cluster_node nodename
rabbitmq-plugins enable {插件名}
rabbitmq-plugins disable {插件名}
rabbitmq-plugins enable rabbitmq_management
rabbitmq-plugins list
rabbitmqctl add_user {username} {password}
rabbitmqctl delete_user {username}
rabbitmqctl change_password {username} {newpassword}
rabbitmqctl set_user_tags {username} {tag}
rabbitmqctl add_user root root
rabbitmqctl set_user_tags root administrator
rabbitmqctl list_users
rabbitmqctl list_queues
rabbitmqctl list_exchanges
rabbitmqctl list_bindings
rabbitmqctl list_connections
rabbitmqctl list_channels
更改节点类型
rabbitmqctl change_cluster_node_type disc
rabbitmqctl change_cluster_node_type ram
删除队列
sh rabbitmqctl eval 'rabbit_amqqueue:internal_delete({resource,<<"/">>,queue,<<"pre_pre_v0_msg/worker/penetrate">>}).'
Elasticsearch
1、curl -XGET http://10.1.3.99:9200/_cluster/health?pretty 集群状态
curl -XGET http://10.1.3.99:9200/ 查看当前节点状态
curl -XGET http://10.14.22.18:9200/_cat/shards/omp_log
curl -XGET http://10.14.18.18:9205/_cat/indices?v 获取当前节点的所有索引
2、curl -XPOST http://localhost:9200/_cluster/nodes/_shutdown 关闭集群
3、curl -X DELETE 'localhost:9200/weather' 删除一个名叫weather的索引
4、curl -X PUT 'localhost:9200/weather' 新建一个名叫weather的索引
5、curl http://10.12.94.39:9200/_cat/nodes?v 节点列表
6、curl http://10.12.94.39:9200/_cat/indices?v 所有索引
7、curl -XGET http://10.12.94.39:9200/cdo_php_log_20181010/_settings?pretty 查看索引分片配置
8、curl -XGET http://10.1.3.99:9200/_nodes/hot_threads 查看节点热点线程
9、curl -XGET http://10.1.3.99:9200/_nodes/stats 查看节点指标值
10、curl -XGET http://10.12.31.150:9200/_cat/nodes?h=id,ip,port,http_address 查看节点IP+TCP_Port+HTTP_Port
11、curl -XGET http://10.11.100.45:9200/connector-heartbeat-20190320/_settings,_mappings?pretty 查看某个索引的配置
12、curl -XDELETE 'localhost:9200/index_name/' 删除一个索引
13、curl -XPUT 'localhost:9200/<INDEX_NAME>/_settings' -d '{"number_of_replicas": 2}' 设置对应索引的副本数
14、curl -XGET http://10.35.50.42:9201/_stats/fielddata?pretty
15、curl -XPOST 'http://localhost:9200/_cache/clear' -d '{ "fielddata": "true" }'
16、curl -XPOST 'http://localhost:9200/kimchy,elasticsearch/_cache/clear'
17、curl -X GET "localhost:9200/_cluster/allocation/explain?pretty"
curl -X PUT "localhost:9200/blogs" -H 'Content-Type: application/json' -d' { "settings" : { "number_of_shards" : 3, "number_of_replicas" : 1 } }'
curl -H "Content-Type: application/json" -XPUT http://10.12.29.181:9201/_cluster/settings?pretty -d '{"persistent" : {"cluster.routing.rebalance.enable" : "none"}}'
curl -H "Content-Type: application/json" -XPUT 'http://10.35.80.38:9201/connector-heartbeat-20190702/_settings' -d '{"index.routing.allocation.total_shards_per_node":"6"}}' 单个节点上最大可分配的分片数
curl -H 'Content-Type:application/json' -XPUT 'http://10.15.70.46:9200/_cluster/settings' -d'{"transient" : {"cluster.routing.allocation.exclude._ip" : ""}}' 迁出节点上的分片
_cluster/settings' -d'{"transient" : {"cluster.routing.allocation.node_concurrent_recoveries" : 5}}' 在线迁移的分片数
curl -XPUT 'http://10.1.138.180:9200/index/_settings' -d '{ "index.translog.durability": "async","index.translog.sync_interval": "60s","index.translog.flush_threshold_size": "1024mb" }' 设置数据写入异步、落盘间隔、刷盘数据量；
"refresh_interval": "60s",
"translog.durability": "async",
"translog.sync_interval":"120s",
"translog.flush_threshold_size": "512mb"
curl -H 'Content-Type: application/json' -XPUT http://10.36.124.38:9201/docprofile/_settings -d' { "number_of_replicas" : 1 }'
curl -XDELETE http://10.11.236.16:9200/_template/bot_temp?pretty
curl -H 'Content-Type:application/json' -XPUT 'http://10.12.24.77:9202/_cluster/settings' -d'{"transient" : {"cluster.routing.allocation.disk.watermark.low" : “93%","cluster.routing.allocation.disk.watermark.high" : “94%"}}'
curl -XPOST http://127.0.0.1:9200/logstash-2015-06.10/_forcemerge?max_num_segments=1 段合并操作
curl -XGET http://10.14.28.26:9200/_cluster/allocation/explain?pretty
curl -XGET http://10.14.28.26:9200/_cat/indices | awk -F" " '{print $3}' | awk -F "-" '{print $NF}' | egrep "20[0-9]*" | sort | uniq
curl -XGET http://10.14.28.26:9200/_cat/shards/cloud_log_201910081
curl -XGET http://10.14.28.26:9200/_cat/segments/cloud_log_201909251
POST /twitter/_cache/clear
POST /twitter/_cache/clear?fielddata=true
POST /twitter/_cache/clear?query=true
POST /twitter/_cache/clear?request=true
POST /twitter/_cache/clear?fields=foo,bar
POST /kimchy,elasticsearch/_cache/clear
"index.blocks.read_only_allow_delete" : trueindex.routing.allocation.require.data_type: null
"index.routing.allocation.require.hotwarm_type": warm
rustful:
{
"index.routing.allocation.require.data_type": "cool"
}
{number_of_replicas" : 1}
curl -XPUT 'localhost:9200/_cluster/settings' -d '{
"transient": {
"threadpool.index.type": "fixed",
"threadpool.index.size": 100,
"threadpool.index.queue_size": 500
}
}'
kafka
JMX_PORT=9999 sh kafka-server-start.sh -daemon ../config/server.properties
sh kafka-topics.sh --create --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --replication-factor 3 --partitions 3 --topic test01 创建test01 topic
sh kafka-topics.sh --alter --zookeeper 10.32... --replication-factor 6 --partitions 3 --topic test01 修改test01分区个数为6 sh kafka-topics.sh --list --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 显示当前所有topic sh kafka-topics.sh --describe --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 显示集群信息 sh kafka-console-producer.sh --broker-list 10.32.58.12:9092 --topic test01 创建生产者发布消息 sh kafka-console-consumer.sh --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --topic test01 --from-beginning 接收消息 sh kafka-topics.sh --delete --zookeeper 10.32.34.2:2181,10.32.58.12:2181,10.32.56.39:2181 --topic test01 删除test01 topic
sh kafka-topics.sh --zookeeper node01:2181 --alter --topic t_cdr --partitions 10 修改kafka分区数
sh kafka-topics.sh --zookeeper node01:2181 --alter --topic test01 --config retention.ms=86400000 修改日志存留时间为24小时
sh kafka-reassign-partitions.sh --zookeeper 10.6.72.38:2181,10.6.72.8:2181 --reassignment-json-file ../config/addrep_cpd-app-down.json --execute 修改topic分区的副本数，手动创建addrep_cpd-app-down.json
sh bin/kafka-consumer-groups.sh --new-consumer --bootstrap-server localhost:9092 --listaddrep_cpd-app-down.json 文件内容
{"version":1,
"partitions":[
{"topic":"cpd-app-down","partition":0,"replicas":[1,2]},
{"topic":"cpd-app-down","partition":1,"replicas":[2,3]},
{"topic":"cpd-app-down","partition":2,"replicas":[3,4]},
{"topic":"cpd-app-down","partition":3,"replicas":[4,5]},
{"topic":"cpd-app-down","partition":4,"replicas":[5,6]},
{"topic":"cpd-app-down","partition":5,"replicas":[6,0]},
{"topic":"cpd-app-down","partition":6,"replicas":[0,1]},
{"topic":"cpd-app-down","partition":7,"replicas":[1,2]},
{"topic":"cpd-app-down","partition":8,"replicas":[2,3]},
{"topic":"cpd-app-down","partition":9,"replicas":[3,4]},
{"topic":"cpd-app-down","partition":10,"replicas":[4,5]},
{"topic":"cpd-app-down","partition":11,"replicas":[5,6]},
{"topic":"cpd-app-down","partition":12,"replicas":[6,0]},
{"topic":"cpd-app-down","partition":13,"replicas":[0,1]}
]
}
conf：server.properties
broker.id=1
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
listeners=PLAINTEXT://10.11.106.23:9092
port=9092
host.name=10.11.106.23
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/var/kafka/logs/1
num.partitions=3
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=72
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=10.12.176.3:2181,10.12.172.32:2181,10.12.174.14:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
log.cleaner.enable=true
delete.topic.enable=true
RocketMQ
sh mqadmin updateTopic -t TopicTest -b broker:10911 -n 192.168.0.1:9876 增改topic
sh mqadmin updateSubGroup -c DefaultCluster -g TopicTestGroup -n 192.168.0.1:9876 增改订阅组
sh mqadmin deleteTopic -t TopicTest -c DefaultCluster -n 192.168.0.1:9876 删除topic
sh mqadmin deleteSubGroup -g topicTestGroup -c DefaultCluster -n 192.168.0.1:9876 删除订阅组
sh mqadmin updateBrokerConfig -c DefaultCluster -n 192.168.0.1:9876 -k listenPort -v 10911 更新broker的属性配置
sh mqadmin updateTopicPerm -c DefaultCluster -n 192.168.0.1:9876 -p 6 -t TopicTest 更新topic权限
sh mqadmin topicRoute -n 192.168.0.1:9876 -t TopicTest 查看topic路由信息
sh mqadmin topicStatus -n 192.168.0.1:9876 -t TopicTest 查看topic状态信息
sh mqadmin topicClusterList -n 192.168.0.1:9876 -t TopicTest 查看topic所在集群列表
sh mqadmin brokerStatus -n 192.168.0.1:9876 -b 192.168.0.1:10911 查看broker节点信息
sh mqadmin TopicList -n 172.17.161.193:9876 显示所有topic
sh mqadmin queryMsgByKey -n 192.168.0.1:9876 -t TopicTest -k a6ba52f404bc4926940c958d0c99fd4d 根据key查询消息
sh mqadmin queryMsgById -n 192.168.0.1:9876 -i C0A8649800002A9F0000000000000000 根据消息ID查询消息
sh mqadmin updateBrokerConfig -n '10.15.74.173:9876' -c DefaultCluster -k haTransferBatchSize -v 327680
sh mqadmin updateBrokerConfig -n '10.32.104.37:9876' -c DefaultCluster -k deleteWhen -v '02;03;04'
sh mqadmin updateBrokerConfig -n '10.32.104.37:9876' -c DefaultCluster -k fileReservedTime -v 24
sh mqadmin updateBrokerConfig -b '10.15.68.155:10911' -c DefaultCluster -k fileReservedTime -v 24
sh mqadmin updateBrokerConfig -n '10.15.78.103:9876' -c DefaultCluster -k haTransferBatchSize -v 512000 设置主从消息同步大小
sh mqadmin getBrokerConfig -b 192.168.1.x:10911 -n 192.168.1.x:9876
sh mqadmin updateBrokerConfig -b 192.168.x.x:10911 -n 192.168.x.x:9876 -k brokerPermission -v 4 修改节点读写权限
sh mqadmin clusterList -n 192.168.x.x:9876 观察节点流量
sh bin/mqadmin brokerConsumeStats -b 192.168.x.x:10911 -n 192.168.x.x:9876 观察broker消费状态
mqadmin brokerStatus -b 192.168.1.x:10911 -n 192.168.1.x:9876 查看节点status
mqadmin brokerConsumeStats -b 192.168.1.x:10911 -n 192.168.1.x:9876 节点消费信息
mqadmin getBrokerConfig -b 192.168.1.x:10911 -n 192.168.1.x:9876 broker节点配置
cpupower frequency-set -g performance
sh mqadmin updateBrokerConfig -n 10.14.18.30:9878 -b 10.14.18.30:11411 -k haSendHeartbeatInterval -v 5000
bin/mqadmin producerConnection -t T_SCANRECORD_NEW -g producetGroup -n 192.168.1.x:9876 查看生产连接
bin/mqadmin consumerConnection -g T_SCANRECORD_NEW_GROUP -n 192.168.1.x:9876 查看消费连接
su - rocketmq_10911 -c 'nohup sh /web/rocketmq/CVdOihJnFyk_broker-1_0_10911/rocketmq-all-4.3.0-bin-release/bin/mqbroker -c /web/rocketmq/CVdOihJnFyk_broker-1_0_10911/rocketmq-all-4.3.0-bin-release/conf/broker.properties >> /var/log/CVdOihJnFyk_broker-1_0_10911/publish.log 2>&1 &
bin/mqadmin deleteSubGroup -n 10.14.18.91:9876 -c DefaultCluster -g risk-admin-consumer 删除消费者组
参数优化：
#sysctl -w vm.min_free_kbytes=20000000
#echo 'vm.min_free_kbytes=20000000' >> /etc/sysctl.conf
#haSendHeartbeatInterval 主从消息同步大小