（转）MongoDB 分片集群技术

[root@MongoDB ~]# cat /etc/redhat-release
CentOS release 6.9 (Final)
[root@MongoDB ~]# uname -r
2.6.32-696.el6.x86_64
[root@MongoDB ~]# /etc/init.d/iptables status
iptables: Firewall is not running.
[root@MongoDB ~]# getenforce
Disabled
[root@MongoDB ~]# hostname -I
10.0.0.152 172.16.1.152

本次使用的mongodb版本为：mongodb-linux-x86_64-3.2.8.tgz

#创建mongod用户
useradd -u800 mongod
echo 123456|passwd --stdin mongod
# 安装mongodb
mkdir -p /mongodb/bin
cd /mongodb
wget http://downloads.mongodb.org/linux/mongodb-linux-x86_64-rhel62-3.2.8.tgz
tar xf mongodb-linux-x86_64-3.2.8.tgz
cd mongodb-linux-x86_64-3.2.8/bin/ &&\
cp * /mongodb/bin
chown -R mongod.mongod /mongodb
# 切换到mongod用户进行后续操作
su - mongod

for i in 28017 28018 28019 28020
do
mkdir -p /mongodb/$i/conf
mkdir -p /mongodb/$i/data
mkdir -p /mongodb/$i/log
done

cat >>/mongodb/28017/conf/mongod.conf<<'EOF'
systemLog:
destination: file
path: /mongodb/28017/log/mongodb.log
logAppend: true
storage:
journal:
enabled: true
dbPath: /mongodb/28017/data
directoryPerDB: true
#engine: wiredTiger
wiredTiger:
engineConfig:
# cacheSizeGB: 1
directoryForIndexes: true
collectionConfig:
blockCompressor: zlib
indexConfig:
prefixCompression: true
processManagement:
fork: true
net:
port: 28017
replication:
oplogSizeMB: 2048
replSetName: my_repl
EOF

for i in 28018 28019 28020
do
\cp /mongodb/28017/conf/mongod.conf /mongodb/$i/conf/
done

for i in 28018 28019 28020
do
sed -i "s#28017#$i#g" /mongodb/$i/conf/mongod.conf
done

for i in 28017 28018 28019 28020
do
mongod -f /mongodb/$i/conf/mongod.conf
done

for i in 28017 28018 28019 28020
do
mongod --shutdown -f /mongodb/$i/conf/mongod.conf
done

shell> mongo --port 28017config = {_id: 'my_repl', members: [
{_id: 0, host: '10.0.0.152:28017'},
{_id: 1, host: '10.0.0.152:28018'},
{_id: 2, host: '10.0.0.152:28019'}]
}

> rs.initiate(config)

my_repl:PRIMARY> db.movies.insert([ { "title" : "Jaws", "year" : 1975, "imdb_rating" : 8.1 },
{ "title" : "Batman", "year" : 1989, "imdb_rating" : 7.6 },
] );

my_repl:PRIMARY> db.movies.find().pretty()
{
"_id" : ObjectId("5a4d9ec184b9b2076686b0ac"),
"title" : "Jaws",
"year" : 1975,
"imdb_rating" : 8.1
}
{
"_id" : ObjectId("5a4d9ec184b9b2076686b0ad"),
"title" : "Batman",
"year" : 1989,
"imdb_rating" : 7.6
}

my_repl:SECONDARY> rs.slaveOk()
my_repl:SECONDARY> show tables;
movies
my_repl:SECONDARY> db.movies.find().pretty()
{
"_id" : ObjectId("5a4d9ec184b9b2076686b0ac"),
"title" : "Jaws",
"year" : 1975,
"imdb_rating" : 8.1
}
{
"_id" : ObjectId("5a4d9ec184b9b2076686b0ad"),
"title" : "Batman",
"year" : 1989,
"imdb_rating" : 7.6
}

rs.status(); # 查看整体复制集状态
rs.isMaster(); # 查看当前是否是主节点

rs.add("ip:port"); # 新增从节点
rs.addArb("ip:port"); # 新增仲裁节点
rs.remove("ip:port"); # 删除一个节点

cfg=rs.conf()
cfg.members[2].priority=0
cfg.members[2].slaveDelay=120
cfg.members[2].hidden=true

rs.reconfig(cfg)

cfg.members[2].arbiterOnly=true

rs.conf();

my_repl:PRIMARY> rs.config()

my_repl:PRIMARY> rs.status()

rs.stepDown()
rs.freeze(300) # 锁定从，使其不会转变成主库，freeze()和stepDown单位都是秒。
rs.slaveOk() # 设置副本节点可读：在副本节点执行

> use app
switched to db app
app> db.createCollection('a')
{ "ok" : 0, "errmsg" : "not master", "code" : 10107 }

> rs.printSlaveReplicationInfo()
source: 192.168.1.22:27017
syncedTo: Thu May 26 2016 10:28:56 GMT+0800 (CST)
0 secs (0 hrs) behind the primary

for i in 17 18 19 20 21 22 23 24 25 26
do
mkdir -p /mongodb/280$i/conf
mkdir -p /mongodb/280$i/data
mkdir -p /mongodb/280$i/log
done

cat > /mongodb/28021/conf/mongod.conf <<'EOF'
systemLog:
destination: file
path: /mongodb/28021/log/mongodb.log
logAppend: true
storage:
journal:
enabled: true
dbPath: /mongodb/28021/data
directoryPerDB: true
#engine: wiredTiger
wiredTiger:
engineConfig:
cacheSizeGB: 1
directoryForIndexes: true
collectionConfig:
blockCompressor: zlib
indexConfig:
prefixCompression: true
net:
bindIp: 10.0.0.152
port: 28021
replication:
oplogSizeMB: 2048
replSetName: sh1
sharding:
clusterRole: shardsvr
processManagement:
fork: true
EOF

for i in 22 23 24 25 26
do
\cp /mongodb/28021/conf/mongod.conf /mongodb/280$i/conf/
done

for i in 22 23 24 25 26
do
sed -i "s#28021#280$i#g" /mongodb/280$i/conf/mongod.conf
done

for i in 24 25 26
do
sed -i "s#sh1#sh2#g" /mongodb/280$i/conf/mongod.conf
done

for i in 21 22 23 24 25 26
do
mongod -f /mongodb/280$i/conf/mongod.conf
done

mongo --host 10.0.0.152 --port 28021 admin

config = {_id: 'sh1', members: [
{_id: 0, host: '10.0.0.152:28021'},
{_id: 1, host: '10.0.0.152:28022'},
{_id: 2, host: '10.0.0.152:28023',"arbiterOnly":true}]
}
# 初始化配置
rs.initiate(config)

mongo --host 10.0.0.152 --port 28024 admin

config = {_id: 'sh2', members: [
{_id: 0, host: '10.0.0.152:28024'},
{_id: 1, host: '10.0.0.152:28025'},
{_id: 2, host: '10.0.0.152:28026',"arbiterOnly":true}]
}
# 初始化配置
rs.initiate(config)

cat > /mongodb/28018/conf/mongod.conf <<'EOF'
systemLog:
destination: file
path: /mongodb/28018/log/mongodb.conf
logAppend: true
storage:
journal:
enabled: true
dbPath: /mongodb/28018/data
directoryPerDB: true
#engine: wiredTiger
wiredTiger:
engineConfig:
cacheSizeGB: 1
directoryForIndexes: true
collectionConfig:
blockCompressor: zlib
indexConfig:
prefixCompression: true
net:
bindIp: 10.0.0.152
port: 28018
replication:
oplogSizeMB: 2048
replSetName: configReplSet
sharding:
clusterRole: configsvr
processManagement:
fork: true
EOF

for i in 19 20
do
\cp /mongodb/28018/conf/mongod.conf /mongodb/280$i/conf/
done

for i in 19 20
do
sed -i "s#28018#280$i#g" /mongodb/280$i/conf/mongod.conf
done

for i in 18 19 20
do
mongod -f /mongodb/280$i/conf/mongod.conf
done

mongo --host 10.0.0.152 --port 28018 admin

config = {_id: 'configReplSet', members: [
{_id: 0, host: '10.0.0.152:28018'},
{_id: 1, host: '10.0.0.152:28019'},
{_id: 2, host: '10.0.0.152:28020'}]
}
# 初始化配置
rs.initiate(config)

cat > /mongodb/28017/conf/mongos.conf <<'EOF'
systemLog:
destination: file
path: /mongodb/28017/log/mongos.log
logAppend: true
net:
bindIp: 10.0.0.152
port: 28017
sharding:
configDB: configReplSet/10.0.0.152:28108,10.0.0.152:28019,10.0.0.152:28020
processManagement:
fork: true
EOF

mongos -f /mongodb/28017/conf/mongos.conf

mongo 10.0.0.152:28017/admin

db.runCommand( { addshard : "sh1/10.0.0.152:28021,10.0.0.152:28022,10.0.0.152:28023",name:"shard1"} )
db.runCommand( { addshard : "sh2/10.0.0.152:28024,10.0.0.152:28025,10.0.0.152:28026",name:"shard2"} )

mongos> db.runCommand( { listshards : 1 } )
{
"shards" : [
{
"_id" : "shard2",
"host" : "sh2/10.0.0.152:28024,10.0.0.152:28025"
},
{
"_id" : "shard1",
"host" : "sh1/10.0.0.152:28021,10.0.0.152:28022"
}
],
"ok" : 1
}

mongos> sh.status();

语法：( { enablesharding : "数据库名称" } )mongos> db.runCommand( { enablesharding : "test" } )

mongos> use test
mongos> db.vast.ensureIndex( { id: 1 } )
mongos> use admin
mongos> db.runCommand( { shardcollection : "test.vast",key : {id: 1} } )

mongos> use test
mongos> for(i=0;i<20000;i++){ db.vast1.insert({"id":i,"name":"clsn","age":70,"date":new Date()}); }
mongos> db.vast.stats()

admin> sh.shardCollection("数据库名称.集合名称",key : {分片键: 1} )
或
admin> db.runCommand( { shardcollection : "数据库名称.集合名称",key : {分片键: 1} } )

admin > sh.shardCollection("test.vast",key : {id: 1} )
或
admin> db.runCommand( { shardcollection : "test.vast",key : {id: 1} } )

admin > sh.shardCollection( "数据库名.集合名", { 片键: "hashed" } )

admin> db.vast.ensureIndex( { a: "hashed" } )
admin > sh.shardCollection( "test.vast", { a: "hashed" } )

admin> db.runCommand({ isdbgrid : 1})

admin> db.runCommand({ listshards : 1})

admin> use config
config> db.databases.find( { "partitioned": true } )
config> db.databases.find() //列出所有数据库分片情况

config> db.collections.find()
{
"_id" : "test.vast",
"lastmodEpoch" : ObjectId("58a599f19c898bbfb818b63c"),
"lastmod" : ISODate("1970-02-19T17:02:47.296Z"),
"dropped" : false,
"key" : {
"id" : 1
},
"unique" : false
}

admin> db.printShardingStatus()
或
admin> sh.status()

sh.getBalancerState()
mongos> db.runCommand( { removeShard: "shard2" } )

mongos> sh.getBalancerState()
true

mongos> sh.isBalancerRunning()
false

use config

sh.getBalancerState()

sh.setBalancerState( true )

db.settings.update(
{ _id: "balancer" },
{ $set: { activeWindow : { start : "<start-time>", stop : "<stop-time>" } } },
{ upsert: true }
)

db.settings.update({ _id : "balancer" }, { $set : { activeWindow : { start : "00:00", stop : "5:00" } } }, true )

use config
db.settings.update({ _id : "balancer" }, { $unset : { activeWindow : true } })

sh.stopBalancer()

sh.getBalancerState()

use config
while( sh.isBalancerRunning() ) {
print("waiting...");
sleep(1000);
}

sh.setBalancerState(true)

use config
db.settings.update( { _id: "balancer" }, { $set : { stopped: false } } , { upsert: true } )

sh.disableBalancing("students.grades")

sh.enableBalancing("students.grades")

db.getSiblingDB("config").collections.findOne({_id : "students.grades"}).noBalance;

// connect to mongos
> use config
> db.settings.update( { _id: "balancer" }, { $set : { stopped: true } } , true );

// connect to mongos
> use config
> db.settings.update({ _id : "balancer" }, { $set : { activeWindow : { start : "21:00", stop : "9:00" } } }, true )