Spring MVC中使用Mongodb总结

近期项目做了次架构调整，原来是使用MySQL+GeoHash来存储LBS数据（地理位置信息），现在使用NOSQL数据库 MongoDB来存储LBS数据（地理位置信息）。由于项目是基于spring MVC开发的，今天就Mongodb的使用做下总结。

Spring MVC 集成Mongodb

1.加载jar，maven配置

        <!-- 新加入的spring整合mongodb的包 开始 -->

        <dependency>

            <groupId>org.mongodb</groupId>

            <artifactId>mongo-java-driver</artifactId>

            <version>2.13.0-rc0</version>

        </dependency>

        <dependency>

            <groupId>org.springframework.data</groupId>

            <artifactId>spring-data-mongodb</artifactId>

            <version>1.7.1.RELEASE</version>

        </dependency>

        <dependency>

            <groupId>org.springframework.data</groupId>

            <artifactId>spring-data-mongodb-cross-store</artifactId>

            <version>1.7.1.RELEASE</version>

        </dependency>

        <dependency>

            <groupId>org.springframework.data</groupId>

            <artifactId>spring-data-mongodb-log4j</artifactId>

            <version>1.7.1.RELEASE</version>

        </dependency>

        <!-- 新加入的spring整合mongodb的包 结束 -->

2.配置
Mongodb分2种方法集成，分别是单机和集群方式。
单机配置
applicationContext.xml

<mongo:mongo id="mongo" host="${mongo.host}" port="${mongo.port}" >

        <mongo:options connections-per-host="${mongo.connectionsPerHost}"

            threads-allowed-to-block-for-connection-multiplier="${mongo.threadsAllowedToBlockForConnectionMultiplier}"

            connect-timeout="${mongo.connectTimeout}" max-wait-time="${mongo.maxWaitTime}"

            auto-connect-retry="${mongo.autoConnectRetry}" socket-keep-alive="${mongo.socketKeepAlive}"

            socket-timeout="${mongo.socketTimeout}" slave-ok="${mongo.slaveOk}" write-number="1"

            write-timeout="0" write-fsync="true"/>

    </mongo:mongo>

配置文件common-config.properties

mongo.dbname = test_db #数据库名称

mongo.password = test_pwd #密码

mongo.username = test_user #用户名

mongo.host = 127.0.0.1 #主机

mongo.port= 27017 #端口号

mongo.connectionsPerHost= 8 #一个线程变为可用的最大阻塞数

mongo.threadsAllowedToBlockForConnectionMultiplier= 4 #线程队列数,它以上面connectionsPerHost值相乘的结果就是线程队列最大值

mongo.connectTimeout= 1500 #连接超时时间（毫秒）

mongo.maxWaitTime= 1500 #最大等待时间

mongo.autoConnectRetry= true #自动重连

mongo.socketKeepAlive= true #scoket保持活动

mongo.socketTimeout=1500 #scoket超时时间

mongo.slaveOk=true #读写分离

集群配置
applicationContext.xml

<mongo:mongo  id="mongo"  replica-set="${mongo.replicaSet}">

        <mongo:options connections-per-host="${mongo.connectionsPerHost}"

            threads-allowed-to-block-for-connection-multiplier="${mongo.threadsAllowedToBlockForConnectionMultiplier}"

            connect-timeout="${mongo.connectTimeout}" max-wait-time="${mongo.maxWaitTime}" auto-connect-retry="${mongo.autoConnectRetry}"

            socket-keep-alive="${mongo.socketKeepAlive}" socket-timeout="${mongo.socketTimeout}" slave-ok="${mongo.slaveOk}"

            write-number="${mongo.writeNumber}" write-fsync="${mongodb.writeFsync}" />

    </mongo:mongo>

配置文件common-config.properties

mongo.dbname = test_db

mongo.username = test_user

mongo.password = test_pwd

mongo.replicaSet = 192.168.2.193:27017,192.168.2.192:27017

mongo.connectionsPerHost= 100

mongo.threadsAllowedToBlockForConnectionMultiplier=50

mongo.connectTimeout=3000

mongo.maxWaitTime=5000

mongo.autoConnectRetry=true

mongo.socketKeepAlive=true

mongo.socketTimeout=5000

mongo.slaveOk=true

mongo.writeNumber = 1

mongodb.writeFsync = true

其他配置

<!-- 用户验证 -->

    <bean id="userCredentials" class="org.springframework.data.authentication.UserCredentials">

        <constructor-arg name="username" value="${mongo.username}" />

        <constructor-arg name="password" value="${mongo.password}" />

    </bean>

    <!-- mongo的工厂，通过它来取得mongo实例,dbname为mongodb的数据库名，没有的话会自动创建 -->

    <bean id="mongoDbFactory"

        class="org.springframework.data.mongodb.core.SimpleMongoDbFactory">

        <constructor-arg ref="mongo" />

        <constructor-arg value="${mongo.dbname}" />

        <constructor-arg ref="userCredentials" />

    </bean>

    <bean id="mappingContext"

        class="org.springframework.data.mongodb.core.mapping.MongoMappingContext" />

    <bean id="defaultMongoTypeMapper"

        class="org.springframework.data.mongodb.core.convert.DefaultMongoTypeMapper">

        <constructor-arg name="typeKey">

            <null />

        </constructor-arg>

    </bean>

    <!-- collection的映射 -->

    <bean id="mappingMongoConverter"

        class="org.springframework.data.mongodb.core.convert.MappingMongoConverter">

        <constructor-arg name="mongoDbFactory" ref="mongoDbFactory" />

        <constructor-arg name="mappingContext" ref="mappingContext" />

        <property name="typeMapper" ref="defaultMongoTypeMapper" />

    </bean>

    <!-- mongodb的主要操作对象，所有对mongodb的增删改查的操作都是通过它完成 -->

    <bean id="mongoTemplate" class="org.springframework.data.mongodb.core.MongoTemplate">

        <constructor-arg name="mongoDbFactory" ref="mongoDbFactory" />

        <constructor-arg name="mongoConverter" ref="mappingMongoConverter" />

    </bean>

Mongodb增删改查

1.Mongodb对象模型
Dynamic.Java



@Document(collection = "Dynamic")

public class Dynamic implements Serializable{

    /**

     *

     */

    private static final long serialVersionUID = 179822189115264434L;

    private String _id;

    private String userId;     //用户ID

    private Date releaseDate;//发布日期

    private double []loc = new double[2];//位置

    public void setId(String _id) {

        this._id = _id;

    }

    public String getId() {

        return this._id;

    }

    public String getUserId() {

        return userId;

    }

    public void setUserId(String userId) {

        this.userId = userId;

    }

    public Date getReleaseDate() {

        return releaseDate;

    }

    public void setReleaseDate(Date releaseDate) {

        this.releaseDate = releaseDate;

    }

    public double[] getLoc() {

        return loc;

    }

    public void setLoc(double[] loc) {

        this.loc = loc;

    }

}

2.代码示例
新增

Dynamic dynamic = New Dynamic();

dynamic.setUserId("10023");

// ...

// set属性，自己补全

// 转换为DBObject

DBObject dbObject = BeanUtil.bean2DBObject(dynamic);

        db.removeField("serialVersionUID");

// 保存

mongoTemplate.getCollection(collection).save(dbObject)

更新
普通更新

DBObject aim = new BasicDBObject("_id", id);

DBObject setValue = new BasicDBObject();

setValue.put("loc", loc.getLoc());

// 更新的值，用$set

DBObject updateSetValue = new BasicDBObject("$set", setValue);

//更新,aim:where条件 updateSetValue:更新值 true:是否没有记录时插入 false:是否多行更新

mongoTemplate.getCollection(collection).update(aim, updateSetValue , true,

                false);

数组更新

DBObject addAim = new BasicDBObject();

        addAim.put("_id", id);

//数据中push值

DBObject updateSetValue = new BasicDBObject("$push", addedValue);

//增加

updateSetValue.put("$inc", new BasicDBObject("commentSize", 1));

mongoTemplate.getCollection(collection).update(addAim, updateSetValue);

查询
单条查询

DBObject query = new BasicDBObject("_id", id);

DBObject fields = new BasicDBObject();

mongoTemplate.getCollection(collection).findOne(query, fields)

分页查询

int pageSize = 20;

int pageNum = 1;

DBObject fields = new BasicDBObject();

//排序，-1 降序

DBObject orderBy = new BasicDBObject("release_date", -1);

//分页查询

List<DBObject> list = new ArrayList<>();

Cursor cursor = mongoTemplate.getCollection(collection)

        .find(query, fields).skip((pageNum - 1) * pageSize)

        .limit(pageSize).sort(orderBy);

while (cursor.hasNext()) {

    list.add(cursor.next());

}

范围查询

DBObject query = new BasicDBObject();

// $lte 小于等于，$lt 小于

query.put(

        "release_date",

        new BasicDBObject("$lte", DateUtil.parseDate(

                maxTime, DateStyle.YYYY_MM_DD_HH_MM_SS_SSS

                        .getValue())));

// $gte 大于等于，$gt 大于

query.put(

        "release_date",

        new BasicDBObject("$gte", DateUtil.parseDate(

                minTime, DateStyle.YYYY_MM_DD_HH_MM_SS_SSS

                        .getValue())));

in 和not in 查询

// $in 查询

DBObject query = new BasicDBObject("qd_id", new BasicDBObject(

                    "$in", idStr))

// $nin 查询

DBObject query = new BasicDBObject("qd_id", new BasicDBObject(

                    "$nin", idStr))

or 查询

List orArry = new ArrayList<>();

                orArry.add(new BasicDBObject("qd_id", new BasicDBObject(

                        "$in", qd_ids.toArray())));

                orArry.add(new BasicDBObject("_id", new BasicDBObject("$in", recommondIds.toArray())));

                query.put("$or", orArry);

聚合查询sum和group by

Map retMap = new HashMap<>();

// $group 分组，newsCount别名，$sum和，$commentSize字段名

        String groupStr = "{$group:{_id:null,newsCount:{$sum:1},commentCount:{$sum:\"$commentSize\"},supportCount:{$sum:\"$supportSize\"}}}";

        DBObject group = (DBObject) JSON.parse(groupStr);

        String minTime = (String)params.get("start") + " 00:00:00:000";

        String maxTime = (String)params.get("end") + " 00:00:00:000";

        BasicDBObject query = new BasicDBObject();

        query.put(

                "release_date",

                new BasicDBObject("$gte", DateUtil.parseDate(

                        minTime, DateStyle.YYYY_MM_DD_HH_MM_SS_SSS

                                .getValue())));

        query.put(

                "release_date",

                new BasicDBObject("$lte", DateUtil.parseDate(

                        maxTime, DateStyle.YYYY_MM_DD_HH_MM_SS_SSS

                                .getValue())).append("$gte",

                        DateUtil.parseDate(minTime,

                                DateStyle.YYYY_MM_DD_HH_MM_SS_SSS

                                        .getValue())));

        DBObject match = new BasicDBObject("$match", query);

// 聚合查询

        AggregationOutput output = mongoTemplate.getCollection(collection).aggregate(match,group);

        for( Iterator< DBObject > it = output.results().iterator(); it.hasNext(); ){

            BasicDBObject dbo = ( BasicDBObject ) it.next();

            retMap = com.alibaba.fastjson.JSON.parseObject(dbo.toString(), Map.class);

        }

        return retMap;

LBS查询（附近的人）

if (query == null)

            query = new BasicDBObject();

List<DBObject> pipeLine = new ArrayList<>();

BasicDBObject pipeBasicDBObject = new BasicDBObject();

pipeBasicDBObject.append("near", new double[] { longitude, latitude })

.append("distanceField", "dist.calculated")

.append("spherical", true).append("query", query)

.append("distanceMultiplier", 6371);

if (qType == 1) {

    double maxDistance = distance/6371.0000;

    pipeBasicDBObject.append("maxDistance", maxDistance);

}

BasicDBObject aggregate = new BasicDBObject("$geoNear",

        pipeBasicDBObject);

BasicDBObject orderObject = new BasicDBObject("$sort",

        new BasicDBObject().append("dist.calculated", 1));

pipeLine.add(aggregate);

pipeLine.add(orderObject);

int startNo = (pageNum-1)*pageSize;

int limit = pageSize;

if(pageNum == 1)

{

    limit = limit+1;

}

else

{

    startNo = startNo+1;

}

if (qType == 1) {

    BasicDBObject skipObject = new BasicDBObject("$skip", startNo);

    pipeLine.add(skipObject);

}

BasicDBObject limitObject = new BasicDBObject("$limit", limit);

pipeLine.add(limitObject);

List<DBObject> list = new LinkedList<>();

try {

    Cursor cursor = mongoTemplate.getCollection(collection).aggregate(

            pipeLine, AggregationOptions.builder().build());

    while (cursor.hasNext()) {

        DBObject dBObject = cursor.next();

        list.add(dBObject);

    }

} catch (Exception e) {

    e.printStackTrace();

}

return list;

删除

DBObject deleAim = new BasicDBObject();

deleAim.put("_id", id);

mongoTemplate.getCollection(collection).remove(dbObject)

ps:上面示例不全，只附上了重要的代码。

秒客网

Spring MVC中使用Mongodb总结

Spring MVC 集成Mongodb

Mongodb增删改查

相关文章