Mongodb使用示例

ipu-mongodb-example/src/test/java/com/ai/ipu/example/mongodb/MongodbExample.java

@@ -1,5 +1,365 @@
package com.ai.ipu.example.mongodb;
public class MongodbExample {
import com.ai.ipu.basic.log.ILogger;
import com.ai.ipu.basic.log.IpuLoggerFactory;
import com.ai.ipu.nosql.INoSql;
import com.ai.ipu.nosql.mongodb.MongoCacheFactory;
import com.ai.ipu.nosql.util.MongoConstant;
import com.alibaba.fastjson.JSONObject;
import junit.framework.TestCase;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
 * @author miaozy@asiainfo.com
 * @date 2020/9/27 7:36 下午
 * @desc mongoDB操作示例
 */
public class MongodbExample extends TestCase {
  transient protected ILogger log = IpuLoggerFactory.createLogger(MongodbExample.class);
  private String connName;
  private String dbName;
  private String tableName;
  private INoSql noSql;
  @Override
  protected void setUp() throws Exception {
    super.setUp();
    connName = "data";
    dbName = "test";
    tableName = "mycol1";
    noSql = MongoCacheFactory.getMongoDao(connName, dbName, tableName);
  }
  @Override
  protected void tearDown() throws Exception {
    //如果开启了事务开关,就要打开这里的提交代码
    //如果不需要支持事务，请注释这里的提交代码
    if (noSql != null)
      noSql.commitTransaction();
  }
  /**
   * 插入一条数据
   * @throws Exception
   */
  public void testExecuteInsert() throws Exception {
    JSONObject param = new JSONObject();
    param.put("name", "mongo");
    param.put("nikeName", "jack");
    param.put("ver", 7.0);
    param.put("age",21);
    param.put("info", "this is a test info");
    log.debug("before insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
    noSql.executeInsert(param);
    log.debug("after insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
  }
  /**
   * 插入一条数据
   *
   * @throws Exception
   */
  public void testExecuteInsert2() throws Exception {
    JSONObject param = new JSONObject();
    param.put("name", "mongo");
    log.debug("before insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
    JSONObject data = new JSONObject();
    data.put("name", "mongo");
    data.put("nickName", "tom");
    data.put("age", 21);
    Map info = new HashMap();
    info.put("ver", 7.0);
    data.put("info", info);
    noSql.executeInsert(data);
    log.debug("after insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
  }
  /**
   * 删除符合条件的所有数据
   *
   * @throws Exception
   */
  public void testExecuteDeleteMany() throws Exception {
    JSONObject param = new JSONObject();
    param.put("nickName", "tom1");
    noSql.executeDeleteMany(param.toJSONString());
  }
  /**
   * 删除collection里最后一条符合查询条件的记录
   *
   * @throws Exception
   */
  public void testExecuteDeleteLast() throws Exception {
    JSONObject param = new JSONObject();
    param.put("nickName", "miaozy10");
    noSql.executeDeleteLast(param.toJSONString());
  }
  /**
   * 更新collection里所有符合更新条件的记录
   *
   * @throws Exception
   */
  public void testExecuteUpdateMany() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "miaozy");
    JSONObject field = new JSONObject();
    field.put("name", "1256");
    noSql.executeUpdateMany(cond.toJSONString(), field.toJSONString());
  }
  /**
   * 更新collection里所有符合更新条件的第一条记录
   *
   * @throws Exception
   */
  public void testExecuteUpdateFirst() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "miaozy");
    JSONObject field = new JSONObject();
    field.put("name", "mongo");
    noSql.executeUpdateFirst(cond.toJSONString(), field.toJSONString());
  }
  /**
   * 更新collection里所有符合更新条件的最后一条记录
   *
   * @throws Exception
   */
  public void testExecuteUpdateLast() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "miaozy");
    JSONObject field = new JSONObject();
    field.put("name", "mongo");
    noSql.executeUpdateLast(cond.toJSONString(), field.toJSONString());
  }
  /**
   * 返回collection里所有符合条件的记录数
   *
   * @throws Exception
   */
  public void testTakeRecordNum() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "miaozy");
    log.debug("符合条件记录数:" + noSql.takeRecordNum(cond.toJSONString()));
  }
  /**
   * 查询符合条件的首记录(升序)
   *
   * @throws Exception
   */
  public void testExecuteSelectOne() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "miaozy");
    log.debug("查询结果为:" + noSql.executeSelectOne(cond.toJSONString(), "{\"_id\":1}"));
  }
  /**
   * 查询符合条件的首记录(返回指定字段)
   *
   * @throws Exception
   */
  public void testExecuteSelectOne2() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "苗子阳");
    JSONObject selectField = new JSONObject();
    selectField.put("name", 1);//1,返回。0不返回
    log.debug("查询结果为:" + noSql.executeSelectOne(cond.toJSONString(), selectField.toJSONString(), "{\"_id\":1}"));
  }
  /**
   * 查询符合条件的最后一条记录
   *
   * @throws Exception
   */
  public void testExecuteSelectLast() throws Exception {
    JSONObject condParam = new JSONObject();
    condParam.put("nickName", "tom");
    JSONObject sortParam = new JSONObject();
    sortParam.put("_id", -1);
    log.debug("查询结果为:" + noSql.executeSelect(condParam.toJSONString(), sortParam.toJSONString(), 1));
  }
  /**
   * 查询符合条件的所有数据
   *
   * @throws Exception
   */
  public void testExecuteSelect() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "tom");
    JSONObject sort = new JSONObject();
    sort.put("_id", 1);
    log.debug("查询结果为:" + noSql.executeSelect(cond.toJSONString(), sort.toJSONString()));
  }
  /**
   * 查询符合条件的所有数据(分页)
   *
   * @throws Exception
   */
  public void testExecuteSelectByPage() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "tom");
    log.debug("查询结果为:" + noSql.executeSelect(cond.toJSONString()));
  }
  /**
   * 设置返回记录的最大条数，查询符合条件的数据。
   * 类似mysql的limit
   * 类似oracle的rownum
   * 类似sqlserver的top
   *
   * @throws Exception
   */
  public void testExecuteSelect2() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "tom");
    JSONObject sort = new JSONObject();
    sort.put("_id", 1);
    log.debug("查询结果为:" + noSql.executeSelect(cond.toJSONString(), sort.toJSONString(), 1));
  }
  /**
   * 查询符合条件，指定返回字段，并对结果排序
   *
   * @throws Exception
   */
  public void testExecuteSelect3() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("nickName", "tom");
    JSONObject sort = new JSONObject();
    sort.put("_id", 1);
    JSONObject selectField = new JSONObject();
    selectField.put("name", 1);//1,返回。0不返回)
    log.debug("查询结果为:" + noSql.executeSelect(cond.toJSONString(), selectField.toJSONString(), sort.toJSONString(), 1));
  }
  /**
   * 大于,大于等于
   * 等于,不等于
   * 小于,小于等于
   *
   * @throws Exception
   */
  public void testExecuteSelect4() throws Exception {
    JSONObject cond = new JSONObject();
    //cond.put(MongoConstant.ConditionalOperator.GREATOR_THAN,"4");//大于
    //cond.put(MongoConstant.ConditionalOperator.GREATOR_THAN_OR_EQUAL,"4");//大于等于
    //cond.put(MongoConstant.ConditionalOperator.EQUAL_TO,"3");//等于
    cond.put(MongoConstant.ConditionalOperator.NOT_EQUAL_TO, "3");//不等于
    //cond.put(MongoConstant.ConditionalOperator.LESS_THAN,"3");//小于
    //cond.put(MongoConstant.ConditionalOperator.LESS_THAN_OR_EQUAL,"2");//小于等于
    JSONObject param = new JSONObject();
    param.put("age", cond);
    List<String> ret = noSql.executeSelect(param.toJSONString(), "{}");
    log.debug("符合条件的数据有" + ret.size() + "条");
    log.debug("查询结果为:" + ret.toString());
  }
  /**
   * in
   * not in
   *
   * @throws Exception
   */
  public void testExecuteSelect5() throws Exception {
    JSONObject cond = new JSONObject();
    String[] data = {"4", "5"};
    //cond.put(MongoConstant.ConditionalOperator.IN,data);//in
    cond.put(MongoConstant.ConditionalOperator.NOT_IN, data);//not in
    JSONObject param = new JSONObject();
    param.put("age", cond);
    List<String> ret = noSql.executeSelect(param.toJSONString(), "{}");
    log.debug("符合条件的数据有" + ret.size() + "条");
    log.debug("查询结果为:" + ret.toString());
  }
  /**
   * and
   * or
   *
   * @throws Exception
   */
  public void testExecuteSelect6() throws Exception {
    JSONObject param = new JSONObject();
    JSONObject cond1 = new JSONObject();
    JSONObject cond2 = new JSONObject();
    cond1.put(MongoConstant.ConditionalOperator.LESS_THAN, "4");
    cond2.put(MongoConstant.ConditionalOperator.GREATOR_THAN, "2");
    List list = new ArrayList();
    Map info = new HashMap();
    info.put("age", cond1);
    list.add(info);
    info = new HashMap();
    info.put("age", cond2);
    list.add(info);
    //param.put(MongoConstant.RelationalOperator.OR, list);//or
    param.put(MongoConstant.RelationalOperator.AND, list);//and
    List<String> ret = noSql.executeSelect(param.toJSONString(), "{}");
    log.debug("符合条件的数据有" + ret.size() + "条");
    log.debug("查询结果为:" + ret.toString());
  }
  /**
   * not
   *
   * @throws Exception
   */
  public void testExecuteSelect7() throws Exception {
    JSONObject param = new JSONObject();
    JSONObject cond = new JSONObject();
    cond.put(MongoConstant.ConditionalOperator.GREATOR_THAN, "2");
    JSONObject cond1 = new JSONObject();
    cond1.put(MongoConstant.RelationalOperator.NOT, cond);
    param.put("age", cond1);
    List<String> ret = noSql.executeSelect(param.toJSONString(), "{}");
    log.debug("符合条件的数据有" + ret.size() + "条");
    log.debug("查询结果为:" + ret.toString());
  }
  /**
   * 多条件查询
   * select name,nickName,count(1) totalNum,sum(age) sumAge
   * from mycol1 where name != 'mike'
   * group by name,nickName
   * having sumAge >10
   * order by sumAge asc
   * @throws Exception
   */
  public void testExecuteSelect11() throws Exception {
    JSONObject cond = new JSONObject();
    cond.put("name", "{ $ne : \"mike\" }");
    JSONObject sort = new JSONObject();
    sort.put("totalAge", 1);
    JSONObject havingParam = new JSONObject();
    havingParam.put("totalAge", "{ $gt : 10}");
    JSONObject sumField = new JSONObject();
    sumField.put("totalAge", "age");
    JSONObject selectField = new JSONObject();
    selectField.put("name", 1);
    selectField.put("nickName", 1);
    log.debug("查询结果为:" + noSql.executeAggregateSelect(selectField.toJSONString(), cond.toJSONString(), sort.toJSONString(), havingParam.toJSONString(), sumField.toJSONString(), true));
  }
}

ipu-mongodb-example/src/test/java/com/ai/ipu/example/mongodb/MongodbExampleWithSql.java

@@ -0,0 +1,141 @@
package com.ai.ipu.example.mongodb;
import com.ai.ipu.basic.log.ILogger;
import com.ai.ipu.basic.log.IpuLoggerFactory;
import com.ai.ipu.nosql.INoSql;
import com.ai.ipu.nosql.mongodb.MongoCacheFactory;
import com.alibaba.fastjson.JSONObject;
import junit.framework.TestCase;
import java.util.HashMap;
import java.util.Map;
/**
 * @author miaozy@asiainfo.com
 * @desc 使用标准SQL操作mongoDB
 * @date 2020/9/27 7:36 下午
 */
public class MongodbExampleWithSql extends TestCase {
  transient protected ILogger log = IpuLoggerFactory.createLogger(MongodbExampleWithSql.class);
  private String connName;
  private String dbName;
  private String tableName;
  private INoSql noSql;
  @Override
  protected void setUp() throws Exception {
    super.setUp();
    connName = "data";
    dbName = "test";
    tableName = "mycol1";
    noSql = MongoCacheFactory.getMongoDao(connName, dbName, tableName);
  }
  @Override
  protected void tearDown() throws Exception {
    //如果开启了事务开关,就要打开这里的提交代码
    //如果不需要支持事务，请注释这里的提交代码
    if (noSql != null)
      noSql.commitTransaction();
  }
  /**
   * 使用标准sql插入一条数据
   *@throws Exception
   */
  public void testExecuteInsert2() throws Exception {
    JSONObject param = new JSONObject();
    param.put("name", "test");
    log.debug("before insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
    noSql.executeInsert("insert into mycol1 (name, nickName, remarks, age) values ('test','this is a test','2',20)");
    log.debug("after insert, num is :" + noSql.takeRecordNum(param.toJSONString()));
  }
  /**
   * 使用标准sql删除mongodb数据
   * @throws Exception
   */
  public void testExecuteDelete() throws Exception {
    noSql.executeDelete("delete from mycol1 where name = 'test'");
  }
  /**
   * 使用标准sql修改mongodb数据
   * @throws Exception
   */
  public void testExecuteUpdate() throws Exception {
    noSql.executeUpdate("update mycol1 set remarks = '2' where name = 'test'");
  }
  /**
   * 使用标准SQL,where条件查询mongodb
   * 简单的汇总计数
   * @throws Exception
   */
  public void testExecuteSelect2() throws Exception {
    log.debug("查询结果为:" + noSql.executeSelect("select count(1) totalNum from mycol1 where name != 'mike' "));
  }
  /**
   * 使用标准SQL查询mongodb
   * 普通查询 升序,降序
   * @throws Exception
   */
  public void testExecuteSelect3() throws Exception {
    //log.debug("升序查询结果为:" + noSql.executeSelect("select * from mycol1 where name != 'mike' order by age asc"));
    log.debug("降序查询结果为:" + noSql.executeSelect("select * from mycol1 where name != 'mike' order by age desc"));
  }
  /**
   * 使用标准SQL查询mongodb
   * 条件:大于,小于,等于
   * @throws Exception
   */
  public void testExecuteSelect4() throws Exception {
    //log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age > 20"));
    log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age = 20"));
    //log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age < 20"));
  }
  /**
   * 使用标准SQL查询mongodb
   * 条件:大于等于,小于等于
   * @throws Exception
   */
  public void testExecuteSelect5() throws Exception {
    log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age >= 20"));
    //log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age <= 20"));
  }
  /**
   * 使用标准SQL查询mongodb
   * 条件:in,not in
   * @throws Exception
   */
  public void testExecuteSelect6() throws Exception {
    //log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age in (10,20)"));
    log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age not in (20)"));
  }
  /**
   * 使用标准SQL查询mongodb
   * 条件:and,or
   * @throws Exception
   */
  public void testExecuteSelect7() throws Exception {
    //log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age >= 20 and age < 21"));
    log.debug("查询结果为:" + noSql.executeSelect("select * from mycol1 where age >= 20 or age < 21"));
  }
  /**
   * 使用标准SQL查询mongodb
   * 条件:group by,having,order by
   * 分类汇总
   * @throws Exception
   */
  public void testExecuteSelect1() throws Exception {
    log.debug("查询结果为:" + noSql.executeSelect("select name,nickName,sum(age) sumAge,count(1) totalNum from mycol1 where name != 'mike' group by name,nickName  having sumAge>=10 order by sumAge desc"));
  }
}

ipu-mongodb-example/src/test/resources/ipu-nosql.xml

@@ -12,12 +12,12 @@
    <connection name="data" type="mongo">
        <servers>
            <server ip="10.1.236.121" port="11000" />
            <server ip="10.1.236.121" port="11010" />
            <server ip="10.1.236.121" port="11020" />
            <server ip="47.105.160.21" port="10030" />
            <server ip="47.105.160.21" port="10040" />
            <server ip="47.105.160.21" port="10050" />
        </servers>
        <!-- 连接时数据库名，不做身份验证时可空；身份认证时必填 -->
        <config name="authSource" value="admin"/>
        <config name="authSource" value="test"/>
        <!-- 认证机制，不做身份验证时可空；身份认证时必填。mongo3.0及更高版本缺省是SCRAM-SHA-1 -->
        <!-- mongo2.6以前缺省是MONGODB-CR， mongo4.0及更高版本已经不再支持-->
        <!-- 支持SCRAM-SHA-1、SCRAM-SHA-256-->
@@ -27,9 +27,9 @@
        <config name="userName" value="ipuOper"/>
        <!-- 加密后的用户密码，不做身份验证时可空；身份认证时必填 -->
        <!-- 加密算法需要用一对@@包含，并且放在密码的最前面。如果没有发现加密算法，则为明文密码  -->
        <config name="encryptedPasswd" value="@DES@cqKYnoRap2YV9L7xEQ4fyw=="/>
        <config name="encryptedPasswd" value="@DES@L4+tgpw/Q67MvcM4mN1AhQ=="/>
        <!-- 解密秘钥 ，可为空 -->
        <config name="decryptedKey" value="Mongo4@121#_3$"/>
        <config name="decryptedKey" value="325m@#$rt4vt"/>
        <!-- 自定义解密算法需要在pom.xml里引入所需jar，并在此声明带全包名的类 -->
        <config name="decryptedClass" value="com.ai.ipu.nosql.util.DecryptUtil"/>
        <!-- 自定义解密算法的解密算法，加密后的秘钥（可为空，为空则只有1个参数）、密码串是算法的2个参数  -->

ipu-mongodb-example/src/test/resources/log4j2.xml

@@ -0,0 +1,15 @@
<?xml version="1.0" encoding="UTF-8"?>
<Configuration status="DEBUG">
    <Appenders>
        <Console name="Console" target="SYSTEM_OUT">
            <PatternLayout pattern="%d{HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n"/>
        </Console>
    </Appenders>
    <Loggers>
        <Root level="DEBUG">
            <AppenderRef ref="Console"/>
        </Root>
        <logger name="com.ai" level="DEBUG"></logger>
        <logger name="org.springframework" level="INFO"></logger>
    </Loggers>
</Configuration>