1.hint指定强制使用索引

使用Query.withHint方法来指定使用索引

  1. @Test
  2. void testHint(){
  4.     //1.设置年龄索引
  5.     Index ageIndex = new Index().on("age", Sort.Direction.ASC);
  7.     //2.创建索引
  8.     String indexName = mongoTemplate.indexOps(Student.class).ensureIndex(ageIndex);
  10.     //3.创建查询条件
  11.     Query query = new Query(Criteria.where("age").is(1)).withHint(indexName);
  13.     //4.指定使用年龄索引查询
  14.     List<Student> students = mongoTemplate.find(query, Student.class);
  15. }

image.png

2.事务操作

前置条件

  1. mongo服务器版本>=4.0
  2. mongo服务器必须部署为副本集模式/副本集的分片模式
  3. mongo在事务中，只允许从主节点读取数据，不允许从从节点读取数据。因此需要视情况readPreference（读偏好）的配置

    单数据源

    添加事务处理器

    如果提示factory找不到，不用管它。 ```java import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.Configuration; import org.springframework.data.mongodb.MongoTransactionManager; import org.springframework.data.mongodb.core.SimpleMongoClientDatabaseFactory;

/**

  • @author: 冯铁城 [17615007230@163.com]
  • @date: 2022-07-27 15:49:00

  • @describe: mongo事务监听器 */ @Configuration public class MongoTransactionConfiguration {

    @Bean MongoTransactionManager mongoTransactionManager(SimpleMongoClientDatabaseFactory factory) {

    1.  return new MongoTransactionManager(factory);

    } } ```

    编写方法并添加事务注解

    ```java import com.ftc.mongotestv2.entity.Student; import lombok.RequiredArgsConstructor; import org.springframework.data.mongodb.core.MongoTemplate; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional;

/**

  • @author:冯铁城 [17615007230@163.com]
  • @date:2022-07-27 15:52:12

  • @describe: */ @Service @RequiredArgsConstructor public class StudentService {

    private final MongoTemplate mongoTemplate;

    @Transactional(rollbackFor = Exception.class) public void saveStudent() {

    1.  //1.创建对象
    2.  Student student = new Student();
    3.  student.setId("1");
    5.  //2.保存
    6.  mongoTemplate.insert(student);
    8.  //3.执行异常
    9.  int error = 1 / 0;

    } } ```

    验证

  1. 查询集合中并无数据

image.png

  1. 触发保存 ```java import org.junit.jupiter.api.Test; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.test.context.SpringBootTest;

@SpringBootTest class StudentServiceTest {

  1. @Autowired
  2. private StudentService studentService;
  4. @Test
  5. void saveStudent() {
  6.     studentService.saveStudent();
  7. }

}

  2. 3. 数据并未存入，事务回滚成功
  4. ![image.png](https://cdn.nlark.com/yuque/0/2022/png/28218714/1659075046697-ac86c57d-994b-4fb8-8149-39c549bc99f3.png#clientId=u0e47fd13-e2a0-4&crop=0&crop=0&crop=1&crop=1&errorMessage=unknown%20error&from=paste&height=54&id=uab41ad1f&margin=%5Bobject%20Object%5D&name=image.png&originHeight=81&originWidth=518&originalType=binary&ratio=1&rotation=0&showTitle=false&size=10684&status=error&style=none&taskId=ufbe86f1b-238a-434e-969e-f76a9d5161e&title=&width=345.3333333333333)<br />![image.png](https://cdn.nlark.com/yuque/0/2022/png/28218714/1659075017571-30f0fc4b-28ec-4e1f-9887-17a9bfc489e7.png#clientId=u0e47fd13-e2a0-4&crop=0&crop=0&crop=1&crop=1&errorMessage=unknown%20error&from=paste&height=308&id=u99d4a734&margin=%5Bobject%20Object%5D&name=image.png&originHeight=462&originWidth=1669&originalType=binary&ratio=1&rotation=0&showTitle=false&size=102376&status=error&style=none&taskId=uc0a7da77-6035-4d78-b709-fc32ff07dc3&title=&width=1112.6666666666667)
  5. <a name="tobdW"></a>
  6. ### 多数据源
  7. <a name="TTbL1"></a>
  8. #### 主数据源添加事务管理器
  9. 重点关注两点：
  11. 1. primaryMongoTransactionManager的创建
  12. 2. @Bean("primaryFactory")注解一定不能少！！！少了之后事务管理器直接失效！！！！！具体为啥目前还没测试出来，但是一定不能没有！！！！
  13. ```java
  14. import cn.hutool.core.util.StrUtil;
  15. import com.mongodb.MongoClientSettings;
  16. import com.mongodb.MongoCredential;
  17. import com.mongodb.ReadPreference;
  18. import com.mongodb.ServerAddress;
  19. import com.mongodb.client.MongoClients;
  20. import com.mongodb.connection.ConnectionPoolSettings;
  21. import org.springframework.beans.factory.annotation.Qualifier;
  22. import org.springframework.context.annotation.Bean;
  23. import org.springframework.context.annotation.Configuration;
  24. import org.springframework.context.annotation.Primary;
  25. import org.springframework.data.mongodb.MongoTransactionManager;
  26. import org.springframework.data.mongodb.core.MongoTemplate;
  27. import org.springframework.data.mongodb.core.SimpleMongoClientDatabaseFactory;
  28. import org.springframework.data.mongodb.core.convert.DefaultMongoTypeMapper;
  29. import org.springframework.data.mongodb.core.convert.MappingMongoConverter;
  30. import org.springframework.data.mongodb.core.convert.MongoConverter;
  31. import org.springframework.data.mongodb.core.mapping.MongoMappingContext;
  32. import org.springframework.data.mongodb.gridfs.GridFsTemplate;
  33. import org.springframework.data.mongodb.repository.config.EnableMongoRepositories;
  35. import javax.annotation.Resource;
  36. import java.util.ArrayList;
  37. import java.util.List;
  38. import java.util.concurrent.TimeUnit;
  40. /**
  41.  * @author: 冯铁城 [17615007230@163.com]
  42.  * @date: 2022-07-29 15:44:02
  43.  * @describe: mongo主数据源各种配置类
  44.  */
  45. @Configuration
  46. @EnableMongoRepositories(basePackages = "com.ftc.mongotest", mongoTemplateRef = "primaryTemplate")
  47. public class PrimaryMongoTemplate {
  49.     @Resource
  50.     @Qualifier("primaryMongoProperties")
  51.     private MongoConfigProperties primaryProperties;
  53.     @Primary
  54.     @Bean(name = "primaryTemplate")
  55.     public MongoTemplate primaryTemplate() {
  57.         //1.获取primaryTemplate
  58.         SimpleMongoClientDatabaseFactory primaryFactory = getFactory(this.primaryProperties);
  59.         MongoTemplate primaryTemplate = new MongoTemplate(primaryFactory);
  61.         //2.默认数据源监听处理
  62.         String type = "_class";
  63.         MongoConverter converter = primaryTemplate.getConverter();
  64.         if (converter.getTypeMapper().isTypeKey(type)) {
  65.             ((MappingMongoConverter) converter).setTypeMapper(new DefaultMongoTypeMapper(null));
  66.         }
  68.         //3.返回
  69.         return primaryTemplate;
  70.     }
  72.     @Bean(name = "primaryMongoTransactionManager")
  73.     public MongoTransactionManager primaryTransactionManager() {
  74.         SimpleMongoClientDatabaseFactory factory = getFactory(this.primaryProperties);
  75.         return new MongoTransactionManager(factory);
  76.     }
  78.     @Primary
  79.     @Bean(name = "primaryGridFsTemplate")
  80.     public GridFsTemplate primaryGridFsTemplate() {
  81.         SimpleMongoClientDatabaseFactory factory = getFactory(this.primaryProperties);
  82.         MappingMongoConverter converter = new MappingMongoConverter(factory, new MongoMappingContext());
  83.         return new GridFsTemplate(factory, converter);
  84.     }
  86.     @Primary
  87.     @Bean("primaryFactory")
  88.     public SimpleMongoClientDatabaseFactory getFactory(MongoConfigProperties properties) {
  90.         //1.设置链接地址
  91.         List<ServerAddress> hosts = new ArrayList<>();
  92.         properties.getAddress().forEach(address -> {
  93.             List<String> addressInfos = StrUtil.split(address, StrUtil.COLON);
  94.             hosts.add(new ServerAddress(addressInfos.get(0), Integer.parseInt(addressInfos.get(1))));
  95.         });
  97.         //2.初始化连接池参数
  98.         ConnectionPoolSettings poolSetting = ConnectionPoolSettings
  99.                 .builder()
  100.                 .maxWaitTime(10000, TimeUnit.MILLISECONDS)
  101.                 .build();
  103.         //3.构造基础链接参数
  104.         MongoClientSettings.Builder settingBuilder = MongoClientSettings
  105.                 .builder()
  106.                 .applyToConnectionPoolSettings(builder -> builder.applySettings(poolSetting))
  107.                 .applyToClusterSettings(builder -> builder.hosts(hosts))
  108.                 .readPreference(ReadPreference.secondaryPreferred());
  110.         //4.初始链接参数以及连接池参数
  111.         MongoClientSettings settings;
  113.         //5.根据用户名是否为空判定是否鉴权
  114.         if (StrUtil.isNotBlank(properties.getUsername())) {
  116.             //6.添加授权参数
  117.             MongoCredential credential = MongoCredential.createScramSha1Credential(
  118.                     properties.getUsername(), properties.getDatabase(), properties.getPassword().toCharArray()
  119.             );
  121.             //7.添加链接参数
  122.             settings = settingBuilder.credential(credential).build();
  123.         } else {
  125.             //7.添加链接参数
  126.             settings = settingBuilder.build();
  127.         }
  129.         //8.创建工厂返回
  130.         return new SimpleMongoClientDatabaseFactory(MongoClients.create(settings), properties.getDatabase());
  131.     }
  132. }

备数据源添加事务管理器

与主数据源关注一致即可

  1. import cn.hutool.core.util.StrUtil;
  2. import com.mongodb.MongoClientSettings;
  3. import com.mongodb.MongoCredential;
  4. import com.mongodb.ReadPreference;
  5. import com.mongodb.ServerAddress;
  6. import com.mongodb.client.MongoClients;
  7. import com.mongodb.connection.ConnectionPoolSettings;
  8. import org.springframework.beans.factory.annotation.Qualifier;
  9. import org.springframework.context.annotation.Bean;
  10. import org.springframework.context.annotation.Configuration;
  11. import org.springframework.data.mongodb.MongoTransactionManager;
  12. import org.springframework.data.mongodb.core.MongoTemplate;
  13. import org.springframework.data.mongodb.core.SimpleMongoClientDatabaseFactory;
  14. import org.springframework.data.mongodb.core.convert.DefaultMongoTypeMapper;
  15. import org.springframework.data.mongodb.core.convert.MappingMongoConverter;
  16. import org.springframework.data.mongodb.core.convert.MongoConverter;
  17. import org.springframework.data.mongodb.core.mapping.MongoMappingContext;
  18. import org.springframework.data.mongodb.gridfs.GridFsTemplate;
  19. import org.springframework.data.mongodb.repository.config.EnableMongoRepositories;
  21. import javax.annotation.Resource;
  22. import java.util.ArrayList;
  23. import java.util.List;
  24. import java.util.concurrent.TimeUnit;
  26. /**
  27.  * @author: 冯铁城 [17615007230@163.com]
  28.  * @date: 2022-07-29 15:44:02
  29.  * @describe: mongo主数据源各种配置类
  30.  */
  31. @Configuration
  32. @EnableMongoRepositories(basePackages = "com.ftc.mongotest", mongoTemplateRef = "secondaryTemplate")
  33. public class SecondaryMongoTemplate {
  35.     @Resource
  36.     @Qualifier("secondaryMongoProperties")
  37.     private MongoConfigProperties secondaryProperties;
  39.     @Bean(name = "secondaryTemplate")
  40.     public MongoTemplate secondaryTemplate() {
  42.         //1.获取secondaryTemplate
  43.         SimpleMongoClientDatabaseFactory secondaryFactory = getFactory(this.secondaryProperties);
  44.         MongoTemplate secondaryTemplate = new MongoTemplate(secondaryFactory);
  46.         //2.默认数据源监听处理
  47.         String type = "_class";
  48.         MongoConverter converter = secondaryTemplate.getConverter();
  49.         if (converter.getTypeMapper().isTypeKey(type)) {
  50.             ((MappingMongoConverter) converter).setTypeMapper(new DefaultMongoTypeMapper(null));
  51.         }
  53.         //3.返回
  54.         return secondaryTemplate;
  55.     }
  57.     @Bean(name = "secondaryMongoTransactionManager")
  58.     public MongoTransactionManager secondaryTransactionManager() {
  59.         SimpleMongoClientDatabaseFactory factory = getFactory(this.secondaryProperties);
  60.         return new MongoTransactionManager(factory);
  61.     }
  63.     @Bean(name = "secondaryGridFsTemplate")
  64.     public GridFsTemplate secondaryGridFsTemplate() {
  65.         SimpleMongoClientDatabaseFactory factory = getFactory(this.secondaryProperties);
  66.         MappingMongoConverter converter = new MappingMongoConverter(factory, new MongoMappingContext());
  67.         return new GridFsTemplate(factory, converter);
  68.     }
  70.     @Bean("secondaryFactory")
  71.     public SimpleMongoClientDatabaseFactory getFactory(MongoConfigProperties properties) {
  73.         //1.设置链接地址
  74.         List<ServerAddress> hosts = new ArrayList<>();
  75.         properties.getAddress().forEach(address -> {
  76.             List<String> addressInfos = StrUtil.split(address, StrUtil.COLON);
  77.             hosts.add(new ServerAddress(addressInfos.get(0), Integer.parseInt(addressInfos.get(1))));
  78.         });
  80.         //2.初始化连接池参数
  81.         ConnectionPoolSettings poolSetting = ConnectionPoolSettings
  82.                 .builder()
  83.                 .maxWaitTime(10000, TimeUnit.MILLISECONDS)
  84.                 .build();
  86.         //3.构造基础链接参数
  87.         MongoClientSettings.Builder settingBuilder = MongoClientSettings
  88.                 .builder()
  89.                 .applyToConnectionPoolSettings(builder -> builder.applySettings(poolSetting))
  90.                 .applyToClusterSettings(builder -> builder.hosts(hosts))
  91.                 .readPreference(ReadPreference.secondaryPreferred());
  93.         //4.初始链接参数以及连接池参数
  94.         MongoClientSettings settings;
  96.         //5.根据用户名是否为空判定是否鉴权
  97.         if (StrUtil.isNotBlank(properties.getUsername())) {
  99.             //6.添加授权参数
  100.             MongoCredential credential = MongoCredential.createScramSha1Credential(
  101.                     properties.getUsername(), properties.getDatabase(), properties.getPassword().toCharArray()
  102.             );
  104.             //7.添加链接参数
  105.             settings = settingBuilder.credential(credential).build();
  106.         } else {
  108.             //7.添加链接参数
  109.             settings = settingBuilder.build();
  110.         }
  112.         //8.创建工厂返回
  113.         return new SimpleMongoClientDatabaseFactory(MongoClients.create(settings), properties.getDatabase());
  114.     }
  115. }

添加全局事务管理器

当一个方法中涉及到两个数据源的写操作，就需要指定事务管理器为全局事务管理器
需要注意的是，ChainedTransactionManager这个类现在过时了，但是我还没找到它的替代方法，所以目前先用它吧。
并且@Bean(name = “transactionManagerConfig”)中的”transactionManagerConfig”一定不能改名字！！！！！！！！

  1. import org.springframework.beans.factory.annotation.Qualifier;
  2. import org.springframework.context.annotation.Bean;
  3. import org.springframework.context.annotation.Configuration;
  4. import org.springframework.data.transaction.ChainedTransactionManager;
  5. import org.springframework.transaction.PlatformTransactionManager;
  7. /**
  8.  * @author: 冯铁城 [17615007230@163.com]
  9.  * @date: 2022-07-29 16:53:06
  10.  * @describe:
  11.  */
  12. @Configuration
  13. public class GlobalTransactionManager {
  15.     @Bean(name = "transactionManagerConfig")
  16.     public ChainedTransactionManager transactionManagerConfig(
  17.             @Qualifier("primaryMongoTransactionManager") PlatformTransactionManager ptm1,
  18.             @Qualifier("secondaryMongoTransactionManager") PlatformTransactionManager ptm2) {
  19.         return new ChainedTransactionManager(ptm1, ptm2);
  20.     }
  21. }

方法添加对应的事务管理器

用到了那个数据源声明对应数据源的事务管理器，如果用到了多数据源，那就声明全局事务管理器

  1. import com.ftc.mongotest.entity.Student;
  2. import org.springframework.beans.factory.annotation.Qualifier;
  3. import org.springframework.data.mongodb.core.MongoTemplate;
  4. import org.springframework.stereotype.Service;
  5. import org.springframework.transaction.annotation.Transactional;
  7. import javax.annotation.Resource;
  9. /**
  10.  * @author: 冯铁城 [17615007230@163.com]
  11.  * @date: 2022-07-29 14:15:54
  12.  * @describe: Student业务实现类
  13.  */
  14. @Service
  15. public class StudentService {
  17.     @Resource
  18.     @Qualifier(value = "primaryTemplate")
  19.     private MongoTemplate primaryTemplate;
  21.     @Resource
  22.     @Qualifier(value = "secondaryTemplate")
  23.     private MongoTemplate secondaryTemplate;
  25.     /**
  26.      * 主数据源保存
  27.      */
  28.     @Transactional(rollbackFor = Exception.class, transactionManager = "primaryMongoTransactionManager")
  29.     public void savePrimaryStudent() {
  31.         //1.创建对象
  32.         Student student = new Student();
  33.         student.setId(1);
  34.         student.setName("主数据源数据");
  36.         //2.保存
  37.         primaryTemplate.insert(student);
  39.         //3.执行异常
  40.         int error = 1 / 0;
  41.     }
  43.     /**
  44.      * 备数据源保存
  45.      */
  46.     @Transactional(rollbackFor = Exception.class, transactionManager = "secondaryMongoTransactionManager")
  47.     public void saveSecondaryStudent() {
  49.         //1.创建对象
  50.         Student   student = new Student();
  51.         student.setId(1);
  52.         student.setName("从数据源数据");
  54.         //2.保存
  55.         secondaryTemplate.insert(student);
  57.         //3.执行异常
  58.         int error = 1 / 0;
  59.     }
  61.     @Transactional(rollbackFor = Exception.class, transactionManager = "transactionManagerConfig")
  62.     public void saveStudentPrimaryAndSecondary(){
  64.         //1.创建主数据源对象
  65.         Student student = new Student();
  66.         student.setId(1);
  67.         student.setName("主数据源数据");
  69.         //2.主数据源保存
  70.         primaryTemplate.insert(student);
  72.         //3.创建从数据源对象
  73.         student = new Student();
  74.         student.setId(1);
  75.         student.setName("从数据源数据");
  77.         //4.从数据源保存
  78.         secondaryTemplate.insert(student);
  80.         //5.执行异常
  81.         int error = 1 / 0;
  82.     }
  83. }

验证

  1. 当前两个数据源都没有数据

image.png

  1. 测试主数据源事务

image.png
如图，没有数据存入，事务回滚成功
image.png

  1. 测试被数据源事务

image.png
如图，没有数据存入，事务回滚成功
image.png

  1. 测试混合数据源事务

image.png
如图，没有数据存入，事务回滚成功
image.png

3.正则查询

使用Criteria.where().regex()即可

  1. @Test
  2. void testRegex() {
  4.     //1.定义存入集合
  5.     List<Student> students = CollUtil.newArrayList();
  7.     //2.循环封装数据
  8.     for (int i = 0; i < 10; i++) {
  9.         Student student = new Student();
  10.         student.setId(i);
  11.         student.setName("ftc" + i);
  12.         students.add(student);
  13.     }
  15.     //3.存入数据
  16.     primaryTemplate.insert(students, Student.class);
  18.     //4.正则查询校验
  19.     Student result = primaryTemplate.findOne(new Query(Criteria.where("name").regex("1")), Student.class);
  20.     Assert.isTrue("ftc1".equals(result.getName()));
  22.     //5.正则查询携带首选项校验
  23.     result = primaryTemplate.findOne(new Query(Criteria.where("name").regex("FTC2", "i")), Student.class);
  24.     Assert.isTrue("ftc2".equals(result.getName()));
  25. }

4.MapReduce

与命令行一致，在javaApi中也需要声明map函数，reduce函数，以及对应的options，包括out，query，limit，sort等

查询年龄大于2的同学中，不同性别的人数

  1. @Test
  2. void mapReduce() {
  4.     //1.定义存入集合
  5.     List<Student> students = CollUtil.newArrayList();
  7.     //2.循环封装数据
  8.     for (int i = 0; i < 10; i++) {
  9.         Student student = new Student();
  10.         student.setId(i);
  11.         student.setName("ftc" + i);
  12.         student.setSex(i % 2 == 0 ? "男" : "女");
  13.         student.setAge(i);
  14.         students.add(student);
  15.     }
  17.     //3.测试数据存入集合
  18.     primaryTemplate.insert(students, Student.class);
  20.     //4.定义Map以及Reduce方法
  21.     String mapFunction = "function() { emit(this.sex,1); }";
  22.     String reduceFunction = "function(key, values) { return Array.sum(values)}";
  24.     //5.定义mapReduce并获取结果
  25.     List<JSONObject> mapReduceResult = primaryTemplate
  26.         .mapReduce(JSONObject.class)
  27.         .map(mapFunction)
  28.         .reduce(reduceFunction)
  29.         .inCollection("student")
  30.         .matching(new Query(Criteria.where("age").gt(2)))
  31.         .all();
  33.     //6.校验结果
  34.     String result = "[{\"_id\":\"女\",\"value\":4},{\"_id\":\"男\",\"value\":3}]";
  35.     Assert.isTrue(result.equals(JSONUtil.toJsonStr(mapReduceResult)));
  36. }

查询年龄大于3且成绩排名前三的同学中，不同性别同学的名字集合

使用Query.limit()未生效，只有使用MapReduceOption.limit()生效，具体原因还未知

  1. @Test
  2. void mapReduce() {
  4.     //1.定义存入集合
  5.     List<Student> students = CollUtil.newArrayList();
  7.     //2.循环封装数据
  8.     for (int i = 0; i < 10; i++) {
  9.         Student student = new Student();
  10.         student.setId(i);
  11.         student.setName("ftc" + i);
  12.         student.setSex(i % 2 == 0 ? "男" : "女");
  13.         student.setAge(i);
  14.         student.setGrade((double) (i + 10));
  15.         students.add(student);
  16.     }
  18.     //3.测试数据存入集合
  19.     primaryTemplate.insert(students, Student.class);
  21.     //4.定义Map以及Reduce方法
  22.     String mapFunction = "function() { emit(this.sex,this.name); }";
  23.     String reduceFunction = "function(key, values) { return values.join('; ')}";
  25.     //5.定义集合过滤条件
  26.     Query query = new Query(Criteria.where("age").gt(3))
  27.         .with(Sort.by(Sort.Direction.DESC, "grade"));
  29.     //6.定义mapReduce并获取结果
  30.     List<JSONObject> mapReduceResult = primaryTemplate
  31.         .mapReduce(Student.class)
  32.         .map(mapFunction)
  33.         .reduce(reduceFunction)
  34.         .with(MapReduceOptions.options().limit(3))
  35.         .as(JSONObject.class)
  36.         .matching(query)
  37.         .all();
  39.     //7.校验结果
  40.     String result = "[{\"_id\":\"男\",\"value\":\"ftc8\"},{\"_id\":\"女\",\"value\":\"ftc7; ftc9\"}]";
  41.     Assert.isTrue(result.equals(JSONUtil.toJsonStr(mapReduceResult)));
  42. }

5.GridFS

单数据源

操作模板引入

无需进行额外配置，直接引入即可

  1. @Autowired
  2. private GridFsTemplate gridFsTemplate;

put数据

其中metadata可以自定义配置，可以理解为对文件的备注，方便在后续进行查询，非必须步骤

  1. @Test
  2. void testPut() {
  4.     //1.获取文件输入流
  5.     BufferedInputStream inputStream = FileUtil.getInputStream("C:\\Users\\86176\\Desktop\\OIP-C.jpg");
  7.     //2.设置文件备注
  8.     HashMap<String, Object> metadata = MapUtil.newHashMap(2);
  9.     metadata.put("作者", "ftc");
  10.     metadata.put("作用", "学习使用");
  12.     //3.存入文件
  13.     ObjectId store = gridFsTemplate.store(inputStream, "test.jpg", metadata);
  14.     Assert.isTrue(ObjectUtil.isNotNull(store));
  15. }

如图，文件存储成功
image.png

Get数据

其中IOUtil与FileUtil都使用了Hutool来操作

  1. @Test
  2. void testGet() throws IOException {
  4.     //1.获取文件
  5.     GridFSFile gridFSFile = gridFsTemplate.findOne(new Query(Criteria.where("metadata.作用").regex("学")));
  7.     //2.获取文件流
  8.     GridFsResource resource = gridFsTemplate.getResource(gridFSFile);
  10.     //3.文件写入
  11.     InputStream inputStream = resource.getInputStream();
  12.     byte[] bytes = IoUtil.readBytes(inputStream);
  13.     File file = FileUtil.writeBytes(bytes, "C:\\Users\\86176\\Desktop\\copy.jpg");
  14.     Assert.isTrue(file.exists());
  15. }

如图，文件获取成功
image.png

List数据

  1. @Test
  2. void testList() {
  4.     //1.获取文件
  5.     GridFSFindIterable gridFSFiles = gridFsTemplate.find(new Query());
  7.     //2.循环遍历
  8.     for (GridFSFile gridFSFile : gridFSFiles) {
  9.         System.out.println(gridFSFile.getFilename());
  10.     }
  11. }

delete数据

  1. @Test
  2. void testDelete() {
  4.     //1.删除文件
  5.     gridFsTemplate.delete(new Query());
  7.     //2.验证
  8.     GridFSFindIterable gridFSFiles = gridFsTemplate.find(new Query());
  9.     Assert.isTrue(CollUtil.isEmpty(gridFSFiles));
  10. }

文件删除成功
image.png

多数据源

操作模板引入

  1. import cn.hutool.core.util.StrUtil;
  2. import com.mongodb.MongoClientSettings;
  3. import com.mongodb.MongoCredential;
  4. import com.mongodb.ReadPreference;
  5. import com.mongodb.ServerAddress;
  6. import com.mongodb.client.MongoClients;
  7. import com.mongodb.connection.ConnectionPoolSettings;
  8. import org.springframework.beans.factory.annotation.Qualifier;
  9. import org.springframework.context.annotation.Bean;
  10. import org.springframework.context.annotation.Configuration;
  11. import org.springframework.context.annotation.Primary;
  12. import org.springframework.data.mongodb.MongoTransactionManager;
  13. import org.springframework.data.mongodb.core.MongoTemplate;
  14. import org.springframework.data.mongodb.core.SimpleMongoClientDatabaseFactory;
  15. import org.springframework.data.mongodb.core.convert.DefaultMongoTypeMapper;
  16. import org.springframework.data.mongodb.core.convert.MappingMongoConverter;
  17. import org.springframework.data.mongodb.core.convert.MongoConverter;
  18. import org.springframework.data.mongodb.core.mapping.MongoMappingContext;
  19. import org.springframework.data.mongodb.gridfs.GridFsTemplate;
  20. import org.springframework.data.mongodb.repository.config.EnableMongoRepositories;
  22. import javax.annotation.Resource;
  23. import java.util.ArrayList;
  24. import java.util.List;
  25. import java.util.concurrent.TimeUnit;
  27. /**
  28.  * @author: 冯铁城 [17615007230@163.com]
  29.  * @date: 2022-07-29 15:44:02
  30.  * @describe: mongo主数据源各种配置类
  31.  */
  32. @Configuration
  33. @EnableMongoRepositories(basePackages = "com.ftc.mongotest", mongoTemplateRef = "primaryTemplate")
  34. public class PrimaryMongoTemplate {
  36.     @Resource
  37.     @Qualifier("primaryMongoProperties")
  38.     private MongoConfigProperties primaryProperties;
  40.     @Primary
  41.     @Bean(name = "primaryTemplate")
  42.     public MongoTemplate primaryTemplate() {
  44.         //1.获取primaryTemplate
  45.         SimpleMongoClientDatabaseFactory primaryFactory = getFactory(this.primaryProperties);
  46.         MongoTemplate primaryTemplate = new MongoTemplate(primaryFactory);
  48.         //2.默认数据源监听处理
  49.         String type = "_class";
  50.         MongoConverter converter = primaryTemplate.getConverter();
  51.         if (converter.getTypeMapper().isTypeKey(type)) {
  52.             ((MappingMongoConverter) converter).setTypeMapper(new DefaultMongoTypeMapper(null));
  53.         }
  55.         //3.返回
  56.         return primaryTemplate;
  57.     }
  59.     @Bean(name = "primaryMongoTransactionManager")
  60.     public MongoTransactionManager primaryTransactionManager() {
  61.         SimpleMongoClientDatabaseFactory factory = getFactory(this.primaryProperties);
  62.         return new MongoTransactionManager(factory);
  63.     }
  65.     @Primary
  66.     @Bean(name = "primaryGridFsTemplate")
  67.     public GridFsTemplate primaryGridFsTemplate() {
  68.         SimpleMongoClientDatabaseFactory factory = getFactory(this.primaryProperties);
  69.         MappingMongoConverter converter = new MappingMongoConverter(factory, new MongoMappingContext());
  70.         return new GridFsTemplate(factory, converter);
  71.     }
  73.     @Primary
  74.     @Bean("primaryFactory")
  75.     public SimpleMongoClientDatabaseFactory getFactory(MongoConfigProperties properties) {
  77.         //1.设置链接地址
  78.         List<ServerAddress> hosts = new ArrayList<>();
  79.         properties.getAddress().forEach(address -> {
  80.             List<String> addressInfos = StrUtil.split(address, StrUtil.COLON);
  81.             hosts.add(new ServerAddress(addressInfos.get(0), Integer.parseInt(addressInfos.get(1))));
  82.         });
  84.         //2.初始化连接池参数
  85.         ConnectionPoolSettings poolSetting = ConnectionPoolSettings
  86.             .builder()
  87.             .maxWaitTime(10000, TimeUnit.MILLISECONDS)
  88.             .build();
  90.         //3.构造基础链接参数
  91.         MongoClientSettings.Builder settingBuilder = MongoClientSettings
  92.             .builder()
  93.             .applyToConnectionPoolSettings(builder -> builder.applySettings(poolSetting))
  94.             .applyToClusterSettings(builder -> builder.hosts(hosts))
  95.             .readPreference(ReadPreference.secondaryPreferred());
  97.         //4.初始链接参数以及连接池参数
  98.         MongoClientSettings settings;
  100.         //5.根据用户名是否为空判定是否鉴权
  101.         if (StrUtil.isNotBlank(properties.getUsername())) {
  103.             //6.添加授权参数
  104.             MongoCredential credential = MongoCredential.createScramSha1Credential(
  105.                 properties.getUsername(), properties.getDatabase(), properties.getPassword().toCharArray()
  106.             );
  108.             //7.添加链接参数
  109.             settings = settingBuilder.credential(credential).build();
  110.         } else {
  112.             //7.添加链接参数
  113.             settings = settingBuilder.build();
  114.         }
  116.         //8.创建工厂返回
  117.         return new SimpleMongoClientDatabaseFactory(MongoClients.create(settings), properties.getDatabase());
  118.     }
  119. }
  1. import cn.hutool.core.util.StrUtil;
  2. import com.mongodb.MongoClientSettings;
  3. import com.mongodb.MongoCredential;
  4. import com.mongodb.ReadPreference;
  5. import com.mongodb.ServerAddress;
  6. import com.mongodb.client.MongoClients;
  7. import com.mongodb.connection.ConnectionPoolSettings;
  8. import org.springframework.beans.factory.annotation.Qualifier;
  9. import org.springframework.context.annotation.Bean;
  10. import org.springframework.context.annotation.Configuration;
  11. import org.springframework.data.mongodb.MongoTransactionManager;
  12. import org.springframework.data.mongodb.core.MongoTemplate;
  13. import org.springframework.data.mongodb.core.SimpleMongoClientDatabaseFactory;
  14. import org.springframework.data.mongodb.core.convert.DefaultMongoTypeMapper;
  15. import org.springframework.data.mongodb.core.convert.MappingMongoConverter;
  16. import org.springframework.data.mongodb.core.convert.MongoConverter;
  17. import org.springframework.data.mongodb.core.mapping.MongoMappingContext;
  18. import org.springframework.data.mongodb.gridfs.GridFsTemplate;
  19. import org.springframework.data.mongodb.repository.config.EnableMongoRepositories;
  21. import javax.annotation.Resource;
  22. import java.util.ArrayList;
  23. import java.util.List;
  24. import java.util.concurrent.TimeUnit;
  26. /**
  27.  * @author: 冯铁城 [17615007230@163.com]
  28.  * @date: 2022-07-29 15:44:02
  29.  * @describe: mongo主数据源各种配置类
  30.  */
  31. @Configuration
  32. @EnableMongoRepositories(basePackages = "com.ftc.mongotest", mongoTemplateRef = "secondaryTemplate")
  33. public class SecondaryMongoTemplate {
  35.     @Resource
  36.     @Qualifier("secondaryMongoProperties")
  37.     private MongoConfigProperties secondaryProperties;
  39.     @Bean(name = "secondaryTemplate")
  40.     public MongoTemplate secondaryTemplate() {
  42.         //1.获取secondaryTemplate
  43.         SimpleMongoClientDatabaseFactory secondaryFactory = getFactory(this.secondaryProperties);
  44.         MongoTemplate secondaryTemplate = new MongoTemplate(secondaryFactory);
  46.         //2.默认数据源监听处理
  47.         String type = "_class";
  48.         MongoConverter converter = secondaryTemplate.getConverter();
  49.         if (converter.getTypeMapper().isTypeKey(type)) {
  50.             ((MappingMongoConverter) converter).setTypeMapper(new DefaultMongoTypeMapper(null));
  51.         }
  53.         //3.返回
  54.         return secondaryTemplate;
  55.     }
  57.     @Bean(name = "secondaryMongoTransactionManager")
  58.     public MongoTransactionManager secondaryTransactionManager() {
  59.         SimpleMongoClientDatabaseFactory factory = getFactory(this.secondaryProperties);
  60.         return new MongoTransactionManager(factory);
  61.     }
  63.     @Bean(name = "secondaryGridFsTemplate")
  64.     public GridFsTemplate secondaryGridFsTemplate() {
  65.         SimpleMongoClientDatabaseFactory factory = getFactory(this.secondaryProperties);
  66.         MappingMongoConverter converter = new MappingMongoConverter(factory, new MongoMappingContext());
  67.         return new GridFsTemplate(factory, converter);
  68.     }
  70.     @Bean("secondaryFactory")
  71.     public SimpleMongoClientDatabaseFactory getFactory(MongoConfigProperties properties) {
  73.         //1.设置链接地址
  74.         List<ServerAddress> hosts = new ArrayList<>();
  75.         properties.getAddress().forEach(address -> {
  76.             List<String> addressInfos = StrUtil.split(address, StrUtil.COLON);
  77.             hosts.add(new ServerAddress(addressInfos.get(0), Integer.parseInt(addressInfos.get(1))));
  78.         });
  80.         //2.初始化连接池参数
  81.         ConnectionPoolSettings poolSetting = ConnectionPoolSettings
  82.             .builder()
  83.             .maxWaitTime(10000, TimeUnit.MILLISECONDS)
  84.             .build();
  86.         //3.构造基础链接参数
  87.         MongoClientSettings.Builder settingBuilder = MongoClientSettings
  88.             .builder()
  89.             .applyToConnectionPoolSettings(builder -> builder.applySettings(poolSetting))
  90.             .applyToClusterSettings(builder -> builder.hosts(hosts))
  91.             .readPreference(ReadPreference.secondaryPreferred());
  93.         //4.初始链接参数以及连接池参数
  94.         MongoClientSettings settings;
  96.         //5.根据用户名是否为空判定是否鉴权
  97.         if (StrUtil.isNotBlank(properties.getUsername())) {
  99.             //6.添加授权参数
  100.             MongoCredential credential = MongoCredential.createScramSha1Credential(
  101.                 properties.getUsername(), properties.getDatabase(), properties.getPassword().toCharArray()
  102.             );
  104.             //7.添加链接参数
  105.             settings = settingBuilder.credential(credential).build();
  106.         } else {
  108.             //7.添加链接参数
  109.             settings = settingBuilder.build();
  110.         }
  112.         //8.创建工厂返回
  113.         return new SimpleMongoClientDatabaseFactory(MongoClients.create(settings), properties.getDatabase());
  114.     }
  115. }

Put数据

  1. @Resource
  2. @Qualifier("primaryGridFsTemplate")
  3. private GridFsTemplate primaryGridFsTemplate;
  5. @Resource
  6. @Qualifier("secondaryGridFsTemplate")
  7. private GridFsTemplate secondaryGridFsTemplate;
  9. @Test
  10. void testPut() {
  12.     //1.获取文件输入流
  13.     BufferedInputStream inputStream = FileUtil.getInputStream("C:\\Users\\86176\\Desktop\\OIP-C.jpg");
  15.     //2.设置文件备注
  16.     HashMap<String, Object> metadata = MapUtil.newHashMap(2);
  17.     metadata.put("作者", "ftc");
  18.     metadata.put("作用", "学习使用");
  20.     //3.主数据源存入文件
  21.     ObjectId store = primaryGridFsTemplate.store(inputStream, "testPrimary.jpg", metadata);
  22.     Assert.isTrue(ObjectUtil.isNotNull(store));
  24.     //4.获取文件输入流
  25.     inputStream = FileUtil.getInputStream("C:\\Users\\86176\\Desktop\\OIP-C.jpg");
  27.     //5.设置文件备注
  28.     metadata = MapUtil.newHashMap(2);
  29.     metadata.put("作者", "ftc");
  30.     metadata.put("作用", "学习使用");
  32.     //4.备数据源存入文件
  33.     store = secondaryGridFsTemplate.store(inputStream, "testSecondary.jpg", metadata);
  34.     Assert.isTrue(ObjectUtil.isNotNull(store));
  35. }

Get数据

  1. void testGet() throws IOException {
  3.     //1.主数据源获取文件
  4.     GridFSFile gridFSFile = primaryGridFsTemplate.findOne(new Query(Criteria.where("metadata.作用").regex("学")));
  6.     //2.主数据源获取文件流
  7.     GridFsResource resource = primaryGridFsTemplate.getResource(gridFSFile);
  9.     //3.主数据源文件写入
  10.     InputStream inputStream = resource.getInputStream();
  11.     byte[] bytes = IoUtil.readBytes(inputStream);
  12.     File file = FileUtil.writeBytes(bytes, "C:\\Users\\86176\\Desktop\\copyPrimary.jpg");
  13.     Assert.isTrue(file.exists());
  15.     //4.从数据源获取文件
  16.     gridFSFile = secondaryGridFsTemplate.findOne(new Query(Criteria.where("metadata.作用").regex("学")));
  18.     //5.从数据源获取文件流
  19.     resource = secondaryGridFsTemplate.getResource(gridFSFile);
  21.     //6.从数据源文件写入
  22.     inputStream = resource.getInputStream();
  23.     bytes = IoUtil.readBytes(inputStream);
  24.     file = FileUtil.writeBytes(bytes, "C:\\Users\\86176\\Desktop\\copySecondary.jpg");
  25.     Assert.isTrue(file.exists());
  26. }

List数据

  1. @Test
  2. void testList() {
  4.     //1.主数据源获取文件
  5.     GridFSFindIterable gridFSFiles = primaryGridFsTemplate.find(new Query());
  7.     //2.循环遍历
  8.     for (GridFSFile gridFSFile : gridFSFiles) {
  9.         System.out.println(gridFSFile.getFilename());
  10.     }
  12.     //3.备数据源获取文件
  13.     gridFSFiles = secondaryGridFsTemplate.find(new Query());
  15.     //4.循环遍历
  16.     for (GridFSFile gridFSFile : gridFSFiles) {
  17.         System.out.println(gridFSFile.getFilename());
  18.     }
  19. }

Delete数据

  1. @Test
  2. void testDelete() {
  4.     //1.主数据源删除文件
  5.     primaryGridFsTemplate.delete(new Query());
  7.     //2.验证
  8.     GridFSFindIterable gridFSFiles = primaryGridFsTemplate.find(new Query());
  9.     Assert.isTrue(CollUtil.isEmpty(gridFSFiles));
  11.     //3.备数据源删除文件
  12.     secondaryGridFsTemplate.delete(new Query());
  14.     //4.验证
  15.     gridFSFiles = secondaryGridFsTemplate.find(new Query());
  16.     Assert.isTrue(CollUtil.isEmpty(gridFSFiles));
  17. }