SysFileServiceImpl.java 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258
  1. package com.backendsys.modules.upload.service.impl;
  2. import cn.hutool.core.codec.Base64;
  3. import cn.hutool.core.convert.Convert;
  4. import cn.hutool.core.date.DateUtil;
  5. import cn.hutool.core.io.file.FileNameUtil;
  6. import cn.hutool.core.util.StrUtil;
  7. import cn.hutool.crypto.digest.DigestUtil;
  8. import com.backendsys.exception.CustException;
  9. import com.backendsys.modules.common.config.security.utils.HttpRequestUtil;
  10. import com.backendsys.modules.sdk.douyincloud.tos.service.DouyinTosService;
  11. import com.backendsys.modules.sdk.tencentcloud.cos.service.TencentCosService;
  12. import com.backendsys.modules.system.entity.SysCommon;
  13. import com.backendsys.modules.system.service.SysCommonService;
  14. import com.backendsys.modules.upload.dao.SysFileDao;
  15. import com.backendsys.modules.upload.entity.SysFile;
  16. import com.backendsys.modules.upload.entity.SysFileResult;
  17. import com.backendsys.modules.upload.service.SysFileService;
  18. import com.backendsys.utils.response.PageEntity;
  19. import com.backendsys.utils.response.PageInfoResult;
  20. import com.backendsys.utils.v2.PageUtils;
  21. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  22. import org.springframework.beans.factory.annotation.Autowired;
  23. import org.springframework.stereotype.Service;
  24. import org.springframework.util.StringUtils;
  25. import org.springframework.web.multipart.MultipartFile;
  26. import java.io.IOException;
  27. import java.util.List;
  28. import java.util.Map;
  29. import java.util.concurrent.CompletableFuture;
  30. import java.util.concurrent.atomic.AtomicReference;
  31. import java.util.stream.Collectors;
  32. @Service
  33. public class SysFileServiceImpl implements SysFileService {
  34. @Autowired
  35. private HttpRequestUtil httpRequestUtil;
  36. @Autowired
  37. private TencentCosService tencentCosService;
  38. @Autowired
  39. private DouyinTosService douyinTosService;
  40. @Autowired
  41. private SysFileDao sysFileDao;
  42. @Autowired
  43. private SysCommonService sysCommonService;
  44. /**
  45. * 获取上传文件列表
  46. */
  47. @Override
  48. public PageEntity selectUploadFileList(SysFile sysFile) {
  49. PageUtils.startPage(); // 分页
  50. List<SysFile> sysFileList = sysFileDao.selectUploadFileList(sysFile);
  51. Integer width = 100;
  52. Integer height = 100;
  53. String backgroundColor = "#f8f8f8";
  54. // 不同的云环境 (target),缩略图配置也不一样
  55. // - -1:本地:
  56. // - 1:腾讯云: https://cloud.tencent.com/document/product/436/113295
  57. // - 2:阿里云:
  58. // - 3:抖音云: https://www.volcengine.com/docs/6349/153626
  59. sysFileList = sysFileList.stream().map(item -> {
  60. // 腾讯云 (color值通过base64加密, #f8f8f8)
  61. if (item.getTarget() == 1) {
  62. System.out.println("base64 encode: " + Base64.encode(backgroundColor));
  63. item.setUrl_thumb(item.getUrl() + "?imageMogr2/thumbnail/" + width + "x" + height + "/pad/1/color/" + Base64.encode(backgroundColor));
  64. }
  65. // 抖音云
  66. if (item.getTarget() == 3) {
  67. item.setUrl_thumb(item.getUrl() + "?x-tos-process=image/resize,w_" + width + ",h_" + height + ",m_pad,color_" + backgroundColor);
  68. }
  69. return item;
  70. }).collect(Collectors.toList());
  71. return new PageInfoResult(sysFileList).toEntity();
  72. }
  73. // [方法] 上传事件
  74. private SysFile uploadEvent(MultipartFile multipartFile, Long category_id, Integer target) {
  75. try {
  76. SysFileResult uploadResult = new SysFileResult();
  77. // target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  78. if (target == 1) {
  79. // [腾讯云-上传对象]
  80. uploadResult = tencentCosService.putObject(multipartFile, null);
  81. }
  82. if (target == 3) {
  83. // [抖音云-上传对象]
  84. uploadResult = douyinTosService.putObject(multipartFile, null);
  85. }
  86. // [新增] 上传文件记录
  87. SysFile sysFileEntity = new SysFile();
  88. sysFileEntity.setCategory_id(category_id);
  89. sysFileEntity.setRequest_id(uploadResult.getRequest_id());
  90. sysFileEntity.setUser_id(httpRequestUtil.getUserId());
  91. sysFileEntity.setObject_key(uploadResult.getKey());
  92. // 文件名
  93. // sysFileEntity.setName(FileNameUtil.getName(uploadResult.getKey()));
  94. String filename = multipartFile.getOriginalFilename();
  95. String filename_prefix = StrUtil.subBefore(filename, '.', true);
  96. String filename_suffix = StringUtils.getFilenameExtension(filename);
  97. /*
  98. filename = 200x134.png
  99. filename_prefix = 200x134
  100. filename_suffix = png
  101. */
  102. // 查询如果有同名文件,则在文件中加入数量命名
  103. LambdaQueryWrapper<SysFile> wrapper = new LambdaQueryWrapper<>();
  104. // 构造正则表达式 (匹配同名、同名(数量))
  105. String regex = "^" + filename_prefix + "(\\(\\d+\\))?\\." + filename_suffix + "$";
  106. wrapper.apply("name REGEXP {0}", regex);
  107. Long count = sysFileDao.selectCount(wrapper);
  108. if (count > 0) {
  109. sysFileEntity.setName(filename_prefix + "(" + count + ")." + filename_suffix);
  110. } else {
  111. sysFileEntity.setName(filename_prefix + "." + filename_suffix);
  112. }
  113. sysFileEntity.setContent_type(multipartFile.getContentType());
  114. sysFileEntity.setUrl(uploadResult.getDomain() + "/" + uploadResult.getKey());
  115. sysFileEntity.setSize(multipartFile.getSize());
  116. if (StrUtil.isNotEmpty(uploadResult.getE_tag())) {
  117. sysFileEntity.setMd5(uploadResult.getE_tag().replace("\"", ""));
  118. }
  119. sysFileEntity.setTarget(target);
  120. sysFileEntity.setCreate_time(DateUtil.now());
  121. sysFileEntity.setUpdate_time(DateUtil.now());
  122. sysFileDao.insert(sysFileEntity);
  123. return sysFileEntity;
  124. } catch (IOException e) {
  125. throw new RuntimeException(e);
  126. }
  127. }
  128. /**
  129. * 上传文件 (单文件大小不超过 n)
  130. * - target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  131. */
  132. @Override
  133. public SysFile uploadSmall(MultipartFile multipartFile, Long category_id) {
  134. List<SysCommon> sysCommonList = sysCommonService.getCommonByCategory("UPLOAD");
  135. AtomicReference<Integer> UPLOAD_TARGET = new AtomicReference<>();
  136. AtomicReference<Long> UPLOAD_MAX_SIZE_MB = new AtomicReference<>();
  137. AtomicReference<Boolean> UPLOAD_MD5_DUPLICATE = new AtomicReference<>();
  138. sysCommonList.stream().forEach(sysCommon -> {
  139. if (sysCommon.getTag().equals("UPLOAD_TARGET")) UPLOAD_TARGET.set(Convert.toInt(sysCommon.getValue()));
  140. if (sysCommon.getTag().equals("UPLOAD_MAX_SIZE_MB")) UPLOAD_MAX_SIZE_MB.set(Convert.toLong(sysCommon.getValue()));
  141. if (sysCommon.getTag().equals("UPLOAD_MD5_DUPLICATE")) UPLOAD_MD5_DUPLICATE.set(Convert.toBool(sysCommon.getValue()));
  142. });
  143. System.out.println("[系统配置] 上传目标(-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云): " + UPLOAD_TARGET);
  144. System.out.println("[系统配置] 单文件上传大小限制(MB): " + UPLOAD_MAX_SIZE_MB);
  145. System.out.println("[系统配置] 是否启用文件MD5查重: " + UPLOAD_MD5_DUPLICATE);
  146. // 判断文件是否超过大小
  147. Long MAX_SIZE = UPLOAD_MAX_SIZE_MB.get() * 1024 * 1024;
  148. if (multipartFile.getSize() > MAX_SIZE) {
  149. throw new CustException("上传文件不能大于 " + MAX_SIZE / 1024 / 1024 + " MB,请使用大文件上传功能");
  150. }
  151. try {
  152. // [系统配置] 是否启用文件MD5查重
  153. if (UPLOAD_MD5_DUPLICATE.get()) {
  154. // - 是
  155. // 根据文件MD5 判断是否上传过文件
  156. // - 如果上传过,则仅更新记录,不再上传文件,仅更新文件分类
  157. // - 如果存在
  158. String md5 = DigestUtil.md5Hex(multipartFile.getInputStream());
  159. List<SysFile> sysFileEntityList = sysFileDao.selectList(new LambdaQueryWrapper<SysFile>().eq(SysFile::getMd5, md5));
  160. if (sysFileEntityList != null && sysFileEntityList.size() > 1) {
  161. throw new CustException("存在 " + sysFileEntityList.size() + " 个相同Md5 (" + md5 + ") 的文件,请先排重后再上传");
  162. }
  163. SysFile sysFileEntity = (sysFileEntityList != null && sysFileEntityList.size() > 0) ? sysFileEntityList.get(0) : null;
  164. if (sysFileEntity == null) {
  165. // [方法] 上传事件
  166. sysFileEntity = uploadEvent(multipartFile, category_id, UPLOAD_TARGET.get());
  167. } else {
  168. // [更新] 上传文件记录 (更换文件分类)
  169. sysFileEntity.setCategory_id(category_id);
  170. sysFileEntity.setUpdate_time(DateUtil.now());
  171. sysFileDao.updateById(sysFileEntity);
  172. }
  173. return sysFileEntity;
  174. } else {
  175. // - 否
  176. // [方法] 上传事件
  177. SysFile sysFileEntity = uploadEvent(multipartFile, category_id, UPLOAD_TARGET.get());
  178. return sysFileEntity;
  179. }
  180. } catch (IOException e) {
  181. throw new RuntimeException(e);
  182. }
  183. }
  184. /**
  185. * 删除上传文件 (包括缩略图,如果有的话)
  186. */
  187. @Override
  188. public Map<String, Object> removeUploadFile(SysFile sysFile) {
  189. String object_key = sysFile.getObject_key();
  190. // [Delete] 删除文件记录
  191. SysFile entity = sysFileDao.selectOne(new LambdaQueryWrapper<SysFile>().eq(SysFile::getObject_key, object_key));
  192. if (entity != null) {
  193. sysFileDao.delete(new LambdaQueryWrapper<SysFile>().eq(SysFile::getObject_key, object_key));
  194. }
  195. // [异步任务] 创建一个 CompletableFuture 来执行异步任务
  196. CompletableFuture.runAsync(() -> {
  197. // target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  198. Integer target = entity.getTarget();
  199. if (target == 1) {
  200. // [腾讯云] 删除对象
  201. tencentCosService.deleteObject(object_key);
  202. System.out.println("Delete tencent cos object: " + object_key);
  203. }
  204. if (target == 3) {
  205. // [抖音云] 删除对象
  206. try {
  207. douyinTosService.deleteObject(object_key);
  208. } catch (IOException e) {
  209. throw new RuntimeException(e);
  210. }
  211. System.out.println("Delete douyin tos object: " + object_key);
  212. }
  213. });
  214. return Map.of("object_key", object_key);
  215. }
  216. }