SysFileServiceImpl.java 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. package com.backendsys.modules.upload.service.impl;
  2. import cn.hutool.core.codec.Base64;
  3. import cn.hutool.core.convert.Convert;
  4. import cn.hutool.core.date.DateUtil;
  5. import cn.hutool.core.io.file.FileNameUtil;
  6. import cn.hutool.core.util.StrUtil;
  7. import cn.hutool.crypto.digest.DigestUtil;
  8. import com.backendsys.exception.CustException;
  9. import com.backendsys.modules.common.config.security.utils.HttpRequestUtil;
  10. import com.backendsys.modules.sdk.douyincloud.tos.service.DouyinTosService;
  11. import com.backendsys.modules.sdk.tencentcloud.cos.service.TencentCosService;
  12. import com.backendsys.modules.system.entity.SysCommon;
  13. import com.backendsys.modules.system.service.SysCommonService;
  14. import com.backendsys.modules.upload.dao.SysFileDao;
  15. import com.backendsys.modules.upload.entity.SysFile;
  16. import com.backendsys.modules.upload.entity.SysFileResult;
  17. import com.backendsys.modules.upload.service.SysFileService;
  18. import com.backendsys.utils.response.PageEntity;
  19. import com.backendsys.utils.response.PageInfoResult;
  20. import com.backendsys.utils.v2.PageUtils;
  21. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
  22. import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
  23. import org.springframework.beans.factory.annotation.Autowired;
  24. import org.springframework.stereotype.Service;
  25. import org.springframework.util.StringUtils;
  26. import org.springframework.web.multipart.MultipartFile;
  27. import java.io.IOException;
  28. import java.util.Arrays;
  29. import java.util.List;
  30. import java.util.Map;
  31. import java.util.concurrent.CompletableFuture;
  32. import java.util.concurrent.atomic.AtomicReference;
  33. import java.util.stream.Collectors;
  34. @Service
  35. public class SysFileServiceImpl extends ServiceImpl<SysFileDao, SysFile> implements SysFileService {
  36. @Autowired
  37. private HttpRequestUtil httpRequestUtil;
  38. @Autowired
  39. private TencentCosService tencentCosService;
  40. @Autowired
  41. private DouyinTosService douyinTosService;
  42. @Autowired
  43. private SysFileDao sysFileDao;
  44. @Autowired
  45. private SysCommonService sysCommonService;
  46. /**
  47. * 获取文件列表
  48. */
  49. @Override
  50. public PageEntity selectUploadFileList(SysFile sysFile) {
  51. PageUtils.startPage(); // 分页
  52. List<SysFile> sysFileList = sysFileDao.selectUploadFileList(sysFile);
  53. Integer width = 100;
  54. Integer height = 100;
  55. String backgroundColor = "#f8f8f8";
  56. // 不同的云环境 (target),缩略图配置也不一样
  57. // - -1:本地:
  58. // - 1:腾讯云: https://cloud.tencent.com/document/product/436/113295
  59. // - 2:阿里云:
  60. // - 3:抖音云: https://www.volcengine.com/docs/6349/153626
  61. sysFileList = sysFileList.stream().map(item -> {
  62. // 腾讯云 (color值通过base64加密, #f8f8f8)
  63. if (item.getTarget() == 1) {
  64. System.out.println("base64 encode: " + Base64.encode(backgroundColor));
  65. item.setUrl_thumb(item.getUrl() + "?imageMogr2/thumbnail/" + width + "x" + height + "/pad/1/color/" + Base64.encode(backgroundColor));
  66. }
  67. // 抖音云
  68. if (item.getTarget() == 3) {
  69. item.setUrl_thumb(item.getUrl() + "?x-tos-process=image/resize,w_" + width + ",h_" + height + ",m_pad,color_" + backgroundColor);
  70. }
  71. return item;
  72. }).collect(Collectors.toList());
  73. return new PageInfoResult(sysFileList).toEntity();
  74. }
  75. // [方法] 上传事件
  76. private SysFile uploadEvent(MultipartFile multipartFile, Long category_id, Integer target) {
  77. try {
  78. SysFileResult uploadResult = new SysFileResult();
  79. // target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  80. if (target == 1) {
  81. // [腾讯云-上传对象]
  82. uploadResult = tencentCosService.putObject(multipartFile, null);
  83. }
  84. if (target == 3) {
  85. // [抖音云-上传对象]
  86. uploadResult = douyinTosService.putObject(multipartFile, null);
  87. }
  88. // [新增] 上传文件记录
  89. SysFile sysFileEntity = new SysFile();
  90. sysFileEntity.setCategory_id(category_id);
  91. sysFileEntity.setRequest_id(uploadResult.getRequest_id());
  92. sysFileEntity.setUser_id(httpRequestUtil.getUserId());
  93. sysFileEntity.setObject_key(uploadResult.getKey());
  94. // 文件名
  95. // sysFileEntity.setName(FileNameUtil.getName(uploadResult.getKey()));
  96. String filename = multipartFile.getOriginalFilename();
  97. String filename_prefix = StrUtil.subBefore(filename, '.', true);
  98. String filename_suffix = StringUtils.getFilenameExtension(filename);
  99. /*
  100. filename = 200x134.png
  101. filename_prefix = 200x134
  102. filename_suffix = png
  103. */
  104. // 查询如果有同名文件,则在文件中加入数量命名
  105. LambdaQueryWrapper<SysFile> wrapper = new LambdaQueryWrapper<>();
  106. // 构造正则表达式 (匹配同名、同名(数量))
  107. String regex = "^" + filename_prefix + "(\\(\\d+\\))?\\." + filename_suffix + "$";
  108. wrapper.apply("name REGEXP {0}", regex);
  109. Long count = sysFileDao.selectCount(wrapper);
  110. if (count > 0) {
  111. sysFileEntity.setName(filename_prefix + "(" + count + ")." + filename_suffix);
  112. } else {
  113. sysFileEntity.setName(filename_prefix + "." + filename_suffix);
  114. }
  115. sysFileEntity.setContent_type(multipartFile.getContentType());
  116. sysFileEntity.setUrl(uploadResult.getDomain() + "/" + uploadResult.getKey());
  117. sysFileEntity.setSize(multipartFile.getSize());
  118. if (StrUtil.isNotEmpty(uploadResult.getE_tag())) {
  119. sysFileEntity.setMd5(uploadResult.getE_tag().replace("\"", ""));
  120. }
  121. sysFileEntity.setTarget(target);
  122. sysFileEntity.setCreate_time(DateUtil.now());
  123. sysFileEntity.setUpdate_time(DateUtil.now());
  124. sysFileDao.insert(sysFileEntity);
  125. return sysFileEntity;
  126. } catch (IOException e) {
  127. throw new RuntimeException(e);
  128. }
  129. }
  130. /**
  131. * 上传文件 (单文件大小不超过 n)
  132. * - target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  133. */
  134. @Override
  135. public SysFile uploadSmall(MultipartFile multipartFile, Long category_id) {
  136. List<SysCommon> sysCommonList = sysCommonService.getCommonByCategory("UPLOAD");
  137. AtomicReference<Integer> UPLOAD_TARGET = new AtomicReference<>();
  138. AtomicReference<Long> UPLOAD_MAX_SIZE_MB = new AtomicReference<>();
  139. AtomicReference<Boolean> UPLOAD_MD5_DUPLICATE = new AtomicReference<>();
  140. sysCommonList.stream().forEach(sysCommon -> {
  141. if (sysCommon.getTag().equals("UPLOAD_TARGET")) UPLOAD_TARGET.set(Convert.toInt(sysCommon.getValue()));
  142. if (sysCommon.getTag().equals("UPLOAD_MAX_SIZE_MB")) UPLOAD_MAX_SIZE_MB.set(Convert.toLong(sysCommon.getValue()));
  143. if (sysCommon.getTag().equals("UPLOAD_MD5_DUPLICATE")) UPLOAD_MD5_DUPLICATE.set(Convert.toBool(sysCommon.getValue()));
  144. });
  145. System.out.println("[系统配置] 上传目标(-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云): " + UPLOAD_TARGET);
  146. System.out.println("[系统配置] 单文件上传大小限制(MB): " + UPLOAD_MAX_SIZE_MB);
  147. System.out.println("[系统配置] 是否启用文件MD5查重: " + UPLOAD_MD5_DUPLICATE);
  148. // 判断文件是否超过大小
  149. Long MAX_SIZE = UPLOAD_MAX_SIZE_MB.get() * 1024 * 1024;
  150. if (multipartFile.getSize() > MAX_SIZE) {
  151. throw new CustException("上传文件不能大于 " + MAX_SIZE / 1024 / 1024 + " MB,请使用大文件上传功能");
  152. }
  153. try {
  154. // [系统配置] 是否启用文件MD5查重
  155. if (UPLOAD_MD5_DUPLICATE.get()) {
  156. // - 是
  157. // 根据文件MD5 判断是否上传过文件
  158. // - 如果上传过,则仅更新记录,不再上传文件,仅更新文件分类
  159. // - 如果存在
  160. String md5 = DigestUtil.md5Hex(multipartFile.getInputStream());
  161. List<SysFile> sysFileEntityList = sysFileDao.selectList(new LambdaQueryWrapper<SysFile>().eq(SysFile::getMd5, md5));
  162. if (sysFileEntityList != null && sysFileEntityList.size() > 1) {
  163. throw new CustException("存在 " + sysFileEntityList.size() + " 个相同Md5 (" + md5 + ") 的文件,请先排重后再上传");
  164. }
  165. SysFile sysFileEntity = (sysFileEntityList != null && sysFileEntityList.size() > 0) ? sysFileEntityList.get(0) : null;
  166. if (sysFileEntity == null) {
  167. // [方法] 上传事件
  168. sysFileEntity = uploadEvent(multipartFile, category_id, UPLOAD_TARGET.get());
  169. } else {
  170. // [更新] 上传文件记录 (更换文件分类)
  171. sysFileEntity.setCategory_id(category_id);
  172. sysFileEntity.setUpdate_time(DateUtil.now());
  173. sysFileDao.updateById(sysFileEntity);
  174. }
  175. return sysFileEntity;
  176. } else {
  177. // - 否
  178. // [方法] 上传事件
  179. SysFile sysFileEntity = uploadEvent(multipartFile, category_id, UPLOAD_TARGET.get());
  180. return sysFileEntity;
  181. }
  182. } catch (IOException e) {
  183. throw new RuntimeException(e);
  184. }
  185. }
  186. // target: 上传目标 (-1:本地, 1:腾讯云, 2:阿里云, 3.抖音云)
  187. private void deleteObject(String object_key, Integer target) {
  188. if (target == 1) {
  189. // [腾讯云] 删除对象
  190. tencentCosService.deleteObject(object_key);
  191. System.out.println("Delete tencent cos object: " + object_key);
  192. }
  193. if (target == 3) {
  194. // [抖音云] 删除对象
  195. try {
  196. douyinTosService.deleteObject(object_key);
  197. } catch (IOException e) {
  198. throw new RuntimeException(e);
  199. }
  200. System.out.println("Delete douyin tos object: " + object_key);
  201. }
  202. }
  203. /**
  204. * 删除文件 (包括缩略图,如果有的话)
  205. */
  206. @Override
  207. public Map<String, Object> removeUploadFile(SysFile sysFile, SysFile querySysFile) {
  208. String object_key = querySysFile.getObject_key();
  209. // [Delete] 删除文件记录
  210. sysFileDao.delete(new LambdaQueryWrapper<SysFile>().eq(SysFile::getObject_key, object_key));
  211. // [异步任务] 创建一个 CompletableFuture 来执行异步任务
  212. CompletableFuture.runAsync(() -> {
  213. deleteObject(querySysFile.getObject_key(), querySysFile.getTarget());
  214. });
  215. return Map.of("object_key", object_key);
  216. }
  217. /**
  218. * 删除文件 (批量)
  219. */
  220. @Override
  221. public Map<String, Object> removeUploadFileBatch(SysFile sysFile, List<SysFile> querySysFileList) {
  222. // 判断是否存在
  223. List<String> object_keys = StrUtil.split(sysFile.getObject_keys(), ',', true, true);
  224. // [Delete] 批量删除
  225. sysFileDao.delete(new LambdaQueryWrapper<SysFile>().in(SysFile::getObject_key, object_keys));
  226. // [异步任务] 创建一个 CompletableFuture 来执行异步任务
  227. CompletableFuture.runAsync(() -> {
  228. querySysFileList.stream().forEach(entity -> {
  229. deleteObject(entity.getObject_key(), entity.getTarget());
  230. });
  231. });
  232. return Map.of("object_keys", object_keys);
  233. }
  234. /**
  235. * 编辑文件 (仅名称)
  236. */
  237. @Override
  238. public Map<String, Object> updateUploadFile(SysFile sysFile) {
  239. SysFile entity = new SysFile();
  240. entity.setId(sysFile.getId());
  241. entity.setName(sysFile.getName());
  242. sysFileDao.updateById(entity);
  243. return Map.of("id", sysFile.getId());
  244. }
  245. }