OssUtil.java 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396
  1. package com.fdkankan.scene.oss;
  2. import cn.hutool.core.date.DateUtil;
  3. import cn.hutool.core.io.FileUtil;
  4. import cn.hutool.core.util.StrUtil;
  5. import com.fdkankan.common.util.DateExtUtil;
  6. import com.fdkankan.scene.config.FdkkLaserConfig;
  7. import com.fdkankan.scene.config.ServiceConfig;
  8. import com.fdkankan.scene.oss.aliyun.AliyunOssTemplate;
  9. import com.fdkankan.scene.oss.minio.MinioOssTemplate;
  10. import com.fdkankan.scene.util.CmdBuildUtil;
  11. import lombok.extern.slf4j.Slf4j;
  12. import org.springframework.beans.factory.annotation.Autowired;
  13. import org.springframework.stereotype.Component;
  14. import org.springframework.util.Base64Utils;
  15. import sun.rmi.runtime.Log;
  16. import java.io.File;
  17. import java.io.InputStream;
  18. import java.nio.charset.StandardCharsets;
  19. import java.nio.file.FileSystemException;
  20. import java.util.Date;
  21. import java.util.List;
  22. import java.util.Map;
  23. import java.util.UUID;
  24. import java.util.regex.Matcher;
  25. import java.util.stream.Collectors;
  26. @Slf4j
  27. @Component
  28. public class OssUtil {
  29. public static final String tempBasePath = "download/temp/";
  30. @Autowired
  31. AliyunOssTemplate aliyunOssTemplate;
  32. @Autowired
  33. MinioOssTemplate minioOssTemplate;
  34. @Autowired
  35. FdkkLaserConfig fdkkLaserConfig;
  36. @Autowired
  37. ServiceConfig serviceConfig;
  38. public String getPathKey(String sceneCode, String type, String fileName) {
  39. return fdkkLaserConfig.getDefaultFolder() + "/" + sceneCode + "/temp/" + type + "/" + fileName;
  40. }
  41. public void rmFileCmd(String prefix, String targetDir) {
  42. if (FdkkLaserConfig.isBucket()) {
  43. if (FdkkLaserConfig.isLocalization()) {
  44. minioOssTemplate.rmFileCmd(targetDir);
  45. } else {
  46. aliyunOssTemplate.rmFileCmd(targetDir);
  47. }
  48. } else {
  49. FileUtil.del(FdkkLaserConfig.getProfile(prefix) + File.separator + targetDir.replaceAll("/", Matcher.quoteReplacement(File.separator)));
  50. }
  51. }
  52. public String getHostByBucket(String bucket) {
  53. if (FdkkLaserConfig.isBucket()) {
  54. if (FdkkLaserConfig.isLocalization()) {
  55. return minioOssTemplate.calculateUrl(bucket, "");
  56. } else {
  57. return aliyunOssTemplate.calculateUrl(bucket, "");
  58. }
  59. } else {
  60. return serviceConfig.getBaseUrl() + "profile";
  61. }
  62. }
  63. public void uploadFileDirCmd(String prefix, String uploadDir, String target, Boolean isLink) {
  64. if(!target.endsWith(File.separator)){
  65. target = target.concat(File.separator);
  66. }
  67. if (FdkkLaserConfig.isBucket()) {
  68. if (FdkkLaserConfig.isLocalization()) {
  69. minioOssTemplate.uploadFileDirCmd(uploadDir, target);
  70. } else {
  71. aliyunOssTemplate.uploadFileDirCmd(uploadDir, target);
  72. }
  73. } else {
  74. if (isLink) {
  75. String path = FdkkLaserConfig.getProfile(prefix) + File.separator + target;
  76. File folder = FileUtil.file(path);
  77. if (!FileUtil.exist(folder.getParent())) {
  78. FileUtil.mkdir(folder.getParent());
  79. }
  80. CmdBuildUtil.MkLinkDir(folder.getAbsolutePath(), FileUtil.file(uploadDir).getAbsolutePath());
  81. } else {
  82. File[] ls = FileUtil.ls(uploadDir);
  83. for (File l : ls) {
  84. FileUtil.copy(
  85. l.getAbsolutePath(),
  86. FdkkLaserConfig.getProfile(prefix) + File.separator + target,
  87. true);
  88. }
  89. }
  90. }
  91. }
  92. public String uploadFile(String prefix, String pathKey, String filePath, boolean isLink) {
  93. if (FdkkLaserConfig.isBucket()) {
  94. if (FdkkLaserConfig.isLocalization()) {
  95. return minioOssTemplate.uploadFile(pathKey, filePath);
  96. } else {
  97. return aliyunOssTemplate.uploadFile(pathKey, filePath);
  98. }
  99. } else {
  100. if (isLink) {
  101. File file = FileUtil.file(filePath);
  102. if (!FileUtil.exist(file.getParent())) {
  103. FileUtil.mkdir(file.getParent());
  104. }
  105. File pathKeyFile = FileUtil.file(FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey);
  106. if (!FileUtil.exist(pathKeyFile.getParent())) {
  107. FileUtil.mkdir(pathKeyFile.getParent());
  108. }
  109. CmdBuildUtil.MkLinkFile(pathKeyFile.getAbsolutePath(), file.getAbsolutePath());
  110. } else {
  111. FileUtil.copy(filePath,
  112. FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey,
  113. true);
  114. }
  115. return pathKey;
  116. }
  117. }
  118. public String uploadFileText(String bucket, String pathKey, String text) {
  119. if (FdkkLaserConfig.isBucket()) {
  120. if (FdkkLaserConfig.isLocalization()) {
  121. return minioOssTemplate.uploadFileText(bucket, pathKey, text);
  122. } else {
  123. return aliyunOssTemplate.uploadFileText(bucket, pathKey, text);
  124. }
  125. } else {
  126. FileUtil.writeBytes(text.getBytes(StandardCharsets.UTF_8), FdkkLaserConfig.getProfile(bucket) + File.separator + pathKey);
  127. return pathKey;
  128. }
  129. }
  130. public String uploadFileBase64Image(String bucket, String pathKey, String base64) {
  131. if (FdkkLaserConfig.isBucket()) {
  132. if (FdkkLaserConfig.isLocalization()) {
  133. return minioOssTemplate.uploadFileBase64Image(bucket, pathKey, base64);
  134. } else {
  135. return aliyunOssTemplate.uploadFileBase64Image(bucket, pathKey, base64);
  136. }
  137. } else {
  138. byte[] bytes = Base64Utils.decodeFromString(base64);
  139. FileUtil.writeBytes(bytes, FdkkLaserConfig.getProfile(bucket) + File.separator + pathKey);
  140. return pathKey;
  141. }
  142. }
  143. public String uploadFileBytes(String bucket, String pathKey, byte[] bytes) {
  144. if (FdkkLaserConfig.isBucket()) {
  145. if (FdkkLaserConfig.isLocalization()) {
  146. return minioOssTemplate.uploadFileBytes(bucket, pathKey, bytes);
  147. } else {
  148. return aliyunOssTemplate.uploadFileBytes(bucket, pathKey, bytes);
  149. }
  150. } else {
  151. FileUtil.writeBytes(bytes, FdkkLaserConfig.getProfile(bucket) + File.separator + pathKey);
  152. return pathKey;
  153. }
  154. }
  155. public String uploadFileString(String bucket, String pathKey, String content) {
  156. FileUtil.writeUtf8String(content, FdkkLaserConfig.getProfile(bucket) + File.separator + pathKey);
  157. return pathKey;
  158. }
  159. public String uploadFileStream(String bucket, String pathKey, InputStream stream) {
  160. if (FdkkLaserConfig.isBucket()) {
  161. if (FdkkLaserConfig.isLocalization()) {
  162. return minioOssTemplate.uploadFileStream(bucket, pathKey, stream);
  163. } else {
  164. return aliyunOssTemplate.uploadFileStream(bucket, pathKey, stream);
  165. }
  166. } else {
  167. FileUtil.writeFromStream(stream, FdkkLaserConfig.getProfile(bucket) + File.separator + pathKey);
  168. return pathKey;
  169. }
  170. }
  171. public String uploadFileImage(String prefix, String pathKey, String filePath, boolean isLink) {
  172. if (FdkkLaserConfig.isBucket()) {
  173. if (FdkkLaserConfig.isLocalization()) {
  174. return minioOssTemplate.uploadFileImage(pathKey, filePath);
  175. } else {
  176. return aliyunOssTemplate.uploadFileImage(pathKey, filePath);
  177. }
  178. } else {
  179. if (isLink) {
  180. File file = FileUtil.file(filePath);
  181. if (!FileUtil.exist(file.getParent())) {
  182. FileUtil.mkdir(file.getParent());
  183. }
  184. File pathKeyFile = FileUtil.file(FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey);
  185. if (!FileUtil.exist(pathKeyFile.getParent())) {
  186. FileUtil.mkdir(pathKeyFile.getParent());
  187. }
  188. CmdBuildUtil.MkLinkFile(pathKeyFile.getAbsolutePath(), file.getAbsolutePath());
  189. } else {
  190. FileUtil.copy(filePath,
  191. FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey,
  192. true);
  193. }
  194. return pathKey;
  195. }
  196. }
  197. public File downloadFileTmp(String pathKey) {
  198. if (FdkkLaserConfig.isLocalization()) {
  199. return minioOssTemplate.downloadFileTmp(pathKey);
  200. } else {
  201. return aliyunOssTemplate.downloadFileTmp(pathKey);
  202. }
  203. }
  204. public File downloadFileTmp(String bucket, String pathKey) {
  205. if (FdkkLaserConfig.isLocalization()) {
  206. return minioOssTemplate.downloadFileTmp(bucket, pathKey);
  207. } else {
  208. return aliyunOssTemplate.downloadFileTmp(bucket, pathKey);
  209. }
  210. }
  211. public Object downloadFile(String prefix, String pathKey, String file) {
  212. if (FdkkLaserConfig.isBucket()) {
  213. if (FdkkLaserConfig.isLocalization()) {
  214. return minioOssTemplate.downloadFile(pathKey, file);
  215. } else {
  216. return aliyunOssTemplate.downloadFile(pathKey, file);
  217. }
  218. }else{
  219. String copyPath="";
  220. if (pathKey.contains(FdkkLaserConfig.getProfile(prefix))){
  221. copyPath=pathKey;
  222. }else {
  223. copyPath=FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey;
  224. }
  225. File copy = FileUtil.copy(new File(copyPath),
  226. new File(file), true);
  227. return copy.exists();
  228. }
  229. }
  230. public Boolean copyObject(String prefix, String oldPath, String newPath) {
  231. if (FdkkLaserConfig.isBucket()) {
  232. if (FdkkLaserConfig.isLocalization()) {
  233. return minioOssTemplate.copyObject(oldPath, newPath);
  234. } else {
  235. return aliyunOssTemplate.copyObject(oldPath, newPath);
  236. }
  237. }else{
  238. File copy = FileUtil.copy(FdkkLaserConfig.getProfile(prefix) + File.separator + oldPath,
  239. FdkkLaserConfig.getProfile(prefix) + File.separator + newPath, true);
  240. return copy.exists();
  241. }
  242. }
  243. public Boolean copyDir(String prefix, String oldPath, String newPath) {
  244. if (FdkkLaserConfig.isBucket()) {
  245. if (FdkkLaserConfig.isLocalization()) {
  246. return minioOssTemplate.copyObject(oldPath, newPath);
  247. } else {
  248. return aliyunOssTemplate.copyObject(oldPath, newPath);
  249. }
  250. }else{
  251. if(new File(FdkkLaserConfig.getProfile(prefix) + File.separator + oldPath).exists()){
  252. File copy = FileUtil.copyContent(new File(FdkkLaserConfig.getProfile(prefix) + File.separator + oldPath),
  253. new File(FdkkLaserConfig.getProfile(prefix) + File.separator + newPath), true);
  254. return copy.exists();
  255. }
  256. return false;
  257. }
  258. }
  259. public Boolean copyObject(String bucket, String oldPath, String toBucket, String newPath) {
  260. if (FdkkLaserConfig.isBucket()) {
  261. if (FdkkLaserConfig.isLocalization()) {
  262. return minioOssTemplate.copyObject(bucket, oldPath, toBucket, newPath);
  263. } else {
  264. return aliyunOssTemplate.copyObject(bucket, oldPath, toBucket, newPath);
  265. }
  266. }else{
  267. File copy = FileUtil.copy(FdkkLaserConfig.getProfile(bucket) + File.separator + oldPath,
  268. FdkkLaserConfig.getProfile(toBucket) + File.separator + newPath, true);
  269. return copy.exists();
  270. }
  271. }
  272. public void deleteObject(String prefix, String keyName) throws FileSystemException {
  273. if (FdkkLaserConfig.isBucket()) {
  274. if (FdkkLaserConfig.isLocalization()) {
  275. minioOssTemplate.deleteObject(keyName);
  276. } else {
  277. aliyunOssTemplate.deleteObject(keyName);
  278. }
  279. } else {
  280. FileUtil.del(
  281. FdkkLaserConfig.getProfile(prefix) + File.separator + keyName
  282. );
  283. }
  284. }
  285. public List<String> getFileFolder(String keyName) {
  286. return null;
  287. }
  288. public List<String> getFileFolder(String bucket, String keyName) {
  289. return null;
  290. }
  291. public boolean doesObjectExist(String prefix, String keyName) {
  292. if (FdkkLaserConfig.isBucket()) {
  293. if (FdkkLaserConfig.isLocalization()) {
  294. return minioOssTemplate.doesObjectExist(keyName);
  295. } else {
  296. return aliyunOssTemplate.doesObjectExist(keyName);
  297. }
  298. } else {
  299. return FileUtil.exist(FdkkLaserConfig.getProfile(prefix) + File.separator + keyName);
  300. }
  301. }
  302. public Object downloadFile(String bucket, String pathKey, Consumer handler) {
  303. return null;
  304. }
  305. public Object downloadFile(String pathKey, Consumer handler) {
  306. return null;
  307. }
  308. public String calculateUrl(String prefix, String keyName) {
  309. if (FdkkLaserConfig.isBucket()) {
  310. if (FdkkLaserConfig.isLocalization()) {
  311. return keyName;
  312. } else {
  313. return keyName;
  314. }
  315. } else {
  316. return FdkkLaserConfig.getProfile(prefix) + File.separator + keyName;
  317. }
  318. }
  319. public String getFileContent(String prefix, String pathKey) {
  320. if(!FileUtil.exist(FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey)){
  321. return null;
  322. }
  323. return FileUtil.readUtf8String(FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey);
  324. }
  325. public String getFileContentloc(String pathKey) {
  326. return FileUtil.readUtf8String(File.separator + pathKey);
  327. }
  328. public List<String> listFiles(String prefix, String pathKey) {
  329. if(!prefix.endsWith(File.separator)){
  330. prefix = prefix.concat(File.separator);
  331. }
  332. String finalPrefix = prefix;
  333. return FileUtil.loopFiles(
  334. FdkkLaserConfig.getProfile(prefix) + File.separator + pathKey).stream().map(file->{
  335. return file.getAbsolutePath().replace(FdkkLaserConfig.getProfile(finalPrefix), "");
  336. }).collect(Collectors.toList());
  337. }
  338. public void uploadMulFiles(String prefix, Map<String, String> files){
  339. files.keySet().stream().forEach(key -> this.uploadFile(prefix, files.get(key), key, false));
  340. }
  341. public static String getUploadTempFileKey(String prefix, String extName){
  342. String fileName = StrUtil.isNotEmpty(prefix) ? prefix : UUID.randomUUID().toString();
  343. if(StrUtil.isNotEmpty(extName)){
  344. fileName += "." + extName;
  345. }
  346. return tempBasePath + DateUtil.format(new Date(), DateExtUtil.dateStyle6) + "/" + fileName;
  347. }
  348. }