4dkankan-scene-download-tool/src/main/java/com/fdkankan/download/service/impl/DownloadServiceImpl.java

package com.fdkankan.download.service.impl;

import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.collection.ConcurrentHashSet;
import cn.hutool.core.date.DateUtil;
import cn.hutool.core.date.TimeInterval;
import cn.hutool.core.io.FileUtil;
import cn.hutool.core.util.StrUtil;
import cn.hutool.core.util.ZipUtil;
import cn.hutool.http.HttpUtil;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.serializer.SerializerFeature;
import com.fdkankan.common.constant.CommonStatus;
import com.fdkankan.common.constant.ErrorCode;
import com.fdkankan.common.constant.SceneKind;
import com.fdkankan.common.exception.BusinessException;
import com.fdkankan.common.util.CmdUtils;
import com.fdkankan.common.util.DateExtUtil;
import com.fdkankan.common.util.FileUtils;
import com.fdkankan.download.constant.CommonConstant;
import com.fdkankan.download.bean.ImageType;
import com.fdkankan.download.bean.ImageTypeDetail;
import com.fdkankan.download.bean.SceneEditControlsBean;
import com.fdkankan.download.bean.SceneViewInfoBean;
import com.fdkankan.download.entity.ScenePlus;
import com.fdkankan.download.entity.ScenePlusExt;
import com.fdkankan.download.service.IDownloadService;
import com.fdkankan.download.service.IScenePlusExtService;
import com.fdkankan.download.service.IScenePlusService;
import com.fdkankan.download.util.DownloadUtil;
import com.fdkankan.redis.constant.RedisKey;
import com.fdkankan.redis.util.RedisUtil;
import com.google.common.collect.Lists;
import lombok.extern.slf4j.Slf4j;
import lombok.var;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;

import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.net.URLEncoder;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.*;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.stream.Collectors;
import com.fdkankan.model.constants.UploadFilePath;
import com.fdkankan.fyun.face.FYunFileServiceInterface;
import com.fdkankan.fyun.constant.FYunTypeEnum;

import javax.annotation.Resource;

@Slf4j(topic = "IDownloadService")
@Service
public class DownloadServiceImpl implements IDownloadService {

//    private static final List<ImageType> imageTypes = Lists.newArrayList();
//    static{
//        imageTypes.add(ImageType.builder().name("4k_face").size("4096").ranges(new String[]{"0", "511", "1023", "1535", "2047","2559","3071","3583"}).build());
//        imageTypes.add(ImageType.builder().name("2k_face").size("2048").ranges(new String[]{"0", "511", "1023", "1535"}).build());
//        imageTypes.add(ImageType.builder().name("1k_face").size("1024").ranges(new String[]{"0", "511"}).build());
//        imageTypes.add(ImageType.builder().name("512_face").size("512").ranges(new String[]{"0"}).build());
//    }

    @Value("${path.v4school}")
    private String v4localPath;
    @Value("${fyun.type:oss}")
    private String uploadType;
    @Value("${path.zip-local}")
    private String zipLocalFormat;
    @Value("${path.source-local}")
    private String sourceLocal;
    @Value("${fyun.bucket:4dkankan}")
    private String bucket;
    @Value("${download.config.public-url}")
    private String publicUrl;
    @Value("${path.v3school:#{null}}")
    private String v3localPath;
    @Value("${zip.nThreads}")
    private int zipNthreads;
    @Value("${download.config.resource-url}")
    private String resourceUrl;
    @Value("${path.zip-root}")
    private String wwwroot;
    @Value("${download.config.exe-content}")
    private String exeContent;
    @Value("${download.config.exe-content-v3:#{null}}")
    private String exeContentV3;
    @Value("${download.config.exe-name}")
    private String exeName;
    @Value("${path.zip-oss}")
    private String zipOssFormat;
//    @Value("${cutImgType}")
//    private String cutImgType;

    @Autowired
    private IScenePlusService scenePlusService;
    @Autowired
    private IScenePlusExtService scenePlusExtService;
    @Resource
    private FYunFileServiceInterface fYunFileService;
    @Autowired
    private RedisUtil redisUtil;



    @Override
    public String downloadHandler(String num) throws Exception {

        //zip包路径
        String zipPath = null;
        try {
            TimeInterval timer = DateUtil.timer();

            //删除资源目录
            FileUtil.del(String.format(this.sourceLocal, num, ""));

            ScenePlus scenePlus = scenePlusService.getByNum(num);
            if(Objects.isNull(scenePlus))
                throw new BusinessException(ErrorCode.FAILURE_CODE_5005);
            ScenePlusExt scenePlusExt = scenePlusExtService.getByPlusId(scenePlus.getId());
            String bucket = scenePlusExt.getYunFileBucket();

            Set<String> cacheKeys = new ConcurrentHashSet<>();

//            Map<String, List<String>> allFiles = this.getAllFiles(num, v4localPath, bucket);
//            List<String> ossFilePaths = allFiles.get("ossFilePaths");
//            List<String> v4localFilePaths = allFiles.get("localFilePaths");

            //key总个数
//            int total = ossFilePaths.size() + v4localFilePaths.size();
//            AtomicInteger count = new AtomicInteger(0);

            //定义压缩包
            zipPath = String.format(this.zipLocalFormat, DateExtUtil.format(new Date(), DateExtUtil.dateStyle6), num);
            File zipFile = new File(zipPath);
            if(!zipFile.getParentFile().exists()){
                zipFile.getParentFile().mkdirs();
            }

            SceneViewInfoBean sceneViewInfo = this.getSceneJson(num);
            String resolution = sceneViewInfo.getSceneResolution();
            //国际版存在已经切好图的情况，下载时不需要再切图，只需要把文件直接下载下来打包就可以了
            if(SceneKind.FACE.code().equals(sceneViewInfo.getSceneKind())){
                resolution = "notNeadCut";
            }

            int imagesVersion = -1;
            Integer version = sceneViewInfo.getVersion();
            if(Objects.nonNull(version)){
                imagesVersion = version;
            }

            //固定文件写入
            this.zipLocalFiles(num, "v4");
            log.info("打包固定文件耗时, num:{}, time:{}", num, timer.intervalRestart());

            //oss文件写入
            this.zipOssFiles(num, resolution, imagesVersion, cacheKeys, "v4");
            log.info("打包oss文件耗时, num:{}, time:{}", num, timer.intervalRestart());

            //重新写入scene.json（去掉密码访问设置）
            this.zipSceneJson(num, sceneViewInfo);

            //写入启动命令
            this.zipBat(num, "v4");

            //打压缩包
//            ZipUtil.zip(String.format(this.sourceLocal, num, ""), zipPath);
            this.zip(String.format(this.sourceLocal, num, ""), zipPath);

            FileUtil.del(String.format(this.sourceLocal, num, ""));

            return zipPath;

            // TODO: 2024/1/4 生成的压缩包放哪里待定
//            String uploadPath = String.format(this.zipOssFormat, num);
//            fYunFileService.uploadFileByCommand(bucket, zipPath, uploadPath);

        }catch (Exception e){
            //更新进度为下载失败
            throw e;
        }
    }

    private void zipBat(String num, String version) throws Exception{
        String batContent = String.format(this.exeContent, num);
        if("v3".equals(version)){
            batContent = String.format(this.exeContentV3, num);
        }
//        this.zipBytes(out, exeName, batContent.getBytes());
        FileUtil.writeUtf8String(batContent, String.format(this.sourceLocal, num, exeName));
    }

    private void zipSceneJson(String num, SceneViewInfoBean sceneViewInfo) throws Exception{
        //访问密码置0
        SceneEditControlsBean controls = sceneViewInfo.getControls();
        controls.setShowLock(CommonStatus.NO.code().intValue());
        String sceneJsonPath = String.format(UploadFilePath.DATA_VIEW_PATH, num) + "scene.json";
        FileUtil.writeUtf8String(JSON.toJSONString(sceneViewInfo, SerializerFeature.WriteNullStringAsEmpty, SerializerFeature.WriteNullNumberAsZero), String.format(this.sourceLocal, num, this.wwwroot + sceneJsonPath));
    }

    private void zipOssFiles(String num, String resolution, int imagesVersion, Set<String> cacheKeys, String version) throws Exception{

//        fYunFileService.downloadFileByCommand(String.format(sourceLocal, num, this.wwwroot).concat(String.format(UploadFilePath.VIEW_PATH, num)), String.format(UploadFilePath.VIEW_PATH, num));
//        FileUtil.del(String.format(sourceLocal, num, this.wwwroot).concat(String.format(UploadFilePath.IMG_VIEW_PATH, num)).concat("tiles"));
        List<String> strings = fYunFileService.listRemoteFiles(String.format(UploadFilePath.VIEW_PATH, num));
        strings.stream().forEach(str->{
            if(!str.contains("/tiles/4k/") && !str.contains("/tiles/2k/")){
                fYunFileService.downloadFile(str, String.format(sourceLocal, num, this.wwwroot).concat(str));
            }
        });
//        fYunFileService.downloadFile(String.format(UploadFilePath.VIEW_PATH, num), String.format(sourceLocal, num, this.wwwroot));

        //特殊文件处理
        this.reWriteFile(num);

        //切图
        String filePath = String.format(sourceLocal, num, this.wwwroot + String.format(UploadFilePath.IMG_VIEW_PATH, num) + "tiles/");
        log.info("开始切图:{}", num);
        this.cutImg(num, filePath, resolution, "tiles");
        log.info("结束切图:{}", num);

        //切图-场景关联
        String panoramaPath = String.format(sourceLocal, num, this.wwwroot + String.format(UploadFilePath.IMG_VIEW_PATH, num) + "panorama/");
        if(FileUtil.exist(panoramaPath)){
            Path directoryPath = Paths.get(panoramaPath); // 替换为你要查询的目录路径
            // 获取目录下的第一层子目录
            List<String> panoramaIdList = Files.list(directoryPath).filter(Files::isDirectory).map(file -> file.getFileName().toString()).collect(Collectors.toList());
            if(CollUtil.isNotEmpty(panoramaIdList)){
                for (String panoramaId : panoramaIdList) {
                    this.cutImg(num, panoramaPath.concat(panoramaId).concat("/tiles/"), resolution, "panorama/".concat(panoramaId).concat("/tiles"));
                }
            }
        }
    }

    public static void main(String[] args) {
        Path directoryPath = Paths.get("D:\\test"); // 替换为你要查询的目录路径

        try {
            // 获取目录下的第一层子目录
            Files.list(directoryPath)
                    .filter(Files::isDirectory)
                    .forEach(file -> {
                        System.out.println(file.getFileName().toString());
                    });
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
    @Override
    public void cutImg(String num, String path, String resolution, String subPath) throws Exception {

        String imageNumPath = String.format(UploadFilePath.IMG_VIEW_PATH, num);
        String tilesOssPath = imageNumPath.concat(subPath + "/" + resolution);
        List<String> cubeList = fYunFileService.listRemoteFiles(tilesOssPath);
        ExecutorService executorService = Executors.newFixedThreadPool(this.zipNthreads);
        List<Future> futureList = new ArrayList<>();
        for (String key : cubeList) {
            Callable<Boolean> call = new Callable() {
                @Override
                public Boolean call() throws Exception {
                    processImage(key, resolution, path);
                    return true;
                }
            };
            futureList.add(executorService.submit(call));
        }
        for (Future future : futureList) {
            try {
                future.get();
            }catch (Exception e){
                log.error("切图失败", e);
                executorService.shutdownNow();
                throw new Exception("切图失败");
            }
        }
    }

//    private void zipOssFilesHandler(String num, String resolution,
//                                    int imagesVersion, Set<String> cacheKeys,
//                                    String filePath, String imageNumPath, String version) throws Exception{
//
//        if(filePath.endsWith("/")){
//            return;
//        }
//
//        //某个目录不需要打包
//        if(filePath.contains(imageNumPath + "panorama/panorama_edit/"))
//            return;
//
//        //切图
//        if(!"notNeadCut".equals(resolution)){
//            if((filePath.contains(imageNumPath + "panorama/") && filePath.contains("tiles/" + resolution))
//                    || filePath.contains(imageNumPath + "tiles/" + resolution + "/")) {
//                this.processImage(num, filePath, resolution, imagesVersion, cacheKeys);
//                return;
//            }
//        }
//
//        //其他文件打包
//        this.ProcessFiles(num, filePath, this.wwwroot, cacheKeys);
//
//    }

//    public void ProcessFiles(String num, String key, String prefix, Set<String> cacheKeys) throws Exception{
//        if(cacheKeys.contains(key)){
//            return;
//        }
//        if(key.equals(String.format(UploadFilePath.DATA_VIEW_PATH, num) + "scene.json")){
//            return;
//        }
//        cacheKeys.add(key);
//        String fileName = key.substring(key.lastIndexOf("/") + 1);
//        String url = this.resourceUrl + key.replace(fileName, URLEncoder.encode(fileName, "UTF-8")) + "?t=" + Calendar.getInstance().getTimeInMillis();
//        if(key.contains("hot.json") || key.contains("link-scene.json")){
//            String content = fYunFileService.getFileContent(key);
//            if(StrUtil.isEmpty(content)){
//                return;
//            }
//            content = content.replace(publicUrl, "")
////                .replace(publicUrl+"v3/", "")
//                    .replace("https://spc.html","spc.html")
//                    .replace("https://smobile.html", "smobile.html");
//
//            FileUtil.writeUtf8String(content, String.format(sourceLocal, num, prefix + key));
//        }else{
//            try {
//                this.downloadFile(url, String.format(sourceLocal, num, prefix + key));
//            }catch (Exception e){
//                log.info("下载文件报错，path:{}", String.format(sourceLocal, num, prefix + key));
//            }
//        }
//    }

    private void reWriteFile(String num){
        String filePath = String.format(sourceLocal, num, this.wwwroot + String.format(UploadFilePath.USER_VIEW_PATH, num) + "hot.json");
        if(FileUtil.exist(filePath)){
            String content = FileUtil.readUtf8String(filePath);
            content = content.replace(publicUrl, "")
                    .replace("https://spc.html","spc.html")
                    .replace("https://smobile.html", "smobile.html");
            FileUtil.writeUtf8String(content, filePath);
        }
    }

    private void processImage(String key, String resolution, String path) throws Exception{

        if(key.contains("x-oss-process") || key.endsWith("/")){
            return;
        }

        String fileName = key.substring(key.lastIndexOf("/")+1, key.indexOf("."));//0_skybox0.jpg
        String ext = key.substring(key.lastIndexOf("."));
        String[] arr = fileName.split("_skybox");
        String dir = arr[0]; //0
        String num = arr[1]; //0
        if(StrUtil.isEmpty(fileName)
                || StrUtil.isEmpty(ext)
                || (".jpg".equals(ext) && ".png".equals(ext))
                ||  StrUtil.isEmpty(dir)
                || StrUtil.isEmpty(num)){
            throw new Exception("本地下载图片资源不符合规则，key：" + key);
        }
        for (ImageType imageType : CommonConstant.imageTypes) {

            if(imageType.getName().equals("4k_face") && !"4k".equals(resolution)){
                continue;
            }

            List<ImageTypeDetail> items = Lists.newArrayList();
            String[] ranges = imageType.getRanges();
            for(int i = 0; i < ranges.length; i++){
                String x = ranges[i];
                for(int j = 0; j < ranges.length; j++){
                    String y = ranges[j];
                    items.add(
                            ImageTypeDetail.builder()
                                    .i(String.valueOf(i))
                                    .j(String.valueOf(j))
                                    .x(x)
                                    .y(y)
                                    .build()
                    );
                }
            }
            List<ImageTypeDetail> imageTypeDetails = Collections.synchronizedList(items);
//            synchronized(imageTypeDetails){
                imageTypeDetails.parallelStream().forEach(item->{
                String par = "?x-oss-process=image/resize,m_lfit,w_" + imageType.getSize() + "/crop,w_512,h_512,x_" + item.getX() + ",y_" + item.getY();
//                if(FYunTypeEnum.AWS.code().equals(uploadType)){
//                    par += "&imagesVersion="+ imagesVersion;
//                }
                var url = this.resourceUrl + key;
                FYunTypeEnum storageType = FYunTypeEnum.get(uploadType);
                switch (storageType){
                    case OSS:
                        url += par;
                        break;
                    case AWS:
                        try {
                            url += URLEncoder.encode(par.replace("/", "@"), "UTF-8");
                        } catch (UnsupportedEncodingException e) {
                            throw new RuntimeException(e);
                        }
                        break;
                }
                //key.split("/" + resolution + "/")[0] + "/" +
                var fky = dir + "/" + imageType.getName() +  num + "_" + item.getI()  + "_" + item.getJ() + ext;

                this.downloadFile(url, path + fky,1);
//                this.downloadFile(url, path);
                });
//            }
        }

    }

    public void downloadFile(String url, String path,int index){
        File file = new File(path);
        if(!file.getParentFile().exists()){
            file.getParentFile().mkdirs();
        }
        try {
//            DownloadUtil.downFile(url,path);
            HttpUtil.downloadFileFromUrl(url,path);
            if(FileUtil.size(new File(path)) == 0 && index < 4){
                index++;
                this.downloadFile(url,path,index);
            }
        } catch (Exception e) {
            log.info("下载文件报错，url{},path:{}",url, path);
        }
    }

    private void zipLocalFiles(String num, String version) throws Exception{
        String sourcePath = String.format(this.sourceLocal, num, "");
        String localPath = "v4".equals(version) ? this.v4localPath : this.v3localPath;
        FileUtil.copyContent(FileUtil.newFile(localPath), FileUtil.newFile(sourcePath), true);
        //写入code.txt
        FileUtil.writeUtf8String(num, String.format(sourceLocal, num, "code.txt"));
    }

    private SceneViewInfoBean getSceneJson(String num){
        String sceneJsonData = redisUtil.get(String.format(RedisKey.SCENE_JSON, num));
        if(StrUtil.isEmpty(sceneJsonData)){
            sceneJsonData = fYunFileService.getFileContent(bucket, String.format(UploadFilePath.DATA_VIEW_PATH, num) + "scene.json");
        }
        sceneJsonData = sceneJsonData.replace(this.publicUrl, "");
        SceneViewInfoBean sceneInfoVO = JSON.parseObject(sceneJsonData, SceneViewInfoBean.class);
        sceneInfoVO.setScenePassword(null);
        if(Objects.isNull(sceneInfoVO.getFloorPlanAngle())){
            sceneInfoVO.setFloorPlanAngle(0f);
        }
        if(Objects.isNull(sceneInfoVO.getFloorPlanCompass())){
            sceneInfoVO.setFloorPlanCompass(0f);
        }
        SceneEditControlsBean controls = sceneInfoVO.getControls();
        if(Objects.isNull(controls.getShowShare())){
            controls.setShowShare(CommonStatus.YES.code().intValue());
        }
        if(Objects.isNull(controls.getShowCapture())){
            controls.setShowCapture(CommonStatus.YES.code().intValue());
        }
        if(Objects.isNull(controls.getShowBillboardTitle())){
            controls.setShowBillboardTitle(CommonStatus.YES.code().intValue());
        }

        return sceneInfoVO;
    }

    private Map<String, List<String>> getAllFiles(String num, String v4localPath, String bucket) throws Exception{
        //列出oss所有文件路径
        List<String> ossFilePaths = new ArrayList<>();
        for (String prefix : CommonConstant.prefixArr) {
            prefix = String.format(prefix, num);
            List<String> keys = fYunFileService.listRemoteFiles(bucket, prefix);
            if(CollUtil.isEmpty(keys)){
                continue;
            }
            if(FYunTypeEnum.AWS.code().equals(this.uploadType)){
                keys = keys.stream().filter(key->{
                    if(key.contains("x-oss-process")){
                        return false;
                    }
                    return true;
                }).collect(Collectors.toList());
            }
            ossFilePaths.addAll(keys);
        }

        //列出v3local所有文件路径
        File file = new File(v4localPath);
        List<String> localFilePaths = FileUtils.list(file);

        HashMap<String, List<String>> map = new HashMap<>();
        map.put("ossFilePaths", ossFilePaths);
        map.put("localFilePaths", localFilePaths);

        return map;
    }

    private void zip(String sourcePath, String zipPath) throws Exception {
        zipPath = zipPath.replace("mnt", "data");
        String target = String.format("/mnt/scenes/%s", DateExtUtil.format(new Date(), DateExtUtil.dateStyle6));
        String cmd = "cd " + sourcePath + " && zip -r " + zipPath + " * && mv -f " + zipPath + " "  + target;
        CmdUtils.callLineSh(cmd, 200);
        if(!FileUtil.exist(zipPath)){
            throw new RuntimeException("打包失败");
        }
    }


}