PrimordialUniverse/modules/index.js

import CharactorManager from "./CharactorManager.js";
import common from "./utils/common.js";
import houseShader from "./shaders/houseShader.js";
import settings from "./utils/settings.js";
import CameraController from "./CameraController.js";

export default class App {

    constructor(engine) {
        
        var scene = new BABYLON.Scene(engine);
        this.scene = scene
        scene.collisionsEnabled = true;

        // Lights
        var light = new BABYLON.HemisphericLight("light1", new BABYLON.Vector3(0, -1, 0), scene);
        light.intensity = 1.0;
        light.specular = BABYLON.Color3.Black();
    
        var light2 = new BABYLON.HemisphericLight("dir01", new BABYLON.Vector3(0, 1, 0), scene);
        light2.intensity = 0.1;
        light2.position = new BABYLON.Vector3(0, 5, 5);
    
        // Skybox
        var skybox = BABYLON.MeshBuilder.CreateBox("skyBox", { size: 1000.0 }, scene);
        var skyboxMaterial = new BABYLON.StandardMaterial("skyBox", scene);
        skyboxMaterial.backFaceCulling = false;
        skyboxMaterial.reflectionTexture = new BABYLON.CubeTexture("textures/environment.env", scene);
        skyboxMaterial.reflectionTexture.coordinatesMode = BABYLON.Texture.SKYBOX_MODE;
        skyboxMaterial.diffuseColor = new BABYLON.Color3(0, 0, 0);
        skyboxMaterial.specularColor = new BABYLON.Color3(0, 0, 0);
        skybox.material = skyboxMaterial;

        this.hasVideoTexture = false
        this.hasVideoTexture = true

        this.init()
        this.bindEvents()
        setTimeout(() => this.bindSocketEvents(), 1000)
    }

    init() {

        this.initVideo = true
        this.isReverse = false

        let self = this
        BABYLON.SceneLoader.ImportMesh("", "../scenes/house/", "close_to_bottom_L.glb", this.scene, async function (newMeshes, particleSystems, skeletons, animationGroups) {
            
            self.house = newMeshes
            // self.house[0].position = new BABYLON.Vector3(0, 0, -0.5)
            // self.house[0].position = new BABYLON.Vector3(-22, 0, 12)

            let houseVideo = document.getElementById("houseTexture")

            setTimeout(() => {
                        
                window.connection.socket.emit("getRotateVideoUrl", {
                    videoPath: "0/0",
                    sangle: 0,
                    eangle: 360,
                    reverses: false,
                    sceneCode: settings.sceneCode,
                    roomId: settings.roomId,
                    userId: settings.userId,
                });
                window.connection.socket.emit("getRotateVideoUrl", {
                    videoPath: "0/0" ,
                    sangle: 0,
                    eangle: 360,
                    reverses: true,
                    sceneCode: settings.sceneCode,
                    roomId: settings.roomId,
                    userId: settings.userId,
                });
        
            }, 1500)

            newMeshes.forEach(m => {
                // m.scaling.scaleInPlace(100);
                m._geometry && (m.checkCollisions = true)

                if(m.material) 
                {
                    BABYLON.Effect.ShadersStore['aFragmentShader'] = houseShader.fragment;
                    BABYLON.Effect.ShadersStore['aVertexShader'] = houseShader.vertex;
                
                    let shaderMaterial = new BABYLON.ShaderMaterial("shader", self.scene, { vertex: "a", fragment: "a", }, {
                        attributes: houseShader.attributes,
                        uniforms: houseShader.uniforms,
                        defines: houseShader.defines
                    });
                    
                    let videoTexture = new BABYLON.VideoTexture("", houseVideo, self.scene)
                    // document.getElementById("houseTexture0").play()
                    // document.getElementById("houseTexture0").loop = "loop"

                    shaderMaterial.setTexture("texture_video", videoTexture)
                    shaderMaterial.setVector3("focal_width_height", new BABYLON.Vector3(
                        864 * window.innerWidth / settings.video.width, // 1500
                        settings.video.width * window.innerHeight / settings.video.height, 
                        window.innerHeight
                        // 864 * window.innerHeight / settings.video.width, // 1500
                        // settings.video.width * window.innerWidth / settings.video.height, 
                        // window.innerWidth
                    ))
                    shaderMaterial.setFloat("isYUV", 0)

                    if(self.hasVideoTexture) m.material = shaderMaterial
                }
            });

            self.charactorManager = new CharactorManager(self)
            await self.charactorManager.readPointData()
            self.charactorManager.importCharactorModel("../scenes/charactors/", "man_YXL.glb")
        });

        this.cameraController = new CameraController(self)
    }

    bindEvents() {

        this.scene.onPointerObservable.add((pointerInfo) => {

            switch (pointerInfo.type) {
                case BABYLON.PointerEventTypes.POINTERDOWN:
                    this.cameraController.startMouseRotate(pointerInfo)
                    break;

                case BABYLON.PointerEventTypes.POINTERUP:
                    this.cameraController.endMouseRotate()
                    break;

                case BABYLON.PointerEventTypes.POINTERMOVE:
                    if(this.cameraController.lastFramePoint) 
                        this.cameraController.mouseRotating(pointerInfo)
                    break;

                case BABYLON.PointerEventTypes.POINTERWHEEL:
                    break;

                case BABYLON.PointerEventTypes.POINTERPICK:
                    break;

                case BABYLON.PointerEventTypes.POINTERTAP:
                    if(pointerInfo.pickInfo.hit && this.house.indexOf(pointerInfo.pickInfo.pickedMesh)) {
                        this.charactorManager.clickHouse()
                    }
                    break;

                case BABYLON.PointerEventTypes.POINTERDOUBLETAP:
                    break;
            }

        });

        this.scene.onBeforeAnimationsObservable.add(() => {

            if(this.charactorManager && this.charactorManager.charactor)
                this.charactorManager.onBeforeAnimation()

        })

        this.scene.onBeforeRenderObservable.add(() => {

            this.cameraController.updateCameraPos()

        })
    }

    bindSocketEvents() {

        let walkPointsTemp = []
        window.connection.socket.on('getRotateVideoUrl', async(data) => {    
            console.log("[3D] getSocketVideo: ", data)
            const url = data
            // 获得旋转视频
                            
            let video = this.isReverse ? document.getElementById("houseTextureReverse") 
            : document.getElementById("houseTexture")

            video.src = url

            this.isReverse = !this.isReverse

            // 页面刷新后初次加载视频
            if(this.initVideo) {
            this.updateHouseVideo(video, true)
            this.initVideo = false
            this.cameraController.camera.minZ = 0.001
            }
        })

        window.connection.socket.on('getVideoUrl', async(data) => {    
            console.log("[3D] getSocketVideo: ", data)
            const url = data

            if(this.getSocketVideoType == "walkPath") {

                let dir = this.charactorManager.getVideoDirecNum()
                // 获得行走视频
                let path = walkPointsTemp.map( (point, i) => { 
                    return { 
                        id: point.id,
                        point: new BABYLON.Vector3(-point.location.x, 0, point.location.z), 
                        video: i == 0 ? common.createVideoElement0(url) : null,
                        videoName: i != walkPointsTemp.length - 1 ? (point.id + "/" + point.id + "_" + walkPointsTemp[i+1].id + "_" + dir) : null
                    } 
                })

                this.getSocketVideoType = "nextWalk"
    
                // 行走时锁定camera
                this.cameraController.lockCamera(true)
                this.charactorManager.charactor.startWalk(path, this.charactorManager)

            } 
            else if(this.getSocketVideoType == "nextWalk") {

                let charactor = this.charactorManager.charactor
                let video = common.createVideoElement0(url) //await common.createVideoElement(url)

                console.error(charactor.walkData.currentPoint+1)
                charactor.walkData.pathArr[charactor.walkData.currentPoint+1].video = video

            } 
        })
        
        window.connection.socket.on('getSocketVideo', async(data) => {

            console.log("[3D] getSocketVideo: ", data)

            const blob = new Blob( [data], { type: 'application/video' })

            const url = URL.createObjectURL(blob)
            setTimeout(function () {
                URL.revokeObjectURL(url)
            }, 3000)

            if(this.getSocketVideoType == "walkPath") {

                let dir = this.charactorManager.getVideoDirecNum()
                // 获得行走视频
                let path = walkPointsTemp.map( (point, i) => { 
                    return { 
                        id: point.id,
                        point: new BABYLON.Vector3(-point.location.x, 0, point.location.z), 
                        video: i == 0 ? common.createVideoElement0(url) : null,
                        videoName: i != walkPointsTemp.length - 1 ? (point.id + "/" + point.id + "_" + walkPointsTemp[i+1].id + "_" + dir) : null
                    } 
                })

                this.getSocketVideoType = "nextWalk"
    
                // 行走时锁定camera
                this.cameraController.lockCamera(true)
                this.charactorManager.charactor.startWalk(path, this.charactorManager)

            } 
            else if(this.getSocketVideoType == "nextWalk") {

                let charactor = this.charactorManager.charactor
                let video = common.createVideoElement0(url) //await common.createVideoElement(url)

                charactor.walkData.pathArr[charactor.walkData.currentPoint+1].video = video

            } 
            else {
                // 获得旋转视频
                let video = this.isReverse ? document.getElementById("houseTextureReverse") 
                    : document.getElementById("houseTexture")

                video.src = url

                this.isReverse = !this.isReverse

                // 页面刷新后初次加载视频
                if(this.initVideo) {
                    // this.updateHouseVideo(video, true)
                    this.initVideo = false
                    this.cameraController.camera.minZ = 0.001
                }
            }
        })

        window.connection.socket.on('getVideoUrl', async (data) => {
            
            console.log("[3D] getVideoUrl: ", data)

            // const blob = new Blob([data], { type: 'application/video' })
            // const url = URL.createObjectURL(blob)
            // setTimeout(function () {
            //     URL.revokeObjectURL(url)
            // }, 3000)

            // let path = this.currentPoints.map( (point, index) => { 
            //     return { 
            //         point: new BABYLON.Vector3(point.location.x, 0, point.location.z), 
            //         video: url // await common.createVideoElement0(url)
            //     } 
            // })

            // // 行走时锁定camera
            // this.cameraController.lockCamera(true)
            // this.charactorManager.charactor.startWalk(path, this.charactorManager)
        })
    
        // 获得行走路径
        window.connection.socket.on("getRoute", (data) => {

            console.log("[3D] getRoute", data);

            if(!data || data.length < 2) return

            walkPointsTemp = data
 
            let dir = this.charactorManager.getVideoDirecNum()
            let firstVideoName = data[0].id + "/" + data[0].id + "_" + data[1].id + "_" + dir

            this.getSocketVideoType = "walkPath"
            let sendData = {
                videoList: [firstVideoName],
                sceneCode: settings.sceneCode,
                roomId: settings.roomId,
                userId: settings.userId,
            }
            console.log("[3D] send(getVideoUrl): ", sendData);
            connection.socket.emit("getVideoUrl", sendData);
        });
    }

    updateHouseVideo(video, notPlay) {
        let videoTexture = new BABYLON.VideoTexture("", video, this.scene)
        this.house.forEach(mesh => {
            // mesh.material && mesh.material.setTexture("texture_video", videoTexture)
        })
        !notPlay && video.play()
    }

    async updateHouseVideoBlob(blobUrl, notPlay) {
        let video = await common.createVideoElement(blobUrl)
        // video.loop = "loop"
        let videoTexture = new BABYLON.VideoTexture("", video, this.scene)
        this.hasVideoTexture && this.house.forEach(mesh => {
            mesh.material && mesh.material.setTexture("texture_video", videoTexture)
        })
        !notPlay && video.play()
    }

}