PrimordialUniverse/modules/index.js

import CharactorManager from "./CharactorManager.js";
import common from "./utils/common.js";
import houseShader from "./shaders/houseShader.js";
import settings from "./utils/settings.js";
import CameraController from "./CameraController.js";

export default class App {

    constructor(engine) {
        
        var scene = new BABYLON.Scene(engine);
        this.scene = scene
        scene.collisionsEnabled = true;

        // Lights
        var light = new BABYLON.HemisphericLight("light1", new BABYLON.Vector3(0, -1, 0), scene);
        light.intensity = 1.0;
        light.specular = BABYLON.Color3.Black();
    
        var light2 = new BABYLON.HemisphericLight("dir01", new BABYLON.Vector3(0, 1, 0), scene);
        light2.intensity = 0.1;
        light2.position = new BABYLON.Vector3(0, 5, 5);
    
        // Skybox
        var skybox = BABYLON.MeshBuilder.CreateBox("skyBox", { size: 1000.0 }, scene);
        var skyboxMaterial = new BABYLON.StandardMaterial("skyBox", scene);
        skyboxMaterial.backFaceCulling = false;
        skyboxMaterial.reflectionTexture = new BABYLON.CubeTexture("textures/environment.env", scene);
        skyboxMaterial.reflectionTexture.coordinatesMode = BABYLON.Texture.SKYBOX_MODE;
        skyboxMaterial.diffuseColor = new BABYLON.Color3(0, 0, 0);
        skyboxMaterial.specularColor = new BABYLON.Color3(0, 0, 0);
        skybox.material = skyboxMaterial;

        this.init()
        this.bindEvents()
        setTimeout(() => this.bindSocketEvents(), 1000)
    }

    init() {

        let self = this
        BABYLON.SceneLoader.ImportMesh("", "../scenes/house/", "close_to_bottom_L.glb", this.scene, async function (newMeshes, particleSystems, skeletons, animationGroups) {
            
            self.house = newMeshes
            // self.house[0].position = new BABYLON.Vector3(0.6, 2.1, 1.5)
            // self.house[0].position = new BABYLON.Vector3(-22, 0, 12)

            let houseVideo = document.getElementById("houseTexture0")

            newMeshes.forEach(m => {
                // m.scaling.scaleInPlace(100);
                m._geometry && (m.checkCollisions = true)

                if(m.material) 
                {
                    BABYLON.Effect.ShadersStore['aFragmentShader'] = houseShader.fragment;
                    BABYLON.Effect.ShadersStore['aVertexShader'] = houseShader.vertex;
                
                    let shaderMaterial = new BABYLON.ShaderMaterial("shader", self.scene, { vertex: "a", fragment: "a", }, {
                        attributes: houseShader.attributes,
                        uniforms: houseShader.uniforms,
                        defines: houseShader.defines
                    });
                    
                    let videoTexture = new BABYLON.VideoTexture("", houseVideo, self.scene)
                    // document.getElementById("houseTexture0").play()
                    // document.getElementById("houseTexture0").loop = "loop"

                    shaderMaterial.setTexture("texture_video", videoTexture)
                    shaderMaterial.setVector3("focal_width_height", new BABYLON.Vector3(
                        864 * window.innerWidth / settings.video.width, // 1500
                        settings.video.width * window.innerHeight / settings.video.height, 
                        window.innerHeight
                    ))
                    shaderMaterial.setFloat("isYUV", 0)

                    m.material = shaderMaterial
                }
            });

            self.charactorManager = new CharactorManager(self)
            await self.charactorManager.readPointData()
            self.charactorManager.importCharactorModel("../scenes/charactors/", "man_YXL.glb")
        });

        this.cameraController = new CameraController(self)
    }

    bindEvents() {

        this.scene.onPointerObservable.add((pointerInfo) => {

            switch (pointerInfo.type) {
                case BABYLON.PointerEventTypes.POINTERDOWN:
                    this.cameraController.startMouseRotate(pointerInfo)
                    break;

                case BABYLON.PointerEventTypes.POINTERUP:
                    this.cameraController.endMouseRotate()
                    break;

                case BABYLON.PointerEventTypes.POINTERMOVE:
                    if(this.cameraController.lastFramePoint) 
                        this.cameraController.mouseRotating(pointerInfo)
                    break;

                case BABYLON.PointerEventTypes.POINTERWHEEL:
                    break;

                case BABYLON.PointerEventTypes.POINTERPICK:
                    break;

                case BABYLON.PointerEventTypes.POINTERTAP:
                    if(pointerInfo.pickInfo.hit && this.house.indexOf(pointerInfo.pickInfo.pickedMesh)) {
                        this.charactorManager.clickHouse()
                    }
                    break;

                case BABYLON.PointerEventTypes.POINTERDOUBLETAP:
                    break;
            }

        });

        this.scene.onBeforeAnimationsObservable.add(() => {

            if(this.charactorManager && this.charactorManager.charactor)
                this.charactorManager.onBeforeAnimation()

        })

        this.scene.onBeforeRenderObservable.add(() => {

            this.cameraController.updateCameraPos()

        })
    }

    bindSocketEvents() {
        
        window.connection.socket.on('getSocketVideo', async(data) => {

            console.log("[3D] get: ", data)

            const blob = new Blob([data], { type: 'application/video' })
            const url = URL.createObjectURL(blob)
            // this.updateHouseVideoBlob(url, true)
            let video = common.createVideoElement0(url)
            video.loop = "loop"
            setTimeout(function () {
              return URL.revokeObjectURL(url)
            }, 3000)

            // this.cameraController.rotateCamera(this.cameraController.alphaOffset)
        })

        window.connection.socket.on('getVideo', async (jsonArr) => {
            
            let path = jsonArr.map( async (data) => { 

                const blob = new Blob([data.video], { type: 'application/video' })
                const url = URL.createObjectURL(blob)
                setTimeout(function () {
                  return URL.revokeObjectURL(url)
                }, 3000)
    
                return { 
                    point: new BABYLON.Vector3(data.point.x, 0, data.point.z), 
                    video: await common.createVideoElement(url)
                } 
            })

            // 行走时锁定camera
            this.cameraController.lockCamera(true)
            this.charactorManager.charactor.startWalk(path, this)

        })
    
        window.connection.socket.on("getRoute", (event) => {
            console.log("getRoute", event);

            // window.connection.socket.emit("getRotateVideo", {
            //     videoPath: pointData.id + "/" + pointData.id,
            //     sangle: 0,
            //     eangle: 359,
            //     reverses: true,
            //     sceneCode: settings.sceneCode,
            //     roomId: settings.roomId,
            //     userId: settings.userId,
            // });
            // window.connection.socket.emit("getRotateVideo", {
            //     videoPath: pointData.id + "/" + pointData.id,
            //     sangle: 0,
            //     eangle: 359,
            //     reverses: false,
            //     sceneCode: settings.sceneCode,
            //     roomId: settings.roomId,
            //     userId: settings.userId,
            // });

        });
    }

    updateHouseVideo(video, notPlay) {
        let videoTexture = new BABYLON.VideoTexture("", video, this.scene)
        this.house.forEach(mesh => {
            mesh.material && mesh.material.setTexture("texture_video", videoTexture)
        })
        !notPlay && video.play()
    }

    async updateHouseVideoBlob(blobUrl, notPlay) {
        let video = await common.createVideoElement(blobUrl)
        video.loop = "loop"
        let videoTexture = new BABYLON.VideoTexture("", video, this.scene)
        this.house.forEach(mesh => {
            mesh.material && mesh.material.setTexture("texture_video", videoTexture)
        })
        !notPlay && video.play()
    }

}