advancedDynamicTexture.ts 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599
  1. /// <reference path="../../dist/preview release/babylon.d.ts"/>
  2. module BABYLON.GUI {
  3. export interface IFocusableControl {
  4. onFocus(): void;
  5. onBlur(): void;
  6. processKeyboard(evt: KeyboardEvent): void;
  7. }
  8. export class AdvancedDynamicTexture extends DynamicTexture {
  9. private _isDirty = false;
  10. private _renderObserver: Nullable<Observer<Camera>>;
  11. private _resizeObserver: Nullable<Observer<Engine>>;
  12. private _preKeyboardObserver: Nullable<Observer<KeyboardInfoPre>>;
  13. private _pointerMoveObserver: Nullable<Observer<PointerInfoPre>>;
  14. private _pointerObserver: Nullable<Observer<PointerInfo>>;
  15. private _canvasPointerOutObserver: Nullable<Observer<PointerEvent>>;
  16. private _background: string;
  17. public _rootContainer = new Container("root");
  18. public _lastPickedControl: Control;
  19. public _lastControlOver: {[pointerId:number]:Control} = {};
  20. public _lastControlDown: {[pointerId:number]:Control} = {};
  21. public _capturingControl: {[pointerId:number]:Control} = {};
  22. public _shouldBlockPointer: boolean;
  23. public _layerToDispose: Nullable<Layer>;
  24. public _linkedControls = new Array<Control>();
  25. private _isFullscreen = false;
  26. private _fullscreenViewport = new Viewport(0, 0, 1, 1);
  27. private _idealWidth = 0;
  28. private _idealHeight = 0;
  29. private _useSmallestIdeal: boolean = false;
  30. private _renderAtIdealSize = false;
  31. private _focusedControl: Nullable<IFocusableControl>;
  32. private _blockNextFocusCheck = false;
  33. private _renderScale = 1;
  34. public get renderScale(): number {
  35. return this._renderScale;
  36. }
  37. public set renderScale(value: number) {
  38. if (value === this._renderScale) {
  39. return;
  40. }
  41. this._renderScale = value;
  42. this._onResize();
  43. }
  44. public get background(): string {
  45. return this._background;
  46. }
  47. public set background(value: string) {
  48. if (this._background === value) {
  49. return;
  50. }
  51. this._background = value;
  52. this.markAsDirty();
  53. }
  54. public get idealWidth(): number {
  55. return this._idealWidth;
  56. }
  57. public set idealWidth(value: number) {
  58. if (this._idealWidth === value) {
  59. return;
  60. }
  61. this._idealWidth = value;
  62. this.markAsDirty();
  63. this._rootContainer._markAllAsDirty();
  64. }
  65. public get idealHeight(): number {
  66. return this._idealHeight;
  67. }
  68. public set idealHeight(value: number) {
  69. if (this._idealHeight === value) {
  70. return;
  71. }
  72. this._idealHeight = value;
  73. this.markAsDirty();
  74. this._rootContainer._markAllAsDirty();
  75. }
  76. public get useSmallestIdeal(): boolean {
  77. return this._useSmallestIdeal;
  78. }
  79. public set useSmallestIdeal(value: boolean) {
  80. if (this._useSmallestIdeal === value) {
  81. return;
  82. }
  83. this._useSmallestIdeal = value;
  84. this.markAsDirty();
  85. this._rootContainer._markAllAsDirty();
  86. }
  87. public get renderAtIdealSize(): boolean {
  88. return this._renderAtIdealSize;
  89. }
  90. public set renderAtIdealSize(value: boolean) {
  91. if (this._renderAtIdealSize === value) {
  92. return;
  93. }
  94. this._renderAtIdealSize = value;
  95. this._onResize();
  96. }
  97. public get layer(): Nullable<Layer> {
  98. return this._layerToDispose;
  99. }
  100. public get rootContainer(): Container {
  101. return this._rootContainer;
  102. }
  103. public get focusedControl(): Nullable<IFocusableControl> {
  104. return this._focusedControl;
  105. }
  106. public set focusedControl(control: Nullable<IFocusableControl>) {
  107. if (this._focusedControl == control) {
  108. return;
  109. }
  110. if (this._focusedControl) {
  111. this._focusedControl.onBlur();
  112. }
  113. if (control) {
  114. control.onFocus();
  115. }
  116. this._focusedControl = control;
  117. }
  118. public get isForeground(): boolean {
  119. if (!this.layer) {
  120. return true;
  121. }
  122. return (!this.layer.isBackground);
  123. }
  124. public set isForeground(value: boolean) {
  125. if (!this.layer) {
  126. return;
  127. }
  128. if (this.layer.isBackground === !value) {
  129. return;
  130. }
  131. this.layer.isBackground = !value;
  132. }
  133. constructor(name: string, width = 0, height = 0, scene: Nullable<Scene>, generateMipMaps = false, samplingMode = Texture.NEAREST_SAMPLINGMODE) {
  134. super(name, { width: width, height: height }, scene, generateMipMaps, samplingMode, Engine.TEXTUREFORMAT_RGBA);
  135. scene = this.getScene();
  136. if (!scene || !this._texture) {
  137. return;
  138. }
  139. this._renderObserver = scene.onBeforeCameraRenderObservable.add((camera: Camera) => this._checkUpdate(camera));
  140. this._preKeyboardObserver = scene.onPreKeyboardObservable.add(info => {
  141. if (!this._focusedControl) {
  142. return;
  143. }
  144. if (info.type === KeyboardEventTypes.KEYDOWN) {
  145. this._focusedControl.processKeyboard(info.event);
  146. }
  147. info.skipOnPointerObservable = true;
  148. });
  149. this._rootContainer._link(null, this);
  150. this.hasAlpha = true;
  151. if (!width || !height) {
  152. this._resizeObserver = scene.getEngine().onResizeObservable.add(() => this._onResize());
  153. this._onResize();
  154. }
  155. this._texture.isReady = true;
  156. }
  157. public executeOnAllControls(func: (control: Control) => void, container?: Container) {
  158. if (!container) {
  159. container = this._rootContainer;
  160. }
  161. for (var child of container.children) {
  162. if ((<any>child).children) {
  163. this.executeOnAllControls(func, (<Container>child));
  164. continue;
  165. }
  166. func(child);
  167. }
  168. }
  169. public markAsDirty() {
  170. this._isDirty = true;
  171. this.executeOnAllControls((control) => {
  172. if (control._isFontSizeInPercentage) {
  173. control._resetFontCache();
  174. }
  175. });
  176. }
  177. public addControl(control: Control): AdvancedDynamicTexture {
  178. this._rootContainer.addControl(control);
  179. return this;
  180. }
  181. public removeControl(control: Control): AdvancedDynamicTexture {
  182. this._rootContainer.removeControl(control);
  183. return this;
  184. }
  185. public dispose(): void {
  186. let scene = this.getScene();
  187. if (!scene) {
  188. return;
  189. }
  190. scene.onBeforeCameraRenderObservable.remove(this._renderObserver);
  191. if (this._resizeObserver) {
  192. scene.getEngine().onResizeObservable.remove(this._resizeObserver);
  193. }
  194. if (this._pointerMoveObserver) {
  195. scene.onPrePointerObservable.remove(this._pointerMoveObserver);
  196. }
  197. if (this._pointerObserver) {
  198. scene.onPointerObservable.remove(this._pointerObserver);
  199. }
  200. if (this._preKeyboardObserver) {
  201. scene.onPreKeyboardObservable.remove(this._preKeyboardObserver);
  202. }
  203. if (this._canvasPointerOutObserver) {
  204. scene.getEngine().onCanvasPointerOutObservable.remove(this._canvasPointerOutObserver);
  205. }
  206. if (this._layerToDispose) {
  207. this._layerToDispose.texture = null;
  208. this._layerToDispose.dispose();
  209. this._layerToDispose = null;
  210. }
  211. this._rootContainer.dispose();
  212. super.dispose();
  213. }
  214. private _onResize(): void {
  215. let scene = this.getScene();
  216. if (!scene) {
  217. return;
  218. }
  219. // Check size
  220. var engine = scene.getEngine();
  221. var textureSize = this.getSize();
  222. var renderWidth = engine.getRenderWidth() * this._renderScale;
  223. var renderHeight = engine.getRenderHeight() * this._renderScale;
  224. if (this._renderAtIdealSize) {
  225. if (this._idealWidth) {
  226. renderHeight = (renderHeight * this._idealWidth) / renderWidth;
  227. renderWidth = this._idealWidth;
  228. } else if (this._idealHeight) {
  229. renderWidth = (renderWidth * this._idealHeight) / renderHeight;
  230. renderHeight = this._idealHeight;
  231. }
  232. }
  233. if (textureSize.width !== renderWidth || textureSize.height !== renderHeight) {
  234. this.scaleTo(renderWidth, renderHeight);
  235. this.markAsDirty();
  236. if (this._idealWidth || this._idealHeight) {
  237. this._rootContainer._markAllAsDirty();
  238. }
  239. }
  240. }
  241. public _getGlobalViewport(scene: Scene): Viewport {
  242. var engine = scene.getEngine();
  243. return this._fullscreenViewport.toGlobal(engine.getRenderWidth(), engine.getRenderHeight());
  244. }
  245. private _checkUpdate(camera: Camera): void {
  246. if (this._layerToDispose) {
  247. if ((camera.layerMask & this._layerToDispose.layerMask) === 0) {
  248. return;
  249. }
  250. }
  251. if (this._isFullscreen && this._linkedControls.length) {
  252. var scene = this.getScene();
  253. if (!scene) {
  254. return;
  255. }
  256. var globalViewport = this._getGlobalViewport(scene);
  257. for (var control of this._linkedControls) {
  258. if (!control.isVisible) {
  259. continue;
  260. }
  261. var mesh = control._linkedMesh;
  262. if (!mesh || mesh.isDisposed()) {
  263. Tools.SetImmediate(() => {
  264. control.linkWithMesh(null);
  265. });
  266. continue;
  267. }
  268. var position = mesh.getBoundingInfo().boundingSphere.center;
  269. var projectedPosition = Vector3.Project(position, mesh.getWorldMatrix(), scene.getTransformMatrix(), globalViewport);
  270. if (projectedPosition.z < 0 || projectedPosition.z > 1) {
  271. control.notRenderable = true;
  272. continue;
  273. }
  274. control.notRenderable = false;
  275. // Account for RenderScale.
  276. projectedPosition.scaleInPlace(this.renderScale);
  277. control._moveToProjectedPosition(projectedPosition);
  278. }
  279. }
  280. if (!this._isDirty && !this._rootContainer.isDirty) {
  281. return;
  282. }
  283. this._isDirty = false;
  284. this._render();
  285. this.update();
  286. }
  287. private _render(): void {
  288. var textureSize = this.getSize();
  289. var renderWidth = textureSize.width;
  290. var renderHeight = textureSize.height;
  291. // Clear
  292. var context = this.getContext();
  293. context.clearRect(0, 0, renderWidth, renderHeight);
  294. if (this._background) {
  295. context.save();
  296. context.fillStyle = this._background;
  297. context.fillRect(0, 0, renderWidth, renderHeight);
  298. context.restore();
  299. }
  300. // Render
  301. context.font = "18px Arial";
  302. context.strokeStyle = "white";
  303. var measure = new Measure(0, 0, renderWidth, renderHeight);
  304. this._rootContainer._draw(measure, context);
  305. }
  306. private _doPicking(x: number, y: number, type: number, pointerId: number, buttonIndex: number): void {
  307. var scene = this.getScene();
  308. if (!scene) {
  309. return;
  310. }
  311. var engine = scene.getEngine();
  312. var textureSize = this.getSize();
  313. if (this._isFullscreen) {
  314. x = x * (textureSize.width / engine.getRenderWidth());
  315. y = y * (textureSize.height / engine.getRenderHeight());
  316. }
  317. if (this._capturingControl[pointerId]) {
  318. this._capturingControl[pointerId]._processObservables(type, x, y, pointerId, buttonIndex);
  319. return;
  320. }
  321. if (!this._rootContainer._processPicking(x, y, type, pointerId, buttonIndex)) {
  322. if (type === BABYLON.PointerEventTypes.POINTERMOVE) {
  323. if (this._lastControlOver[pointerId]) {
  324. this._lastControlOver[pointerId]._onPointerOut(this._lastControlOver[pointerId]);
  325. }
  326. delete this._lastControlOver[pointerId];
  327. }
  328. }
  329. this._manageFocus();
  330. }
  331. public _cleanControlAfterRemovalFromList(list: {[pointerId:number]:Control}, control:Control) {
  332. for (var pointerId in list) {
  333. if (!list.hasOwnProperty(pointerId)) {
  334. continue;
  335. }
  336. var lastControlOver = list[pointerId];
  337. if (lastControlOver === control) {
  338. delete list[pointerId];
  339. }
  340. }
  341. }
  342. public _cleanControlAfterRemoval(control: Control) {
  343. this._cleanControlAfterRemovalFromList(this._lastControlDown, control);
  344. this._cleanControlAfterRemovalFromList(this._lastControlOver, control);
  345. }
  346. public attach(): void {
  347. var scene = this.getScene();
  348. if (!scene) {
  349. return;
  350. }
  351. this._pointerMoveObserver = scene.onPrePointerObservable.add((pi, state) => {
  352. if (pi.type !== BABYLON.PointerEventTypes.POINTERMOVE
  353. && pi.type !== BABYLON.PointerEventTypes.POINTERUP
  354. && pi.type !== BABYLON.PointerEventTypes.POINTERDOWN) {
  355. return;
  356. }
  357. if (!scene) {
  358. return;
  359. }
  360. let camera = scene.cameraToUseForPointers || scene.activeCamera;
  361. if (!camera) {
  362. return;
  363. }
  364. let engine = scene.getEngine();
  365. let viewport = camera.viewport;
  366. let x = (scene.pointerX / engine.getHardwareScalingLevel() - viewport.x * engine.getRenderWidth()) / viewport.width;
  367. let y = (scene.pointerY / engine.getHardwareScalingLevel() - viewport.y * engine.getRenderHeight()) / viewport.height;
  368. this._shouldBlockPointer = false;
  369. this._doPicking(x, y, pi.type, (pi.event as PointerEvent).pointerId || 0, pi.event.button);
  370. pi.skipOnPointerObservable = this._shouldBlockPointer;
  371. });
  372. this._attachToOnPointerOut(scene);
  373. }
  374. public attachToMesh(mesh: AbstractMesh, supportPointerMove = true): void {
  375. var scene = this.getScene();
  376. if (!scene) {
  377. return;
  378. }
  379. this._pointerObserver = scene.onPointerObservable.add((pi, state) => {
  380. if (pi.type !== BABYLON.PointerEventTypes.POINTERMOVE
  381. && pi.type !== BABYLON.PointerEventTypes.POINTERUP
  382. && pi.type !== BABYLON.PointerEventTypes.POINTERDOWN) {
  383. return;
  384. }
  385. var pointerId = (pi.event as PointerEvent).pointerId || 0;
  386. if (pi.pickInfo && pi.pickInfo.hit && pi.pickInfo.pickedMesh === mesh) {
  387. var uv = pi.pickInfo.getTextureCoordinates();
  388. if (uv) {
  389. let size = this.getSize();
  390. this._doPicking(uv.x * size.width, (1.0 - uv.y) * size.height, pi.type, pointerId, pi.event.button);
  391. }
  392. } else if (pi.type === BABYLON.PointerEventTypes.POINTERUP) {
  393. if (this._lastControlDown[pointerId]) {
  394. this._lastControlDown[pointerId].forcePointerUp(pointerId);
  395. }
  396. delete this._lastControlDown[pointerId];
  397. this.focusedControl = null;
  398. } else if (pi.type === BABYLON.PointerEventTypes.POINTERMOVE) {
  399. if (this._lastControlOver[pointerId]) {
  400. this._lastControlOver[pointerId]._onPointerOut(this._lastControlOver[pointerId]);
  401. }
  402. delete this._lastControlOver[pointerId];
  403. }
  404. });
  405. mesh.enablePointerMoveEvents = supportPointerMove;
  406. this._attachToOnPointerOut(scene);
  407. }
  408. public moveFocusToControl(control: IFocusableControl): void {
  409. this.focusedControl = control;
  410. this._lastPickedControl = <any>control;
  411. this._blockNextFocusCheck = true;
  412. }
  413. private _manageFocus(): void {
  414. if (this._blockNextFocusCheck) {
  415. this._blockNextFocusCheck = false;
  416. this._lastPickedControl = <any>this._focusedControl;
  417. return;
  418. }
  419. // Focus management
  420. if (this._focusedControl) {
  421. if (this._focusedControl !== (<any>this._lastPickedControl)) {
  422. if (this._lastPickedControl.isFocusInvisible) {
  423. return;
  424. }
  425. this.focusedControl = null;
  426. }
  427. }
  428. }
  429. private _attachToOnPointerOut(scene: Scene): void {
  430. this._canvasPointerOutObserver = scene.getEngine().onCanvasPointerOutObservable.add((pointerEvent) => {
  431. if (this._lastControlOver[pointerEvent.pointerId]) {
  432. this._lastControlOver[pointerEvent.pointerId]._onPointerOut(this._lastControlOver[pointerEvent.pointerId]);
  433. }
  434. delete this._lastControlOver[pointerEvent.pointerId];
  435. if (this._lastControlDown[pointerEvent.pointerId]) {
  436. this._lastControlDown[pointerEvent.pointerId].forcePointerUp();
  437. }
  438. delete this._lastControlDown[pointerEvent.pointerId];
  439. });
  440. }
  441. // Statics
  442. public static CreateForMesh(mesh: AbstractMesh, width = 1024, height = 1024, supportPointerMove = true): AdvancedDynamicTexture {
  443. var result = new AdvancedDynamicTexture(mesh.name + " AdvancedDynamicTexture", width, height, mesh.getScene(), true, Texture.TRILINEAR_SAMPLINGMODE);
  444. var material = new BABYLON.StandardMaterial("AdvancedDynamicTextureMaterial", mesh.getScene());
  445. material.backFaceCulling = false;
  446. material.diffuseColor = BABYLON.Color3.Black();
  447. material.specularColor = BABYLON.Color3.Black();
  448. material.emissiveTexture = result;
  449. material.opacityTexture = result;
  450. mesh.material = material;
  451. result.attachToMesh(mesh, supportPointerMove);
  452. return result;
  453. }
  454. /**
  455. * FullScreenUI is created in a layer. This allows it to be treated like any other layer.
  456. * As such, if you have a multi camera setup, you can set the layerMask on the GUI as well.
  457. * When the GUI is not Created as FullscreenUI it does not respect the layerMask.
  458. * layerMask is set through advancedTexture.layer.layerMask
  459. * @param name name for the Texture
  460. * @param foreground render in foreground (default is true)
  461. * @param scene scene to be rendered in
  462. * @param sampling method for scaling to fit screen
  463. * @returns AdvancedDynamicTexture
  464. */
  465. public static CreateFullscreenUI(name: string, foreground: boolean = true, scene: Nullable<Scene> = null, sampling = Texture.BILINEAR_SAMPLINGMODE): AdvancedDynamicTexture {
  466. var result = new AdvancedDynamicTexture(name, 0, 0, scene, false, sampling);
  467. // Display
  468. var layer = new BABYLON.Layer(name + "_layer", null, scene, !foreground);
  469. layer.texture = result;
  470. result._layerToDispose = layer;
  471. result._isFullscreen = true;
  472. // Attach
  473. result.attach();
  474. return result;
  475. }
  476. }
  477. }