{"id":923796,"date":"2023-03-06T12:20:41","date_gmt":"2023-03-06T20:20:41","guid":{"rendered":"https:\/\/www.microsoft.com\/en-us\/research\/?post_type=msr-project&#038;p=923796"},"modified":"2026-02-05T06:38:56","modified_gmt":"2026-02-05T14:38:56","slug":"living-display","status":"publish","type":"msr-project","link":"https:\/\/www.microsoft.com\/en-us\/research\/project\/living-display\/","title":{"rendered":"Living Display"},"content":{"rendered":"<section class=\"mb-3 moray-highlight\">\n\t<div class=\"card-img-overlay mx-lg-0\">\n\t\t<div class=\"card-background  has-background- card-background--full-bleed\">\n\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"1920\" height=\"720\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720.jpg\" class=\"attachment-full size-full\" alt=\"woman facing a video screen using a Living Display for a video coference\" style=\"object-position: 77% 44%\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720.jpg 1920w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-300x113.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-1024x384.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-768x288.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-1536x576.jpg 1536w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-1600x600.jpg 1600w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/Living-Display_header_1920x720-240x90.jpg 240w\" sizes=\"auto, (max-width: 1920px) 100vw, 1920px\" \/>\t\t<\/div>\n\t\t<!-- Foreground -->\n\t\t<div class=\"card-foreground d-flex mt-md-n5 my-lg-5 px-g px-lg-0\">\n\t\t\t<!-- Container -->\n\t\t\t<div class=\"container d-flex mt-md-n5 my-lg-5 \">\n\t\t\t\t<!-- Card wrapper -->\n\t\t\t\t<div class=\"w-100 w-lg-col-5\">\n\t\t\t\t\t<!-- Card -->\n\t\t\t\t\t<div class=\"card material-md-card py-5 px-md-5\">\n\t\t\t\t\t\t<div class=\"card-body \">\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\n<h2 class=\"wp-block-heading\" id=\"living-display\">Living Display<\/h2>\n\n\n\n<p>Visually natural teleconferencing<\/p>\n\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/div>\n<\/section>\n\n\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"576\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-1024x576.jpg\" alt=\"two men facing each other in a video conference using Living Display\" class=\"wp-image-924477\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-1024x576.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-300x169.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-768x432.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-1066x600.jpg 1066w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-655x368.jpg 655w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-343x193.jpg 343w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-240x135.jpg 240w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-640x360.jpg 640w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720-960x540.jpg 960w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_static_1280x720.jpg 1280w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"576\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-1024x576.jpg\" alt=\"two men facing each other in a video conference using Living Display\" class=\"wp-image-924480\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-1024x576.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-300x169.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-768x432.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-1066x600.jpg 1066w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-655x368.jpg 655w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-343x193.jpg 343w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-240x135.jpg 240w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-640x360.jpg 640w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720-960x540.jpg 960w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_Spencer-Ben_moving_1280x720.jpg 1280w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"576\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-1024x576.jpg\" alt=\"a man and a woman facing each other in a video conference using Living Display\" class=\"wp-image-924483\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-1024x576.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-300x169.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-768x432.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-1066x600.jpg 1066w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-655x368.jpg 655w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-343x193.jpg 343w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-240x135.jpg 240w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-640x360.jpg 640w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9-960x540.jpg 960w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR_facing-video-screen_16-9.jpg 1280w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n<\/div>\n\n\n\n<p>Videoconferencing has become an integral part of our lives and was a critical instrument for personal and professional interaction during the COVID-19 pandemic. Businesses, education, and interpersonal relationships have been transformed in recent years by the adoption of video communication, which continues to grow as our society discovers the benefits of hybrid work. However, we as humans evolved over millennia to perceive verbal and non-verbal social cues that are critical during in-person communication. Current videoconferencing technologies are unable to fully replicate them. The purpose of this research is to provide an immersive, visually natural videoconferencing experience that is much closer to an in-person, face-to-face meeting than existing conferencing products.&nbsp;Our approach provides direct eye contact, true motion dynamics, and does so with no requirement for a head-mounted display.<\/p>\n\n\n\n<div class=\"wp-block-media-text has-video  has-vertical-margin-small  has-vertical-padding-none  is-stacked-on-mobile\"><figure class=\"wp-block-media-text__media video-wrapper\"><div class=\"yt-consent-placeholder\" role=\"region\" aria-label=\"Video playback requires cookie consent\" data-video-id=\"zJc_BQZ2yYk\" data-poster=\"https:\/\/img.youtube.com\/vi\/zJc_BQZ2yYk\/maxresdefault.jpg\"><iframe class=\"media-text__video\" data-src=\"https:\/\/www.youtube-nocookie.com\/embed\/zJc_BQZ2yYk?enablejsapi=1&rel=0\" frameborder=\"0\" allow=\"accelerometer; autoplay; encrypted-media; gyroscope; picture-in-picture\" allowfullscreen aria-hidden=\"true\" tabindex=\"-1\"><\/iframe><div class=\"yt-consent-placeholder__overlay\"><button class=\"yt-consent-placeholder__play\"><svg width=\"42\" height=\"42\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" aria-hidden=\"true\" focusable=\"false\"><g fill=\"none\" fill-rule=\"evenodd\"><circle fill=\"#000\" opacity=\".556\" cx=\"21\" cy=\"21\" r=\"21\"\/><path stroke=\"#FFF\" d=\"M27.5 22l-12 8.5v-17z\"\/><\/g><\/svg><span class=\"yt-consent-placeholder__label\">Video playback requires cookie consent<\/span><\/button><\/div><\/div><\/figure><div class=\"wp-block-media-text__content\">\n<p>The Living Display system allows you to look directly at your counterpart on the monitor and for your counterpart to experience you looking directly at them, rather than facing cameras above or below your display. In a typical video conference, when you change your position relative to the monitor, what you see stays the same.&nbsp;Our system goes beyond eye contact correction and provides correct motion dynamics of the person in 3D. As you move, what is shown on the monitor changes much as it would if you were looking through an actual physical window into another room. This video illustrates our vision for the Living Display system and how it can help bring a better sense of presence for videoconferencing.<\/p>\n<\/div><\/div>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"technology\">Technology<\/h2>\n\n\n\n<figure class=\"wp-block-video alignright\"><video height=\"886\" style=\"aspect-ratio: 1574 \/ 886;\" width=\"1574\" controls src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2023\/03\/TLDR-Demo-Ben-and-Spencer_cropped.mp4\"><\/video><\/figure>\n\n\n\n<p>To capture fluid motion dynamics, two Azure Kinect sensors positioned above the display, and one below, provide RGB plus depth information (RGB-D) to create a 3D model of you and your surroundings using Microsoft\u2019s <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/holoportation-3\/\">Holoportation<\/a><sup>TM<\/sup> technology. The model is either rendered at source and streamed as video, or the raw RGB-D data is transmitted across the network and rendered into a 3D model just before presentation to remote participants. You view remote participants the same way, providing a real-time, natural conferencing experience without the need for head-mounted displays.<\/p>\n\n\n\n<p>The depth sensors around the local display allow tracking of your current position and adjustment of the local view based on your gaze. Hence, the correct parallax effect of looking through a window is provided. Two-way data communication ensures that the participants on either side experience those motion dynamics in the video call.<\/p>\n\n\n\n<p><a id=\"_msocom_1\"><\/a><\/p>\n\n\n","protected":false},"excerpt":{"rendered":"<p>The purpose of this research is to provide an immersive, visually natural videoconferencing experience that is much closer to an in-person, face-to-face meeting than existing conferencing products.<\/p>\n","protected":false},"featured_media":924468,"template":"","meta":{"msr-url-field":"","msr-podcast-episode":"","msrModifiedDate":"","msrModifiedDateEnabled":false,"ep_exclude_from_search":false,"_classifai_error":"","footnotes":""},"research-area":[13562],"msr-locale":[268875],"msr-impact-theme":[264846,261667],"msr-pillar":[],"class_list":["post-923796","msr-project","type-msr-project","status-publish","has-post-thumbnail","hentry","msr-research-area-computer-vision","msr-locale-en_us","msr-archive-status-complete"],"msr_project_start":"","related-publications":[],"related-downloads":[],"related-videos":[],"related-groups":[901101],"related-events":[],"related-opportunities":[],"related-posts":[],"related-articles":[],"tab-content":[],"slides":[],"related-researchers":[{"type":"user_nicename","display_name":"Spencer Fowers","user_id":33581,"people_section":"Core research team","alias":"sfowers"},{"type":"user_nicename","display_name":"Thiago Vallin Spina","user_id":42246,"people_section":"Core research team","alias":"tvallinspina"},{"type":"user_nicename","display_name":"Andrea Britto Mattos Lima","user_id":42393,"people_section":"Core research team","alias":"andreabri"},{"type":"user_nicename","display_name":"David Tittsworth","user_id":38064,"people_section":"Core research team","alias":"datittsw"},{"type":"guest","display_name":"Christopher O\u2019Dowd","user_id":548874,"people_section":"Core research team","alias":""},{"type":"user_nicename","display_name":"Amber Hoak","user_id":37992,"people_section":"Core research team","alias":"amhoak"},{"type":"user_nicename","display_name":"Whitney Hudson","user_id":42513,"people_section":"Core research team","alias":"whhudson"}],"msr_research_lab":[199565,1161007],"msr_impact_theme":["Computing foundations","Empowerment"],"_links":{"self":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/923796","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project"}],"about":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/types\/msr-project"}],"version-history":[{"count":15,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/923796\/revisions"}],"predecessor-version":[{"id":1161531,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/923796\/revisions\/1161531"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media\/924468"}],"wp:attachment":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media?parent=923796"}],"wp:term":[{"taxonomy":"msr-research-area","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/research-area?post=923796"},{"taxonomy":"msr-locale","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-locale?post=923796"},{"taxonomy":"msr-impact-theme","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-impact-theme?post=923796"},{"taxonomy":"msr-pillar","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-pillar?post=923796"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}