{
 "@context": "https://schema.org",
 "@type": "ScholarlyArticle",
 "@id": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#paper",
 "aboutThisFile": {
  "whatThisIs": "A research brief: a structured summary of one paper, prepared for seanrintel.com from the paper's full text.",
  "howItWasMade": "This brief was prepared with AI assistance and published by Sean Rintel. It is not the authors' published text.",
  "whatIsVerbatim": "Only 'quote' fields, figure captions and 'abstract' are the authors' own words. Research questions follow the paper's wording where it states them. Takeaway, summaries, answers, definitions and method are the site's plain-language paraphrase.",
  "howItIsChecked": "Before publication every quote is matched against the paper and every number in the brief is found in it. 'verified' is the date of the last check.",
  "howToUse": [
   "For a quick answer, use 'takeaway' and 'questions'. For evidence, use 'findings' (each has a verbatim quote, its location in the paper and a 'url' anchored to that finding on the paper's page).",
   "Locations such as '§5.2, p. 9' refer to the version at 'pageNumbersReferTo'.",
   "For anything not covered here, read the paper itself: 'fullTextSources' lists free versions first.",
   "If 'researchOverview' is present, the paper is part of one of Sean Rintel's research overviews: it gives the overview's thesis, the claims this paper is evidence for and its role in each, and the other papers in the overview.",
   "To find other papers by Sean Rintel, use the catalogue at https://seanrintel.com/publications/index.json."
  ],
  "authorship": "Sean Rintel's role on each paper: lead author when he is first author, sole author when he is the only author, and otherwise senior author. Senior author here means the senior researcher on the team, whatever his position in the author list.",
  "howToCite": "Cite the paper, not this file: use 'citation' or the ready-made 'bibtex' (DOI where given) and name every author. Attribute paraphrase to the paper's findings, and use quotation marks only for 'quote' text."
 },
 "name": "Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings",
 "author": [
  {
   "@type": "Person",
   "name": "Kate Nowak"
  },
  {
   "@type": "Person",
   "name": "Lev Tankelevitch"
  },
  {
   "@type": "Person",
   "name": "John Tang"
  },
  {
   "@type": "Person",
   "@id": "https://seanrintel.com/#sean-rintel",
   "name": "Sean Rintel",
   "url": "https://seanrintel.com/",
   "sameAs": [
    "https://orcid.org/0000-0003-0840-0546",
    "https://scholar.google.com/citations?user=xc25GRgAAAAJ",
    "https://www.wikidata.org/wiki/Q102369654",
    "https://www.microsoft.com/en-us/research/people/serintel/",
    "https://www.linkedin.com/in/seanrintel"
   ]
  }
 ],
 "datePublished": "2023-06",
 "doi": "10.1145/3596671.3598578",
 "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html",
 "citation": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578",
 "bibtex": "@inproceedings{nowak2023hear,\nauthor = {Nowak, Kate and Tankelevitch, Lev and Tang, John and Rintel, Sean},\ntitle = {Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings},\nbooktitle = {CHIWORK 2023},\nyear = {2023},\nmonth = {June},\npublisher = {ACM},\nurl = {https://doi.org/10.1145/3596671.3598578},\ndoi = {10.1145/3596671.3598578},\n}",
 "abstract": "Relative to in-person meetings, conversations in video meetings have long been reported as stilted. Spatial audio in video meetings can simulate the way we hear the world by separating audio streams based on speakers’ virtual locations. We report on a within-subject experiment in which 75 employees of a global technology company completed two group survival tasks with spatial audio enabled or disabled. Spatial audio increased perceptions of interactivity, shared space, and ease of understanding. Women experienced effects for social presence while men experienced effects for turn-taking. We discuss implications for inclusion, task performance, fatigue, and future research.",
 "fullTextSources": [
  {
   "kind": "freeAccess",
   "url": "https://doi.org/10.1145/3596671.3598578",
   "label": "DOI (Free Access)"
  },
  {
   "kind": "freeAccess",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.pdf",
   "label": "Author's Copy"
  }
 ],
 "fullTextAvailable": true,
 "takeaway": "Spatial audio can make video meetings feel more like sharing the same space. Hearing each voice from where the speaker appears on screen made conversation seem more interactive and others' thoughts easier to understand. It works by restoring the sound cues people naturally use to tell who is speaking.",
 "whyItMatters": {
  "stateOfTheArt": {
   "summary": "Video meeting conversation has long been reported as stilted, and the few studies of spatial audio in meetings used simulated meetings and measured comprehension and memory rather than presence and turn-taking.",
   "quote": "The few studies that exist (e.g. [2, 27, 46] tend to use simulated meetings to control the sound, and also tend to investigate comprehension and memory more than presence and turn-taking.",
   "location": "§1, p. 2"
  },
  "contribution": {
   "summary": "A controlled within-subjects experiment comparing spatial and mono audio in live video meetings, measuring perceived turn-taking, social presence and group task performance, with gender as a moderator.",
   "quote": "This study, though modest in scope and findings, provides some of the first modern direct evidence that spatial audio has a positive effect on people's perceptions of their ability to engage in video meetings.",
   "location": "§5.1, p. 6"
  },
  "whoCares": {
   "summary": "Designers and engineers of video meeting tools and audio devices, researchers of video meeting fatigue, social presence and turn-taking, and organisations concerned with meeting inclusion.",
   "quote": "Spatial audio could make meetings more inclusive not only for women struggling with participation, but also neurodiverse communities and blind and low-vision people",
   "location": "§5.2, p. 7"
  }
 },
 "researchQuestions": [
  "Does spatial audio, compared to mono audio, in video meetings improve turn-taking (H1), social presence (H2) and group task performance (H3)?"
 ],
 "concepts": [
  {
   "term": "Spatial audio",
   "definition": "Meant to recreate how sound is heard in person. As implemented here:",
   "quote": "Spatial audio consists of variable-volume audio streams spatially separated based on user-controlled location in a virtual room.",
   "location": "§1, p. 2"
  },
  {
   "term": "Social presence",
   "definition": "Biocca's definition, which frames why audio matters for presence:",
   "quote": "\"the degree to which a user feels access to the intelligence, intentions, and sensory impressions of another\"",
   "location": "§2, p. 2"
  },
  {
   "term": "Cocktail party problem",
   "definition": "Cherry's term, the basis of selective listening:",
   "quote": "the\" cocktail party problem\" was defined as being able to understand\" what one person is saying when others are speaking at the same time\"",
   "location": "§2, p. 2"
  },
  {
   "term": "Survival task",
   "definition": "A group exercise (here, desert or moon survival) in which members agree which items matter most for survival, scored against expert rankings.",
   "quote": "Survival problems are commonly used in research on social presence and turn-taking because they induce features of normal conversation by creating natural turn exchanges",
   "location": "§3.4, p. 4"
  }
 ],
 "method": {
  "design": "Controlled within-subjects experiment. Each group held two 30-minute video meetings, one with spatial audio and one with mono audio, counterbalanced for audio condition and task order. Participants were not told which condition was on.",
  "prototype": "An experimental web-based video meeting application, similar to standard ones. Each participant saw the other four or five people in a row across the top of the screen and themselves centred below, and simply talked, wearing wired headphones. With spatial audio on, the application placed each person's voice in a simulated virtual room to match their left-to-right position on screen, so voices seemed to come from where people appeared. Built on the browser's Web Audio API and the Resonance Audio SDK with high-bitrate Opus audio. Compared with the same application in mono, the standard video meeting experience.",
  "prototypeFigure": 1,
  "setting": "A self-managed pseudo field study, in which participants joined from their own devices and network connections.",
  "sample": "The initial pool was 213 US information workers at a large global technology company. The final sample was 75 participants (25 women and 49 men in the demographic data) in 15 groups and 30 meetings. Group members were strangers.",
  "n": 75,
  "duration": "Two 30-minute meetings per group, each followed by a 15-minute questionnaire.",
  "analysis": "7-point Likert items on turn-taking (from Sellen) and social presence (Networked Minds and Temple Presence Inventory) compared with Wilcoxon signed-rank tests, gender as a moderator. Group task scores compared with paired t-tests. Open responses categorised by valence."
 },
 "findings": [
  {
   "headline": "Conversations felt more interactive.",
   "summary": "Employees meeting in small groups of strangers rated their conversation as more interactive with spatial audio than with mono audio. Ease of participation improved only at the weaker 10% significance level.",
   "quote": "it was easier for my brain to figure out who was saying something",
   "location": "§4.4, p. 6",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-6",
   "cite": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578 (§4.4, p. 6)"
  },
  {
   "headline": "More like sharing a room.",
   "summary": "With spatial audio rather than mono, participants felt more that they were sharing the same space as the group, and found it easier to understand the thoughts of others.",
   "quote": "It was the closest I've felt to being in the same room as others in a virtual meeting.",
   "location": "§4.4, p. 6",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-6-2",
   "cite": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578 (§4.4, p. 6)"
  },
  {
   "headline": "Women and men gained differently.",
   "summary": "In exploratory comparisons, women gained mainly in social presence, such as feeling able to reciprocate when others spoke, and men mainly in turn-taking, such as ease of participation and interactivity.",
   "quote": "spatial audio might play a role in making video meetings more inclusive for women",
   "location": "§4.4, p. 5",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-5",
   "cite": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578 (§4.4, p. 5)"
  },
  {
   "headline": "Task scores were higher, but not significantly.",
   "summary": "Groups scored slightly better on the survival tasks with spatial audio, but not significantly. On the harder of the two tasks, an exploratory analysis found that spatial audio improved several perceptions, including being able to attend to one speaker at a time.",
   "quote": "It is therefore possible that spatial audio benefits particularly challenging tasks that require more dynamic conversations (i.e., the desert task), and has no effect or a potentially distracting effect in easy tasks (i.e., the moon task).",
   "location": "§4.3, p. 5",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-3-p-5",
   "cite": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578 (§4.3, p. 5)"
  },
  {
   "headline": "Not everyone wanted it.",
   "summary": "Fewer than half the participants preferred spatial audio and almost as many preferred mono. Many were uncomfortable wearing headphones, which spatial audio works best with.",
   "quote": "[it] was cool, but probably not something I would enable",
   "location": "§4.4, p. 6",
   "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-6-3",
   "cite": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578 (§4.4, p. 6)"
  }
 ],
 "questions": [
  {
   "question": "Why would it matter where a voice seems to come from?",
   "answer": "In person, hearing where sound comes from helps people tell who is speaking, direct attention, pick out one voice among several and judge when to speak. Mono audio strips these cues. In video meetings, restoring them with spatial audio made conversations feel more interactive and more like sharing a room.",
   "source": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578",
   "basedOn": [
    {
     "location": "§4.4, p. 6",
     "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-6"
    },
    {
     "location": "§4.4, p. 6",
     "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-6-2"
    }
   ]
  },
  {
   "question": "Could spatial audio make meetings more inclusive?",
   "answer": "Possibly. In exploratory analyses, women gained mainly in feeling present and able to reciprocate, men in ease of participation. The authors suggest it might also help neurodiverse and blind or low-vision people, but these indications need more research.",
   "source": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578",
   "basedOn": [
    {
     "location": "§4.4, p. 5",
     "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-4-p-5"
    }
   ]
  },
  {
   "question": "Does better meeting audio lead to better results?",
   "answer": "Not demonstrably yet. Groups scored slightly higher with spatial audio, but not significantly, in a test limited by sample size. It helped perceptions most on the harder task, and earlier research links lively, interactive talk to more good ideas, so demanding, discussion-heavy tasks may benefit most.",
   "source": "Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578",
   "basedOn": [
    {
     "location": "§4.3, p. 5",
     "url": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.html#at-s4-3-p-5"
    }
   ]
  }
 ],
 "cites": [
  {
   "url": "https://seanrintel.com/publications/conversational-management-of-network-trouble-perturbations-in-personal-videoconferencing.html",
   "title": "Conversational management of network trouble perturbations in personal videoconferencing",
   "location": "p. 9"
  },
  {
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html",
   "title": "MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings",
   "location": "p. 10"
  }
 ],
 "quantitative": [
  {
   "measure": "Sample",
   "value": "75 participants, 15 meeting groups, 30 meetings (initial pool 213)",
   "location": "§3.2, p. 3"
  },
  {
   "measure": "\"The conversation seemed highly interactive\" (S5), spatial vs mono",
   "value": "z=-2.281, p=0.023",
   "location": "§4.1, p. 4"
  },
  {
   "measure": "\"I found it easy to participate in the conversation\" (S1), 10% level",
   "value": "z =-1.782, p=0.075",
   "location": "§4.1, p. 4"
  },
  {
   "measure": "\"I felt as if I were sharing the same space as the group\" (S9) and \"It was easy to understand the thoughts of others\" (S13)",
   "value": "z=-2.687, p=0.007, and z=-2.405, p=0.016",
   "location": "§4.2, p. 5"
  },
  {
   "measure": "Women vs men: ability to reciprocate when others spoke (S19), change in mean",
   "value": "0.36 vs. 0.06; z = -2.162, p = 0.031",
   "location": "§4.2, p. 5"
  },
  {
   "measure": "Men vs women: ease of participation (S1), change in mean",
   "value": "0.30 vs. 0.04; z=-2.033, p=0.042",
   "location": "§4.1, p. 4"
  }
 ],
 "implications": [
  {
   "summary": "Audio has been underemphasised in theories of video meeting fatigue. Easier turn-taking with spatial audio might help reduce it.",
   "quote": "Spatial audio improvements to mediated turn-taking might help reduce video meeting fatigue.",
   "location": "§5.1, p. 6"
  },
  {
   "summary": "Audio should be treated as essential to systems meant to create social presence.",
   "quote": "auditory stimuli should be regarded as a necessary rather than simply valuable component of systems intended to induce social presence",
   "location": "§5.1, p. 7"
  },
  {
   "summary": "Spatial audio is likely a faster and cheaper investment than video, but wireless devices need to support it, ideally via an open or cheaply licensed standard."
  },
  {
   "summary": "Future work should add objective turn-taking measures, study layouts and sound positioning for larger meetings, and find which scenarios spatial audio suits. It is not one-size-fits-all."
  }
 ],
 "limitations": [
  {
   "summary": "Participants were US knowledge workers at one technology company, all strangers to each other, doing tasks that only approximated real workplace conversation."
  },
  {
   "summary": "Large attrition limited statistical power, especially for task performance, which is scored per group.",
   "quote": "Large sample attrition limited the study's statistical power, particularly for the measure of task performance which is scored at the group level",
   "location": "§6, p. 8"
  },
  {
   "summary": "The experimental application did not fix participants' positions, so people did not see the same person in the same place, which likely caused audio and location dissonance."
  }
 ],
 "figures": [
  {
   "src": "https://seanrintel.com/publications/figures/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings/fig-1.webp",
   "caption": "Figure 1: Video meeting layout used for spatial audio study. Self-view shows underneath a line of all other participants. When spatial audio was enabled, the left to right visual position of participants matched the left to right placement on the audio stage.",
   "alt": "Video meeting screenshot with four participants' videos in a row and a self-view below. Faces are obscured. With spatial audio, each voice was placed left to right to match the video order.",
   "location": "Figure 1, p. 1",
   "credit": "Figure 1 from Kate Nowak, Lev Tankelevitch, John Tang, and Sean Rintel. 2023. Hear We Are: Spatial Audio Benefits Perceptions of Turn-Taking and Social Presence in Video Meetings. CHIWORK 2023. https://doi.org/10.1145/3596671.3598578"
  }
 ],
 "pageNumbersReferTo": "https://seanrintel.com/publications/hear-we-are-spatial-audio-benefits-perceptions-of-turn-taking-and-social-presence-in-video-meetings.pdf",
 "verified": "2026-10-25",
 "studyFigure": {
  "about": "The opening figure on this paper's page, made for the site with AI assistance from this verified brief. It is not the paper's own figure. Evidence entries index this file's quantitative, findings and limitations arrays.",
  "study": {
   "kind": "comparison",
   "summary": "Controlled experiment with 75 US information workers at a global technology company, in 15 groups of strangers. Each group held two video meetings, one with spatial audio and one with mono audio, in counterbalanced order.",
   "columns": [
    "Each meeting",
    "Afterwards"
   ],
   "groups": [
    {
     "name": "Spatial audio",
     "n": 75,
     "cells": [
      "30-minute survival task, each voice heard from where the speaker appears",
      "15-minute questionnaire"
     ],
     "highlight": [
      0
     ],
     "nLabel": "all 75 people"
    },
    {
     "name": "Mono audio",
     "n": 75,
     "cells": [
      "30-minute survival task, standard mono sound",
      "15-minute questionnaire"
     ],
     "nLabel": "all 75 people"
    }
   ]
  },
  "tool": {
   "heading": "The system",
   "steps": [
    {
     "title": "Join the meeting",
     "text": "Each person joins from their own device and sees the other four or five people in a row across the top of the screen."
    },
    {
     "title": "Talk with headphones",
     "text": "Participants simply talk, wearing wired headphones."
    },
    {
     "title": "Place each voice",
     "text": "With spatial audio on, the application places each voice in a simulated virtual room, matching the speaker's position on screen.",
     "part": true
    },
    {
     "title": "Hear where people are",
     "text": "Voices seem to come from where people appear, left to right.",
     "part": true
    }
   ],
   "note": "The mono meeting used the same application with standard video meeting sound. Participants were not told which condition was on."
  },
  "findings": {
   "legend": "comparison",
   "stages": [
    {
     "title": "Turn-taking and presence",
     "sub": "the same people rated each kind of meeting",
     "items": [
      {
       "dir": "up",
       "text": "Spatial audio: the conversation seemed more interactive.",
       "detail": "Self-reported on a seven-point scale, p = 0.023. Ease of taking part improved only at a weaker 10% threshold, p = 0.075.",
       "evidence": [
        "quantitative[1]",
        "quantitative[2]",
        "findings[0]"
       ]
      },
      {
       "dir": "up",
       "text": "Spatial audio: more like sharing the same space as the group.",
       "detail": "Self-reported, p = 0.007. Others' thoughts also felt easier to understand, p = 0.016.",
       "evidence": [
        "quantitative[3]",
        "findings[1]"
       ]
      },
      {
       "dir": "none",
       "text": "Spatial audio: women gained most in social presence, men in turn-taking.",
       "detail": "Exploratory comparisons. Women gained more in feeling able to reciprocate when others spoke, and men gained more in ease of taking part.",
       "evidence": [
        "quantitative[4]",
        "quantitative[5]",
        "findings[2]"
       ]
      }
     ]
    },
    {
     "title": "Task scores and preferences",
     "sub": "group survival task scores and which audio people preferred",
     "items": [
      {
       "dir": "flat",
       "text": "Spatial audio: task scores were slightly higher, but not reliably.",
       "detail": "Groups ranked survival items, scored against expert rankings. Large attrition limited statistical power. On the harder task, exploratory analysis found better ratings of several perceptions.",
       "evidence": [
        "findings[3]",
        "limitations[1]"
       ]
      },
      {
       "dir": "none",
       "text": "Spatial audio: fewer than half the participants preferred it, and almost as many preferred mono.",
       "detail": "Many were uncomfortable wearing headphones, which spatial audio works best with.",
       "evidence": [
        "findings[4]"
       ]
      }
     ]
    }
   ],
   "legendText": "↑ better than with mono audio   ↓ worse   – no reliable difference"
  },
  "keyTerm": "spatial audio",
  "takeaway": "Spatial audio, placing each voice where the speaker appears on screen, can make video meetings feel more interactive and shared. It may work by restoring the sound cues people naturally use to tell who is speaking."
 }
}