{
 "@context": "https://schema.org",
 "@type": "ScholarlyArticle",
 "@id": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#paper",
 "aboutThisFile": {
  "whatThisIs": "A research brief: a structured summary of one paper, prepared for seanrintel.com from the paper's full text.",
  "howItWasMade": "This brief was prepared with AI assistance and published by Sean Rintel. It is not the authors' published text.",
  "whatIsVerbatim": "Only 'quote' fields, figure captions and 'abstract' are the authors' own words. Research questions follow the paper's wording where it states them. Takeaway, summaries, answers, definitions and method are the site's plain-language paraphrase.",
  "howItIsChecked": "Before publication every quote is matched against the paper and every number in the brief is found in it. 'verified' is the date of the last check.",
  "howToUse": [
   "For a quick answer, use 'takeaway' and 'questions'. For evidence, use 'findings' (each has a verbatim quote, its location in the paper and a 'url' anchored to that finding on the paper's page).",
   "Locations such as '§5.2, p. 9' refer to the version at 'pageNumbersReferTo'.",
   "For anything not covered here, read the paper itself: 'fullTextSources' lists free versions first.",
   "If 'researchOverview' is present, the paper is part of one of Sean Rintel's research overviews: it gives the overview's thesis, the claims this paper is evidence for and its role in each, and the other papers in the overview.",
   "To find other papers by Sean Rintel, use the catalogue at https://seanrintel.com/publications/index.json."
  ],
  "authorship": "Sean Rintel's role on each paper: lead author when he is first author, sole author when he is the only author, and otherwise senior author. Senior author here means the senior researcher on the team, whatever his position in the author list.",
  "howToCite": "Cite the paper, not this file: use 'citation' or the ready-made 'bibtex' (DOI where given) and name every author. Attribute paraphrase to the paper's findings, and use quotation marks only for 'quote' text."
 },
 "name": "MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings",
 "author": [
  {
   "@type": "Person",
   "name": "Samiha Samrose"
  },
  {
   "@type": "Person",
   "name": "Daniel McDuff"
  },
  {
   "@type": "Person",
   "name": "Robert Sim"
  },
  {
   "@type": "Person",
   "name": "Jina Suh"
  },
  {
   "@type": "Person",
   "name": "Kael Rowan"
  },
  {
   "@type": "Person",
   "name": "Javier Hernandez"
  },
  {
   "@type": "Person",
   "@id": "https://seanrintel.com/#sean-rintel",
   "name": "Sean Rintel",
   "url": "https://seanrintel.com/",
   "sameAs": [
    "https://orcid.org/0000-0003-0840-0546",
    "https://scholar.google.com/citations?user=xc25GRgAAAAJ",
    "https://www.wikidata.org/wiki/Q102369654",
    "https://www.microsoft.com/en-us/research/people/serintel/",
    "https://www.linkedin.com/in/seanrintel"
   ]
  },
  {
   "@type": "Person",
   "name": "Kevin Moynihan"
  },
  {
   "@type": "Person",
   "name": "Mary Czerwinski"
  }
 ],
 "datePublished": "2021-05",
 "doi": "10.1145/3411764.3445615",
 "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html",
 "citation": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615",
 "bibtex": "@inproceedings{samrose2021meetingcoach,\nauthor = {Samrose, Samiha and McDuff, Daniel and Sim, Robert and Suh, Jina and Rowan, Kael and Hernandez, Javier and Rintel, Sean and Moynihan, Kevin and Czerwinski, Mary},\ntitle = {MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings},\nbooktitle = {CHI 2021},\nyear = {2021},\nmonth = {May},\nurl = {https://doi.org/10.1145/3411764.3445615},\ndoi = {10.1145/3411764.3445615},\n}",
 "abstract": "Video-conferencing is essential for many companies, but its limitations in conveying social cues can lead to ineffective meetings. We present MeetingCoach, an intelligent post-meeting feedback dashboard that summarizes contextual and behavioral meeting information. Through an exploratory survey (N=120), we identified important signals (e.g., turn taking, sentiment) and used these insights to create a wireframe dashboard. The design was evaluated with in situ participants (N=16) who helped identify the components they would prefer in a post-meeting dashboard. After recording video-conferencing meetings of eight teams over four weeks, we developed an AI system to quantify the meeting features and created personalized dashboards for each participant. Through interviews and surveys (N=23), we found that reviewing the dash-board helped improve attendees’ awareness of meeting dynamics, with implications for improved effectiveness and inclusivity. Based on our findings, we provide suggestions for future feedback system designs of video-conferencing meetings.",
 "fullTextSources": [
  {
   "kind": "freeAccess",
   "url": "https://doi.org/10.1145/3411764.3445615",
   "label": "DOI (Free Access)"
  },
  {
   "kind": "freeAccess",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.pdf",
   "label": "Author's Copy"
  }
 ],
 "fullTextAvailable": true,
 "takeaway": "Meetings people rate effective are ones where they felt included and took part. So an AI dashboard reviewed after video meetings can make attendees aware of who spoke, when and about what. Speaking turns and participation proved most useful, while facial sentiment readings were rated lower and doubted.",
 "researchOverview": {
  "name": "Better Meetings",
  "page": "https://seanrintel.com/better-meetings.html",
  "json": "https://seanrintel.com/overviews/better-meetings.json",
  "markdown": "https://seanrintel.com/overviews/better-meetings.md",
  "thesis": "A meeting's purpose should shape everything about it, yet many meetings run without one stated. Good help with meeting goals moves people from wherever they start, with depth that fits the meeting.",
  "claimsThisPaperFeeds": [
   {
    "claim": "Meetings often run on purposes nobody has stated",
    "role": "supporting evidence",
    "url": "https://seanrintel.com/better-meetings.html#m1"
   },
   {
    "claim": "Help with meeting goals should start where people are, and go deeper only for meetings that need it",
    "role": "supporting evidence",
    "url": "https://seanrintel.com/better-meetings.html#m3"
   },
   {
    "claim": "A meeting's purpose is easily lost between meetings unless something carries it forward",
    "role": "supporting evidence",
    "url": "https://seanrintel.com/better-meetings.html#m5"
   }
  ],
  "otherPapers": [
   {
    "study": "Interviews: how people hold meeting goals",
    "title": "Mental Models of Meeting Goals: Supporting Intentionality in Meeting Technologies",
    "page": "https://seanrintel.com/publications/mental-models-of-meeting-goals-supporting-intentionality-in-meeting-technologies.html",
    "researchBrief": "https://seanrintel.com/publications/mental-models-of-meeting-goals-supporting-intentionality-in-meeting-technologies.json"
   },
   {
    "study": "Probe study: AI-drafted meeting plans",
    "title": "The CoExplorer Technology Probe: A Generative AI-Powered Adaptive Interface to Support Intentionality in Planning and Running Video Meetings",
    "page": "https://seanrintel.com/publications/the-coexplorer-technology-probe-a-generative-ai-powered-adaptive-interface-to-support-intentionality-in-planning-and-running-video-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/the-coexplorer-technology-probe-a-generative-ai-powered-adaptive-interface-to-support-intentionality-in-planning-and-running-video-meetings.json"
   },
   {
    "study": "Coaching study: an AI coach before real meetings",
    "title": "What Does Success Look Like? Catalyzing Meeting Intentionality with AI-Assisted Prospective Reflection",
    "page": "https://seanrintel.com/publications/what-does-success-look-like-catalyzing-meeting-intentionality-with-ai-assisted-prospective-reflection.html",
    "researchBrief": "https://seanrintel.com/publications/what-does-success-look-like-catalyzing-meeting-intentionality-with-ai-assisted-prospective-reflection.json"
   },
   {
    "study": "Probe study: goal check-ins during meetings",
    "title": "Are We On Track? AI-Assisted Active and Passive Goal Reflection During Meetings",
    "page": "https://seanrintel.com/publications/are-we-on-track-ai-assisted-active-and-passive-goal-reflection-during-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/are-we-on-track-ai-assisted-active-and-passive-goal-reflection-during-meetings.json"
   },
   {
    "study": "Recordings and design: looking back and ahead in meetings",
    "title": "Designing Interfaces that Support Temporal Work Across Meetings with Generative AI",
    "page": "https://seanrintel.com/publications/designing-interfaces-that-support-temporal-work-across-meetings-with-generative-ai.html",
    "researchBrief": "https://seanrintel.com/publications/designing-interfaces-that-support-temporal-work-across-meetings-with-generative-ai.json"
   },
   {
    "study": "Field experiment: nudging attention to meeting goals",
    "title": "Nudging Attention to Workplace Meeting Goals: A Large-Scale, Preregistered Field Experiment",
    "page": "https://seanrintel.com/publications/nudging-attention-to-workplace-meeting-goals-a-large-scale-preregistered-field-experiment.html",
    "researchBrief": "https://seanrintel.com/publications/nudging-attention-to-workplace-meeting-goals-a-large-scale-preregistered-field-experiment.json"
   },
   {
    "study": "Position paper: goals in human-AI work",
    "title": "Goals as First-Class Abstractions in Human-AI Collaboration",
    "page": "https://seanrintel.com/publications/goals-as-first-class-abstractions-in-human-ai-collaboration.html",
    "researchBrief": "https://seanrintel.com/publications/goals-as-first-class-abstractions-in-human-ai-collaboration.json"
   },
   {
    "study": "System design: AI-mediated shared workspaces",
    "title": "Stund: Activity-Enriched Collaborative Workspaces Mediated by Artificial Intelligence",
    "page": "https://seanrintel.com/publications/stund-activity-enriched-collaborative-workspaces-mediated-by-artificial-intelligence.html",
    "researchBrief": "https://seanrintel.com/publications/stund-activity-enriched-collaborative-workspaces-mediated-by-artificial-intelligence.json"
   },
   {
    "study": "Conversation analysis: designing for the meeting",
    "title": "(Re)Configuring Hybrid Meetings: Moving from User-Centered Design to Meeting-Centered Design",
    "page": "https://seanrintel.com/publications/reconfiguring-hybrid-meetings-moving-from-user-centered-design-to-meeting-centered-design.html",
    "researchBrief": "https://seanrintel.com/publications/reconfiguring-hybrid-meetings-moving-from-user-centered-design-to-meeting-centered-design.json"
   },
   {
    "study": "Interviews and narration: what attention in video is for",
    "title": "Classification of Functional Attention in Video Meetings",
    "page": "https://seanrintel.com/publications/classification-of-functional-attention-in-video-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/classification-of-functional-attention-in-video-meetings.json"
   },
   {
    "study": "Interviews: low engagement as a choice",
    "title": "Low Engagement As a Deliberate Practice of Remote Participants in Video Meetings",
    "page": "https://seanrintel.com/publications/low-engagement-as-a-deliberate-practice-of-remote-participants-in-video-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/low-engagement-as-a-deliberate-practice-of-remote-participants-in-video-meetings.json"
   },
   {
    "study": "Research synthesis: collaboration and meetings",
    "title": "Collaboration and Meetings – Chapter 1 of the 2021 New Future of Work report",
    "page": "https://seanrintel.com/publications/collaboration-and-meetings.html"
   },
   {
    "study": "Telemetry and diaries: multitasking in remote meetings",
    "title": "Large Scale Analysis of Multitasking Behavior During Remote Meetings",
    "page": "https://seanrintel.com/publications/large-scale-analysis-of-multitasking-behavior-during-remote-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/large-scale-analysis-of-multitasking-behavior-during-remote-meetings.json"
   },
   {
    "study": "Survey and diaries: chat alongside video meetings",
    "title": "The Promise and Peril of Parallel Chat in Video Meetings for Work",
    "page": "https://seanrintel.com/publications/the-promise-and-peril-of-parallel-chat-in-video-meetings-for-work.html",
    "researchBrief": "https://seanrintel.com/publications/the-promise-and-peril-of-parallel-chat-in-video-meetings-for-work.json"
   },
   {
    "study": "Diary study: video meetings in the pandemic",
    "title": "Meeting (the) Pandemic: Videoconferencing  Fatigue and Evolving Tensions of Sociality  in Enterprise Video Meetings During  COVID-19",
    "page": "https://seanrintel.com/publications/meeting-the-pandemic-videoconferencing-fatigue-and-evolving-tensions-of-sociality-in-enterprise-video-meetings-during-covid-19.html",
    "researchBrief": "https://seanrintel.com/publications/meeting-the-pandemic-videoconferencing-fatigue-and-evolving-tensions-of-sociality-in-enterprise-video-meetings-during-covid-19.json"
   },
   {
    "study": "Survey and telemetry: chat and voice in meetings",
    "title": "Virtual voices: Exploring individual differences in chat and verbal participation in virtual meetings",
    "page": "https://seanrintel.com/publications/virtual-voices-exploring-individual-differences-in-chat-and-verbal-participation-in-virtual-meetings.html",
    "researchBrief": "https://seanrintel.com/publications/virtual-voices-exploring-individual-differences-in-chat-and-verbal-participation-in-virtual-meetings.json"
   }
  ]
 },
 "whyItMatters": {
  "stateOfTheArt": {
   "summary": "Video meetings limit social cues. Feedback systems can shape group behaviour, but real-time feedback can distract. Prior work also ties effectiveness to inclusion:",
   "quote": "online meeting effectiveness correlates with meeting inclusiveness, participation, and comfort in contributing",
   "location": "§1, p. 1"
  },
  "contribution": {
   "summary": "Rather than real-time feedback, which can distract, the authors design feedback for after the meeting. The authors do this with real work teams over two design iterations, using AI-sensed recordings of their own meetings, and work out with them which signals to share and which to keep private.",
   "quote": "We developed MeetingCoach, an AI-driven dashboard that provides both contextual and actionable insights based on meeting behaviors.",
   "location": "§1, p. 2"
  },
  "whoCares": {
   "summary": "Designers of video-conferencing platforms and meeting feedback systems, for whom affective signals remain an untapped design space:",
   "quote": "no major commercial platform leverages affective signals to provide actionable meeting metrics",
   "location": "§6, p. 11"
  }
 },
 "researchQuestions": [
  "(1) What aspects of meetings do videoconferencing attendees need help with?",
  "(2) How can we leverage AI systems to make video-conferencing meetings more inclusive and effective?",
  "(3) How should AI-extracted meeting features (including content, behavioral measurements, and sentiment) be categorized and visualized in a feedback dashboard?",
  "(4) What concerns exist regarding data privacy and accuracy for such systems?"
 ],
 "concepts": [
  {
   "term": "Behavioral and topical features",
   "definition": "How the dashboard's features were grouped:",
   "quote": "we categorized the feedback features into two classes: (1) behavioral (e.g., participation, sentiment), and (2) topical (e.g., transcription, questions about the meeting content)",
   "location": "§4.2, p. 5"
  },
  {
   "term": "Summarized, suggestive and temporal views",
   "definition": "Three ways the dashboard presents features: quick averages, actionable tips, and a clickable timeline of meeting events.",
   "quote": "(1) summarized: showed a quick snippet of the average measurement of a feature; (2) suggestive: provided actionable suggestions related to the individual' s feature outcomes; and (3) temporal",
   "location": "§4.2, p. 5"
  },
  {
   "term": "Shared and private features",
   "definition": "Topical features were shared with attendees. Most behavioural features, especially sentiment, were kept private to the individual.",
   "quote": "participants felt more comfortable sharing the topical contents with others, whereas they wanted most behavioral features to be kept private",
   "location": "§4.2, p. 5"
  },
  {
   "term": "Consensus",
   "definition": "A group-agreement signal, detected from video:",
   "quote": "Consensus was measured whenever two or more attendees asserted either head nod or head shake signals in the synchronized timeline.",
   "location": "§4.3, p. 9"
  }
 ],
 "method": {
  "design": "Two-phase iterative, human-centred design study: a requirement analysis survey, then a 4-week longitudinal study with two design iterations (a wireframe dashboard evaluated by survey, then an interactive dashboard built from AI-sensed real meeting data, evaluated by interviews and survey).",
  "prototype": "MeetingCoach, a web dashboard personalised for each attendee and built from recordings of their own team's Microsoft Teams meetings. A custom bot records each attendee's audio and video separately. AI pipelines then transcribe speech and detect questions, measure who spoke and for how long, detect head nods and shakes to mark moments when two or more people agreed or disagreed ('consensus'), and classify facial expressions as positive, neutral or negative sentiment. After the meeting the attendee sees, on the left, summaries of their participation and sentiment with suggestions (for example, to check everyone is on the same page) and their history across meetings. On the right, timelines of speaking turns, questions, consensus and sentiment, where clicking an event plays that moment of the meeting video beside the transcript. Meeting content and participation are shared with the team. Personal sentiment and suggestions are private. It is built on Microsoft speech, face and emotion recognition services. An earlier, non-interactive wireframe with mocked data was evaluated first. There was no comparison condition.",
  "prototypeFigure": 6,
  "setting": "Fully remote recurring team meetings on Microsoft Teams at a large technology company during COVID-19 work-from-home requirements.",
  "sample": "Survey: 120 information workers. Longitudinal study: 8 teams (49 participants) and 28 recorded meetings, 16 wireframe evaluations, and interactive dashboard evaluated through surveys (N=23) and interviews (N=9).",
  "n": 120,
  "duration": "Four weeks of weekly meetings. Wireframe evaluated at the end of week 2, interactive dashboard at the end of the study.",
  "analysis": "Chi-square tests and thematic analysis of survey responses. Descriptive ratings of the wireframe and the interactive dashboard. Semi-structured think-aloud interviews."
 },
 "findings": [
  {
   "headline": "Inclusive meetings felt effective.",
   "summary": "The authors surveyed information workers at a large technology company, all meeting by video during COVID-19. Recalling their latest effective and ineffective meetings, people reported full participation and feeling included significantly more often in the effective ones.",
   "quote": "We found that full participation was significantly more prevalent in effective meetings in comparison with ineffective ones",
   "location": "§3.3, p. 4",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§3.3, p. 4)"
  },
  {
   "headline": "Social cues are harder to read online.",
   "summary": "Most survey respondents rated understanding social signals as very important, and many said these signals were harder to read in online meetings than face to face, even with audio and video. Nine in ten wanted a tool that gave feedback after the meeting.",
   "quote": "55% of the participants expressed that social signals are more difficult to understand in online meetings, even with audio/video, compared to face-to-face meetings",
   "location": "§3.3, p. 4",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4-2",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§3.3, p. 4)"
  },
  {
   "headline": "Reviewing raised awareness.",
   "summary": "Team members who reviewed a dashboard built from their own team's recorded meetings agreed it would improve their awareness of meeting behaviour, and rated it likely to improve inclusivity, less so effectiveness. Several saw it as a tool for occasional reflection:",
   "quote": "I would probably not use this for every meeting, but I would use it to reflect to meetings that I want to reflect on",
   "location": "§4.3, p. 10",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-10",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§4.3, p. 10)"
  },
  {
   "headline": "Who spoke beat how they felt.",
   "summary": "Among the dashboard's features, the meeting video, speaking turns and participation were rated most useful. Facial-sentiment features were rated lower, because workplace meetings stayed mostly neutral and participants doubted the readings.",
   "quote": "People just might be serious in the meeting, which might translate as negative, and that would not be appropriate.",
   "location": "§4.3, p. 9",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-9",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§4.3, p. 9)"
  },
  {
   "headline": "Give one nudge, not just data.",
   "summary": "Participants wanted short actionable suggestions, not just data to study. They wanted suggestions as a reminder just before the next meeting, and highlights of events such as questions to review afterwards.",
   "quote": "At the end of a meeting you don't want to sit and study data. You want one nudge.",
   "location": "§4.3, p. 10",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-10-2",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§4.3, p. 10)"
  },
  {
   "headline": "Emotion sensing felt intrusive.",
   "summary": "Before the dashboard was built, survey respondents did not want emotional sentiment included, doubting how accurately AI computes it and worrying about privacy, usefulness and subjectivity.",
   "quote": "I think it would be overly intrusive to have this data from other participants",
   "location": "§3.3, p. 4",
   "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4-3",
   "cite": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615 (§3.3, p. 4)"
  }
 ],
 "questions": [
  {
   "question": "Can an AI meeting dashboard help teams run better video meetings?",
   "answer": "It can raise awareness. Workplace teams who reviewed personalised dashboards of their own recorded meetings agreed it would improve their awareness of meeting behaviour and rated it likely to improve inclusivity. Ratings for effectiveness were lower. Each person used it once, so long-term effects are untested.",
   "source": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615",
   "basedOn": [
    {
     "location": "§4.3, p. 10",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-10"
    }
   ]
  },
  {
   "question": "Do people want AI to analyse their emotions in work meetings?",
   "answer": "Mostly not. Survey respondents doubted the accuracy of AI sentiment readings and found them intrusive. People who saw sentiment in their own dashboards rated it less useful, because workplace meetings were mostly neutral and seriousness might be misread as negativity.",
   "source": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615",
   "basedOn": [
    {
     "location": "§4.3, p. 9",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-9"
    },
    {
     "location": "§3.3, p. 4",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4-3"
    }
   ]
  },
  {
   "question": "What goes with video meetings that feel effective?",
   "answer": "Inclusion goes with them. Among 120 information workers at a large technology company, all working from home, full participation and feeling included were both significantly more common in meetings they rated effective. Many also found the social signals that help people take part harder to read online.",
   "source": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615",
   "basedOn": [
    {
     "location": "§3.3, p. 4",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4"
    },
    {
     "location": "§3.3, p. 4",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4-2"
    }
   ]
  },
  {
   "question": "Should AI feedback about a meeting be shared with the whole team?",
   "answer": "It depends on the signal. People were comfortable sharing what was said, such as transcripts and questions, and how much each person spoke, but wanted personal behavioural signals, especially emotional sentiment, kept to themselves.",
   "source": "Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615",
   "basedOn": [
    {
     "location": "§4.3, p. 9",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s4-3-p-9"
    },
    {
     "location": "§3.3, p. 4",
     "url": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.html#at-s3-3-p-4-3"
    }
   ]
  }
 ],
 "cites": [
  {
   "url": "https://seanrintel.com/publications/classification-of-functional-attention-in-video-meetings.html",
   "title": "Classification of Functional Attention in Video Meetings",
   "location": "p. 12"
  }
 ],
 "quantitative": [
  {
   "measure": "Full participation more prevalent in effective than ineffective meetings (survey)",
   "value": "χ2 (1, N = 231) = 34.89, p < 0.001",
   "location": "§3.3, p. 4"
  },
  {
   "measure": "Feeling included more prevalent in effective than ineffective meetings (survey)",
   "value": "χ2 (1, N = 240) = 21.78, p < 0.001",
   "location": "§3.3, p. 4"
  },
  {
   "measure": "Social signals very important in meetings; harder to understand online",
   "value": "78% very important; 55% more difficult online",
   "location": "§3.3, p. 4"
  },
  {
   "measure": "Interactive dashboard: would improve meeting awareness (1-7 scale)",
   "value": "M = 5.45, SD = 0.86",
   "location": "§4.3, p. 9"
  },
  {
   "measure": "Interactive dashboard: would improve effectiveness / inclusivity (1-7 scale)",
   "value": "effectiveness M = 4.45, SD = 1.47; inclusivity M = 5.23, SD = 1.23",
   "location": "§4.3, p. 9"
  },
  {
   "measure": "Could tell when each attendee spoke and for how long (turn-taking feature)",
   "value": "M = 6.00, SD = 0.82",
   "location": "§4.3, p. 9"
  },
  {
   "measure": "Comfort with participation information being shared (1-5 scale)",
   "value": "M = 4.41, SD = 0.67",
   "location": "§4.3, p. 9"
  },
  {
   "measure": "Comfort with sentiment information being private (1-5 scale)",
   "value": "M = 3.36, SD = 1.26",
   "location": "§4.3, p. 10"
  }
 ],
 "implications": [
  {
   "summary": "Feedback systems with many features should provide actionable suggestions.",
   "quote": "we propose that feedback systems, especially with a high number of features, need to provide more actionable suggestions that can help direct the behavior nudges",
   "location": "§5.1, p. 11"
  },
  {
   "summary": "Tailor feedback to timing, with reminders before meetings and highlights after them."
  },
  {
   "summary": "Aggregate feedback across a series of meetings to support training and longer-term habits."
  },
  {
   "summary": "Use multi-modal signals (for example head gestures plus language) for more accurate, more trusted features.",
   "quote": "we propose that future systems should incorporate multi-modal signals to implement features for capturing group dynamics",
   "location": "§5.1, p. 11"
  },
  {
   "summary": "Address consent, coercion and the risk of use in performance evaluation before deploying such systems.",
   "quote": "Future research should study how to appropriately capture consent and communicate the role of the feedback tool.",
   "location": "§5, p. 10"
  }
 ],
 "limitations": [
  {
   "summary": "All meetings came from one large technology company during COVID-19 work-from-home restrictions.",
   "quote": "were all from the employees of a single large technology company during COVID-19 mandatory working from home restrictions",
   "location": "§5.2, p. 11"
  },
  {
   "summary": "Teams were recurring and familiar, which may have affected perceived effectiveness and comfort with sharing."
  },
  {
   "summary": "All participants were remote. Hybrid meetings would add complexity. Recording may have caused a Hawthorne effect."
  },
  {
   "summary": "Participants interacted with the dashboard only once.",
   "quote": "In our study, the participants interacted with the dashboard once",
   "location": "§5.2, p. 11"
  }
 ],
 "figures": [
  {
   "src": "https://seanrintel.com/publications/figures/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings/fig-3.webp",
   "caption": "Figure 3: Visualization of our wireframe dashboard design and its components.",
   "alt": "Wireframe dashboard with labelled components A to M: engagement and tone summaries with suggestions and history on the left, and transcript, meeting video, question, agenda and consensus markers, tone modulation and speaking pattern on the right.",
   "location": "Fig. 3, p. 5",
   "credit": "Figure 3 from Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615"
  },
  {
   "src": "https://seanrintel.com/publications/figures/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings/fig-8.webp",
   "caption": "Figure 8: User ratings evaluating the interactive dashboard",
   "alt": "Bar chart of average scores with error bars for 18 survey questions on the interactive dashboard. Scores are highest for when each attendee spoke and for how long, and lowest for who contributed to decisions and whether overall sentiment changed.",
   "location": "Fig. 8, p. 10",
   "credit": "Figure 8 from Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615"
  },
  {
   "src": "https://seanrintel.com/publications/figures/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings/fig-6.webp",
   "caption": "Figure 6: A screenshot of our interactive web dashboard on the left. Hover-over functionalities are shown on the right.",
   "alt": "MeetingCoach dashboard: participation and sentiment pie charts, participation history, a meeting video with transcript, and timelines of sentiment, consensus nods, questions and speaking turns, with hover explanations.",
   "location": "Figure 6, p. 8",
   "credit": "Figure 6 from Samiha Samrose, Daniel McDuff, Robert Sim, Jina Suh, Kael Rowan, Javier Hernandez, Sean Rintel, Kevin Moynihan, and Mary Czerwinski. 2021. MeetingCoach: An Intelligent Dashboard for Supporting Effective and Inclusive Meetings. CHI 2021. https://doi.org/10.1145/3411764.3445615"
  }
 ],
 "pageNumbersReferTo": "https://seanrintel.com/publications/meetingcoach-an-intelligent-dashboard-for-supporting-effective-inclusive-meetings.pdf",
 "verified": "2026-10-25",
 "studyFigure": {
  "about": "The opening figure on this paper's page, made for the site with AI assistance from this verified brief. It is not the paper's own figure. Evidence entries index this file's quantitative, findings and limitations arrays.",
  "study": {
   "kind": "single",
   "summary": "Two-phase design study at a global technology company during COVID-19. A survey of 120 information workers came first, then 49 people in 8 teams reviewed dashboards of their own Microsoft Teams meetings over four weeks.",
   "steps": [
    {
     "label": "Survey",
     "detail": "Information workers recalled their latest effective and ineffective video meetings, and said what they needed help with."
    },
    {
     "label": "Record team meetings",
     "detail": "Eight teams of 49 people in all had 28 recurring meetings recorded over four weeks."
    },
    {
     "label": "Wireframe",
     "detail": "A non-interactive wireframe with mocked data received 16 evaluations at the end of week 2."
    },
    {
     "label": "Interactive dashboard",
     "detail": "A dashboard built from each team's own meetings was evaluated through surveys from 23 people and think-aloud interviews with 9."
    }
   ]
  },
  "tool": {
   "steps": [
    {
     "title": "Record each attendee",
     "text": "A bot records each attendee's audio and video separately during a video meeting."
    },
    {
     "title": "Sense what was said",
     "text": "AI transcribes speech, detects questions, and measures who spoke and for how long.",
     "fields": [
      "transcript",
      "questions",
      "speaking turns"
     ],
     "part": true
    },
    {
     "title": "Sense faces and heads",
     "text": "AI marks agreement when two or more people nod or shake their heads, and classifies facial expressions as positive, neutral or negative.",
     "fields": [
      "consensus",
      "sentiment"
     ],
     "part": true
    },
    {
     "title": "Review after the meeting",
     "text": "Each attendee sees summaries of their participation and sentiment with suggestions, and timelines that replay a moment of video when clicked.",
     "part": true
    },
    {
     "title": "Share some, keep some private",
     "text": "Meeting content and participation are shared with the team. Personal sentiment and suggestions stay private."
    }
   ],
   "note": "There was no comparison group, and each participant used the interactive dashboard once."
  },
  "findings": {
   "legend": null,
   "stages": [
    {
     "title": "Before the dashboard",
     "sub": "survey of 120 information workers about recent video meetings",
     "items": [
      {
       "dir": "none",
       "text": "Survey respondents reported full participation more often in meetings they rated effective.",
       "detail": "Self-reported. Feeling included was also reported more often in effective meetings than ineffective ones. Both differences were statistically reliable, p < 0.001.",
       "evidence": [
        "quantitative[0]",
        "quantitative[1]",
        "findings[0]"
       ]
      },
      {
       "dir": "none",
       "text": "Of survey respondents, 78% rated social signals very important in meetings.",
       "detail": "Self-reported. In all, 55% said social signals were harder to understand online, even with audio and video. Nine in ten wanted feedback after meetings.",
       "evidence": [
        "quantitative[2]",
        "findings[1]"
       ]
      },
      {
       "dir": "none",
       "text": "Survey respondents did not want emotional sentiment included in feedback.",
       "detail": "Respondents doubted how accurately AI computes sentiment, and worried about privacy, usefulness and subjectivity.",
       "evidence": [
        "findings[5]"
       ]
      }
     ]
    },
    {
     "title": "Reviewing their own meetings",
     "sub": "team members who tried the interactive dashboard",
     "items": [
      {
       "dir": "none",
       "text": "Team members agreed the dashboard would improve their awareness of meeting behaviour.",
       "detail": "Self-reported, 5.45 on a 1 to 7 scale. Team members rated it 5.23 for improving inclusivity and lower, 4.45, for effectiveness.",
       "evidence": [
        "quantitative[3]",
        "quantitative[4]",
        "findings[2]"
       ]
      },
      {
       "dir": "none",
       "text": "Team members rated the meeting video, speaking turns and participation most useful.",
       "detail": "Facial sentiment was rated lower, because workplace meetings stayed mostly neutral and participants doubted the readings.",
       "evidence": [
        "findings[3]"
       ]
      },
      {
       "dir": "none",
       "text": "Team members wanted one short, actionable nudge, not just data to study.",
       "detail": "Team members wanted suggestions as a reminder just before the next meeting, and highlights such as questions to review afterwards.",
       "evidence": [
        "findings[4]"
       ]
      },
      {
       "dir": "none",
       "text": "Team members were comfortable sharing participation information, at 4.41 out of 5.",
       "detail": "Self-reported. In the dashboard, meeting content and participation were shared with the team, while personal sentiment stayed private.",
       "evidence": [
        "quantitative[6]",
        "method"
       ]
      }
     ]
    }
   ]
  },
  "keyTerm": "inclusivity",
  "takeaway": "Video meetings people find effective are often ones where they felt included. A post-meeting dashboard showing who spoke and when can make inclusivity visible, though AI emotion readings may be doubted."
 }
}