{
 "@context": "https://schema.org",
 "@type": "ScholarlyArticle",
 "@id": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#paper",
 "aboutThisFile": {
  "whatThisIs": "A research brief: a structured summary of one paper, prepared for seanrintel.com from the paper's full text.",
  "howItWasMade": "This brief was prepared with AI assistance and published by Sean Rintel. It is not the authors' published text.",
  "whatIsVerbatim": "Only 'quote' fields, figure captions and 'abstract' are the authors' own words. Research questions follow the paper's wording where it states them. Takeaway, summaries, answers, definitions and method are the site's plain-language paraphrase.",
  "howItIsChecked": "Before publication every quote is matched against the paper and every number in the brief is found in it. 'verified' is the date of the last check.",
  "howToUse": [
   "For a quick answer, use 'takeaway' and 'questions'. For evidence, use 'findings' (each has a verbatim quote, its location in the paper and a 'url' anchored to that finding on the paper's page).",
   "Locations such as '§5.2, p. 9' refer to the version at 'pageNumbersReferTo'.",
   "For anything not covered here, read the paper itself: 'fullTextSources' lists free versions first.",
   "If 'researchOverview' is present, the paper is part of one of Sean Rintel's research overviews: it gives the overview's thesis, the claims this paper is evidence for and its role in each, and the other papers in the overview.",
   "To find other papers by Sean Rintel, use the catalogue at https://seanrintel.com/publications/index.json."
  ],
  "authorship": "Sean Rintel's role on each paper: lead author when he is first author, sole author when he is the only author, and otherwise senior author. Senior author here means the senior researcher on the team, whatever his position in the author list.",
  "howToCite": "Cite the paper, not this file: use 'citation' or the ready-made 'bibtex' (DOI where given) and name every author. Attribute paraphrase to the paper's findings, and use quotation marks only for 'quote' text."
 },
 "name": "YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking",
 "author": [
  {
   "@type": "Person",
   "name": "Pratik Ghosh"
  },
  {
   "@type": "Person",
   "@id": "https://seanrintel.com/#sean-rintel",
   "name": "Sean Rintel",
   "url": "https://seanrintel.com/",
   "sameAs": [
    "https://orcid.org/0000-0003-0840-0546",
    "https://scholar.google.com/citations?user=xc25GRgAAAAJ",
    "https://www.wikidata.org/wiki/Q102369654",
    "https://www.microsoft.com/en-us/research/people/serintel/",
    "https://www.linkedin.com/in/seanrintel"
   ]
  }
 ],
 "datePublished": "2025-04",
 "doi": "10.1145/3706599.3720142",
 "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html",
 "citation": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142",
 "bibtex": "@inproceedings{ghosh2025yes,\nauthor = {Ghosh, Pratik and Rintel, Sean},\ntitle = {YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking},\nbooktitle = {CHI EA 2025},\nyear = {2025},\nmonth = {April},\npublisher = {ACM},\nurl = {https://doi.org/10.1145/3706599.3720142},\ndoi = {10.1145/3706599.3720142},\n}",
 "abstract": "Diversity of thought is crucial in ideation for problem-solving, yet professionals in organisational settings often face challenges such as limited access to varied expertise and resource constraints which hinder the ideation process. To address this issue, we propose YES AND, a Generative AI based multi-agent framework that simulates diverse perspectives through AI agents for ideation with a single user. Leveraging a unique confidence-based turn-taking model, these agents organically take turns as they build on ideas, pose clarification questions to the user for improved contextual understanding, and allow the user to interject and steer the conversation. Beyond addressing the limitations of traditional ideation, this framework offers a novel approach to leveraging Generative AI for ideation, moving away from the rigidity of pre-defined interaction rules towards a more dynamic and creative process that enables serendipitous development of ideas.",
 "fullTextSources": [
  {
   "kind": "freeAccess",
   "url": "https://doi.org/10.1145/3706599.3720142",
   "label": "DOI (Free Access)"
  },
  {
   "kind": "freeAccess",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.pdf",
   "label": "Author's Copy"
  }
 ],
 "fullTextAvailable": true,
 "takeaway": "Working alone, people can lack the diversity of thought a group brings. AI expert personas could fill that gap, brainstorming with one person by borrowing turn-taking from conversation analysis and 'yes, and' from improv. In the YES AND prototype, each persona speaks only when confident of adding something new.",
 "researchOverview": {
  "name": "Better Thinking With AI",
  "page": "https://seanrintel.com/better-thinking-with-ai.html",
  "json": "https://seanrintel.com/overviews/better-thinking-with-ai.json",
  "markdown": "https://seanrintel.com/overviews/better-thinking-with-ai.md",
  "thesis": "Generative AI moves people's thinking into stating what they want and judging what they get. The easiest way to use it can help least, so good tools ask people to think first.",
  "claimsThisPaperFeeds": [
   {
    "claim": "Asking for goals before AI drafts can improve the work",
    "role": "supporting evidence",
    "url": "https://seanrintel.com/better-thinking-with-ai.html#a6"
   }
  ],
  "otherPapers": [
   {
    "study": "Review: productivity loss with AI",
    "title": "Ironies of Generative AI: Understanding and Mitigating Productivity Loss in Human-AI Interaction",
    "page": "https://seanrintel.com/publications/ironies-of-generative-ai-understanding-and-mitigating-productivity-loss-in-human-ai-interaction.html",
    "researchBrief": "https://seanrintel.com/publications/ironies-of-generative-ai-understanding-and-mitigating-productivity-loss-in-human-ai-interaction.json"
   },
   {
    "study": "Survey: critical thinking at work",
    "title": "The Impact of Generative AI on Critical Thinking: Self-Reported Reductions in Cognitive Effort and Confidence Effects From a Survey of Knowledge Workers",
    "page": "https://seanrintel.com/publications/the-impact-of-generative-ai-on-critical-thinking-self-reported-reductions-in-cognitive-effort-and-confidence-effects-from-a-survey-of-knowledge-workers.html",
    "researchBrief": "https://seanrintel.com/publications/the-impact-of-generative-ai-on-critical-thinking-self-reported-reductions-in-cognitive-effort-and-confidence-effects-from-a-survey-of-knowledge-workers.json"
   },
   {
    "study": "Position paper: what skill at work means",
    "title": "The Future of Skill: What Is It to Be Skilled at Work?",
    "page": "https://seanrintel.com/publications/the-future-of-skill-what-is-it-to-be-skilled-at-work.html",
    "researchBrief": "https://seanrintel.com/publications/the-future-of-skill-what-is-it-to-be-skilled-at-work.json"
   },
   {
    "study": "Conceptual analysis: metacognition and AI",
    "title": "The Metacognitive Demands and Opportunities of Generative AI",
    "page": "https://seanrintel.com/publications/the-metacognitive-demands-and-opportunities-of-generative-ai.html",
    "researchBrief": "https://seanrintel.com/publications/the-metacognitive-demands-and-opportunities-of-generative-ai.json"
   },
   {
    "study": "Prompting study: AI-assisted data analysis",
    "title": "“It’s like a rubber duck that talks back”: Understanding Generative AI-Assisted Data Analysis Workflows through a Participatory Prompting Study",
    "page": "https://seanrintel.com/publications/its-like-a-rubber-duck-that-talks-back-understanding-generative-ai-assisted-data-analysis-workflows-through-a-participatory-prompting-study.html",
    "researchBrief": "https://seanrintel.com/publications/its-like-a-rubber-duck-that-talks-back-understanding-generative-ai-assisted-data-analysis-workflows-through-a-participatory-prompting-study.json"
   },
   {
    "study": "Method paper: participatory prompting",
    "title": "Participatory prompting: a user-centric research method for eliciting AI assistance opportunities in knowledge workflows",
    "page": "https://seanrintel.com/publications/participatory-prompting-a-user-centric-research-method-for-eliciting-ai-assistance-opportunities-in-knowledge-workflows.html",
    "researchBrief": "https://seanrintel.com/publications/participatory-prompting-a-user-centric-research-method-for-eliciting-ai-assistance-opportunities-in-knowledge-workflows.json"
   },
   {
    "study": "Commentary: role-based prompts",
    "title": "Productivity implications for generative AI role-based prompts as a networked hermeneutic (Commentary)",
    "page": "https://seanrintel.com/publications/productivity-implications-for-generative-ai-role-based-prompts-as-a-networked-hermeneutic.html",
    "researchBrief": "https://seanrintel.com/publications/productivity-implications-for-generative-ai-role-based-prompts-as-a-networked-hermeneutic.json"
   },
   {
    "study": "Randomised trial: how students learn with AI",
    "title": "Learning behavior accounts for background-related advantage in AI-assisted education",
    "page": "https://seanrintel.com/publications/learning-behavior-accounts-for-background-related-advantage-in-ai-assisted-education.html",
    "researchBrief": "https://seanrintel.com/publications/learning-behavior-accounts-for-background-related-advantage-in-ai-assisted-education.json"
   },
   {
    "study": "Randomised experiment: note-taking versus AI for reading",
    "title": "Effects of LLM Use and Note-Taking On Reading Comprehension and Memory: A Randomised Experiment in Secondary Schools",
    "page": "https://seanrintel.com/publications/effects-of-llm-use-and-note-taking-on-reading-comprehension-and-memory-a-randomised-experiment-in-secondary-schools.html",
    "researchBrief": "https://seanrintel.com/publications/effects-of-llm-use-and-note-taking-on-reading-comprehension-and-memory-a-randomised-experiment-in-secondary-schools.json"
   },
   {
    "study": "Interviews: AI in higher education",
    "title": "The New Calculator? Practices, Norms, and Implications of Generative AI in Higher Education",
    "page": "https://seanrintel.com/publications/the-new-calculator-practices-norms-and-implications-of-generative-ai-in-higher-education.html",
    "researchBrief": "https://seanrintel.com/publications/the-new-calculator-practices-norms-and-implications-of-generative-ai-in-higher-education.json"
   },
   {
    "study": "Randomised experiment: scaffolds for AI-assisted writing",
    "title": "Metacognitive Scaffolds Create Productive Friction for AI-Assisted Knowledge Work",
    "page": "https://seanrintel.com/publications/metacognitive-scaffolds-create-productive-friction-for-ai-assisted-knowledge-work.html",
    "researchBrief": "https://seanrintel.com/publications/metacognitive-scaffolds-create-productive-friction-for-ai-assisted-knowledge-work.json"
   },
   {
    "study": "Lab study: prompt refinement controls",
    "title": "Dynamic Prompt Middleware: Contextual Prompt Refinement Controls for Comprehension Tasks",
    "page": "https://seanrintel.com/publications/dynamic-prompt-middleware-contextual-prompt-refinement-controls-for-comprehension-tasks.html",
    "researchBrief": "https://seanrintel.com/publications/dynamic-prompt-middleware-contextual-prompt-refinement-controls-for-comprehension-tasks.json"
   },
   {
    "study": "Workshop proposal: AI as a tool for thought",
    "title": "Tools for Thought: Understanding, Protecting, and Augmenting Human Cognition with Generative AI — From Vision to Implementation",
    "page": "https://seanrintel.com/publications/tools-for-thought-understanding-protecting-and-augmenting-human-cognition-with-generative-ai-from-vision-to-implementation.html",
    "researchBrief": "https://seanrintel.com/publications/tools-for-thought-understanding-protecting-and-augmenting-human-cognition-with-generative-ai-from-vision-to-implementation.json"
   },
   {
    "study": "Interviews and experiment: how people and machines interpret",
    "title": "Meeting in the Middle: The Interpretation Gap Between People and Machines",
    "page": "https://seanrintel.com/publications/meeting-in-the-middle-the-interpretation-gap-between-people-and-machines.html",
    "researchBrief": "https://seanrintel.com/publications/meeting-in-the-middle-the-interpretation-gap-between-people-and-machines.json"
   }
  ]
 },
 "whyItMatters": {
  "stateOfTheArt": {
   "summary": "Diverse ideation leads to more creative outcomes, but individuals often cannot reach diverse colleagues, and existing AI ideation tools give long, definitive answers.",
   "quote": "most existing multi-agent frameworks for ideation are either limited to specific domains or rely on pre-defined rules for agent interaction which can constrain creativity and serendipitous development of an idea",
   "location": "§2.3, p. 2"
  },
  "contribution": {
   "summary": "Instead of fixed interaction rules or long, complete answers, a deliberately simple framework in which agents decide for themselves when to speak and the user is left to develop the solution. It is built through prompt engineering rather than model training.",
   "quote": "Our framework addresses these limitations by introducing a flexible dynamic multi-agent environment where agents autonomously generate and build on ideas while maintaining alignment with user objectives.",
   "location": "§2.3, p. 3"
  },
  "whoCares": {
   "summary": "Professionals solving problems in organisations without ready access to diverse expertise, and, the paper suggests, ideation in healthcare, education and finance.",
   "quote": "promote organisational efficiency and skill-building in individuals",
   "location": "p. 1"
  }
 },
 "researchQuestions": [
  "Can a simple generative AI multi-agent framework give an individual access to diversity of thought for ideation, while keeping the user's own skills and creativity engaged rather than offloading ideation to AI?"
 ],
 "concepts": [
  {
   "term": "Diversity of thought",
   "definition": "How the authors use the term:",
   "quote": "this work defines diversity of thought as the variation in perspectives and opinions arising from differences in backgrounds and expertise",
   "location": "§2, p. 2"
  },
  {
   "term": "Design improv ('yes, and')",
   "definition": "The inspiration for the framework: accept others' ideas and build on them.",
   "quote": "Inspired by \"design improv\" [19], which promotes acceptance of ideas and building upon them",
   "location": "p. 1"
  },
  {
   "term": "Conversational turn-taking",
   "definition": "The authors adopt the turn-taking model of Sacks and colleagues from conversation analysis: a speaker nominates the next speaker, others self-select, or the speaker continues.",
   "quote": "This model describes three main principles for turn-taking: Selection, self-selection and continuation",
   "location": "§3.3, p. 3"
  },
  {
   "term": "Confidence mechanism",
   "definition": "Each agent rates its confidence in a message's topic and intent from 0 to 10 and speaks only above a threshold. Otherwise it just says 'hmm'.",
   "quote": "This approach aimed to limit their responses to only situations where they believed they could confidently and meaningfully contribute to an ongoing conversation.",
   "location": "§3.4, p. 4"
  },
  {
   "term": "Persona-based agents",
   "definition": "AI agents given a professional role (Designer, Machine Learning Researcher, Engineer) through prompt engineering in system messages, plus a 'Sage' that summarises.",
   "quote": "we focused only on professional role-based personas with a limited set of traits relevant to problem-solving",
   "location": "§3.1, p. 3"
  }
 ],
 "method": {
  "design": "Iterative system design with two versions: V1 passed the user's problem through the agents in a fixed sequence, and V2 used confidence-based turn-taking. Agent behaviour was shaped by prompt engineering in system messages, refined through trial and error.",
  "prototype": "YES AND, a web chat app built with the Gradio Python library on a ChatGPT-based large language model. The user types a problem. Three agents with professional personas (a Designer, a Machine Learning Researcher and an Engineer) reply as in a group conversation, each speaker's picture shown beside the chat. For every message, each agent rates from 0 to 10 its confidence that it can contribute. The most confident speaks if it clears a threshold of 7, and may ask the user a clarifying question or nominate another agent to build on its idea, while the others just say 'hmm'. The user can interject at any time or call a fourth 'Sage' agent to summarise the discussion as a seed of an approach rather than a full solution. Compared informally with the earlier version, in which agents answered in a fixed order.",
  "prototypeFigure": 1,
  "setting": "Example scenarios of a single user ideating on organisational problems, such as a Program Manager designing a feature to recall sent emails.",
  "sample": "Four agents. Four example V2 chat logs and one V1 log are given in the appendix. No user study.",
  "analysis": "Qualitative discussion of excerpts from the example conversations, comparing the linear and turn-taking versions."
 },
 "findings": [
  {
   "headline": "A fixed order stifled ideas.",
   "summary": "In the authors' first version, the user's problem passed from agent to agent in a fixed order. It worked in principle, but ideas did not develop spontaneously and the user had little say in where the discussion went.",
   "quote": "Research shows that sequential flow of information restricts the spontaneous development of ideas and limits user engagement.",
   "location": "§3.2, p. 3",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-2-p-3",
   "cite": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142 (§3.2, p. 3)"
  },
  {
   "headline": "Models don't know when to stay quiet.",
   "summary": "Group turn-taking requires knowing when to stay silent, which models like GPT-4 do not do on their own. Told that a button placement follows Fitts' Law, ChatGPT explained the law back at length.",
   "quote": "Yes, Fitts' Law states that the time to acquire a target is a function of the distance to and size of the target.",
   "location": "§3.3, p. 4",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-3-p-4",
   "cite": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142 (§3.3, p. 4)"
  },
  {
   "headline": "Self-rated confidence picks the speaker.",
   "summary": "Asked to rate its confidence that it could contribute, an agent gave the same Fitts' Law statement a low score and replied only 'hmm'. In the authors' testing, such scores worked for choosing who should speak, though models' self-assessment is not fully precise.",
   "quote": "the agent likely recognises the statement as true but determines that there is minimal value it can add to such a universally known fact",
   "location": "§3.4, p. 5",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-p-5",
   "cite": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142 (§3.4, p. 5)"
  },
  {
   "headline": "Questions before solutions.",
   "summary": "In the authors' example conversations with confidence-based turn-taking, agents asked the user clarifying questions instead of jumping to solutions, and built on and critiqued each other's ideas.",
   "quote": "Can you clarify your use case: undoing accidental sends, editing content, or ensuring delivery control?",
   "location": "§3.4, p. 5",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-p-5-2",
   "cite": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142 (§3.4, p. 5)"
  },
  {
   "headline": "The user must be able to cut in.",
   "summary": "Conversations among the agents could run on, so it mattered that the user could interject at any time to redirect them, or call the summarising agent to conclude.",
   "quote": "Umm, I would like you all to think more about the implications. Forget execution",
   "location": "§3.4, pp. 5–6",
   "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-pp-5-6",
   "cite": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142 (§3.4, pp. 5–6)"
  }
 ],
 "questions": [
  {
   "question": "Can a panel of AI personas stand in for diverse colleagues?",
   "answer": "Potentially, for people without ready access to diverse expertise. In example conversations, agents with different professional roles built on and critiqued each other's ideas and asked the user clarifying questions. Whether this improves creativity, and how well preset roles fit real problems, is untested.",
   "source": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142",
   "basedOn": [
    {
     "location": "§3.4, p. 5",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-p-5-2"
    },
    {
     "location": "§3.4, pp. 5–6",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-pp-5-6"
    }
   ]
  },
  {
   "question": "How do you stop multiple AI agents from all talking at once or rambling?",
   "answer": "Make each agent judge whether it has something worth adding. Having agents rate their own confidence, and letting only the most confident speak, curbed verbose, off-point replies in testing. Self-assessment is imperfect, though, and the user still needs a way to cut in.",
   "source": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142",
   "basedOn": [
    {
     "location": "§3.3, p. 4",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-3-p-4"
    },
    {
     "location": "§3.4, p. 5",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-p-5"
    },
    {
     "location": "§3.4, pp. 5–6",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-pp-5-6"
    }
   ]
  },
  {
   "question": "Is a free-flowing conversation better than having AI agents answer in a fixed order?",
   "answer": "It seems so. A fixed order restricts the spontaneous development of ideas and gives the user little say. In example conversations, letting agents speak when confident made ideation more interactive and iterative. Agents asked clarifying questions and built on each other's ideas. No user study has tested this.",
   "source": "Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142",
   "basedOn": [
    {
     "location": "§3.2, p. 3",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-2-p-3"
    },
    {
     "location": "§3.4, p. 5",
     "url": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.html#at-s3-4-p-5-2"
    }
   ]
  }
 ],
 "cites": [],
 "quantitative": [],
 "implications": [
  {
   "summary": "Ideation support can leave the actual solution to the user, giving a seed of an approach rather than a complete answer, to avoid offloading ideation to AI and diminishing people's skills and creativity."
  },
  {
   "summary": "Prompt engineering in system messages was the simplest way to create persona agents and shape their behaviour, including word limits and prompts to ask clarification questions.",
   "quote": "The process underscores the critical role of prompt engineering in shaping interactive AI behaviour and offers practical insights for designing conversational systems.",
   "location": "§3.1, p. 3"
  },
  {
   "summary": "The framework could be adapted to other domains needing diverse expertise, such as multidisciplinary team meetings in healthcare, student projects in education, and decision-making in finance."
  }
 ],
 "limitations": [
  {
   "summary": "Effectiveness has not been empirically validated. Controlled experiments and user studies are future work.",
   "quote": "We acknowledge that YES AND' s effectiveness in enhancing creativity, engagement, and diverse ideation has yet to be empirically validated.",
   "location": "§4, p. 6"
  },
  {
   "summary": "Agent personas are predefined and may not fit the user's problem. Diversity was limited to professional roles.",
   "quote": "A significant limitation is in the use of predefined agent personas.",
   "location": "§4, p. 6"
  },
  {
   "summary": "As conversation logs grow, it gets harder for the model to keep responses relevant.",
   "quote": "Without robust mechanisms to manage contextual load, the agents risk delivering responses that feel disjointed.",
   "location": "§4, p. 6"
  },
  {
   "summary": "The system supports only one user. Human-human collaboration with multiple users and agents is future work."
  }
 ],
 "figures": [
  {
   "src": "https://seanrintel.com/publications/figures/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking/fig-1.webp",
   "caption": "Figure 1: Conversation turn-taking architecture.",
   "alt": "Flowchart. The user's input is evaluated for topic, intent and nomination, and a nominated agent replies. Otherwise Designer, ML Researcher and Engineer score confidence and the top scorer speaks if at least 7. Failing that, the Sage summarises.",
   "location": "Fig. 1, p. 4",
   "credit": "Figure 1 from Pratik Ghosh and Sean Rintel. 2025. YES AND: A Generative AI Multi-Agent Framework for Enhancing Diversity of Thought in Individual Ideation for Problem-Solving Through Confidence-Based Agent Turn-Taking. CHI EA 2025. https://doi.org/10.1145/3706599.3720142"
  }
 ],
 "pageNumbersReferTo": "https://seanrintel.com/publications/yes-and-a-generative-ai-multi-agent-framework-for-enhancing-diversity-of-thought-in-individual-ideation-for-problem-solving-through-confidence-based-agent-turn-taking.pdf",
 "verified": "2026-10-25",
 "studyFigure": {
  "about": "The opening figure on this paper's page, made for the site with AI assistance from this verified brief. It is not the paper's own figure. Evidence entries index this file's quantitative, findings and limitations arrays.",
  "study": {
   "kind": "single",
   "heading": "The paper",
   "summary": "A design paper presenting YES AND, a ChatGPT-based chat app in which AI expert personas brainstorm with one person. Two versions were built and compared informally on example conversations, with no user study.",
   "steps": [
    {
     "label": "Fixed order version",
     "detail": "In the first version, the user's problem passed through the agents in a fixed sequence."
    },
    {
     "label": "Turn-taking version",
     "detail": "In the second version, the agent most confident of adding something speaks next."
    },
    {
     "label": "Example conversations",
     "detail": "Four example chat logs from the second version and one from the first, on problems such as recalling sent emails."
    },
    {
     "label": "Discussion",
     "detail": "The authors discussed excerpts, comparing the fixed order and turn-taking versions."
    }
   ]
  },
  "tool": {
   "steps": [
    {
     "title": "State a problem",
     "text": "The user types a problem, and three expert personas reply as in a group chat.",
     "fields": [
      "Designer",
      "Machine Learning Researcher",
      "Engineer"
     ]
    },
    {
     "title": "Rate confidence",
     "text": "For every message, each agent rates from 0 to 10 its confidence that it can contribute.",
     "part": true
    },
    {
     "title": "Most confident speaks",
     "text": "The most confident agent speaks if it clears a threshold of 7. The others just say hmm.",
     "part": true
    },
    {
     "title": "Ask or pass on",
     "text": "The speaker may ask the user a clarifying question or nominate another agent to build on its idea.",
     "part": true
    },
    {
     "title": "Cut in or sum up",
     "text": "The user can interject at any time, or call a Sage agent to summarise a seed of an approach."
    }
   ],
   "note": "Steps 2 to 4 are the confidence-based turn-taking. In the first version, agents answered in a fixed order."
  },
  "findings": {
   "heading": "What the paper reports",
   "legend": null,
   "stages": [
    {
     "title": "Fixed order",
     "sub": "the first version",
     "items": [
      {
       "dir": "none",
       "text": "In the first version, ideas did not develop spontaneously and the user had little say.",
       "detail": "The user's problem passed from agent to agent in a fixed order. It worked in principle.",
       "evidence": [
        "findings[0]"
       ]
      },
      {
       "dir": "none",
       "text": "The authors observed that language models do not know on their own when to stay quiet.",
       "detail": "Told that a button placement follows Fitts' Law, the chatbot explained the law back at length.",
       "evidence": [
        "findings[1]"
       ]
      }
     ]
    },
    {
     "title": "Confidence-based turns",
     "sub": "the second version, in example conversations",
     "items": [
      {
       "dir": "none",
       "text": "Asked to rate its confidence, an agent scored the same statement low and said only hmm.",
       "detail": "In the authors' testing, such scores worked for choosing who should speak, though models' self-assessment is not fully precise.",
       "evidence": [
        "findings[2]"
       ]
      },
      {
       "dir": "none",
       "text": "In the example conversations, agents asked the user clarifying questions before offering solutions.",
       "detail": "Agents also built on and critiqued each other's ideas.",
       "evidence": [
        "findings[3]"
       ]
      },
      {
       "dir": "none",
       "text": "Agent conversations could run on, so the user needed to be able to cut in.",
       "detail": "The user could interject to redirect the agents at any time, or call the summarising agent to conclude.",
       "evidence": [
        "findings[4]"
       ]
      },
      {
       "dir": "none",
       "text": "The paper has not tested whether YES AND improves creativity or engagement.",
       "detail": "Controlled experiments and user studies are future work. The personas are fixed professional roles that may not fit every problem.",
       "evidence": [
        "limitations[0]",
        "limitations[1]"
       ]
      }
     ]
    }
   ]
  },
  "keyTerm": "diversity of thought",
  "takeaway": "AI expert personas may bring group diversity of thought to one person's brainstorm. Personas speaking only when confident of adding something new may keep ideas building and the person engaged."
 }
}