<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Particip Med</journal-id><journal-id journal-id-type="publisher-id">jopm</journal-id><journal-id journal-id-type="index">28</journal-id><journal-title>Journal of Participatory Medicine</journal-title><abbrev-journal-title>J Particip Med</abbrev-journal-title><issn pub-type="epub">2152-7202</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v17i1e69497</article-id><article-id pub-id-type="doi">10.2196/69497</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Principles and Practices of Community Engagement in AI for Population Health: Formative Qualitative Study of the AI for Diabetes Prediction and Prevention Project</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Abejirinde</surname><given-names>Ibukun-Oluwa Omolade</given-names></name><degrees>MSc, MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Itanyi</surname><given-names>Ijeoma Uchenna</given-names></name><degrees>MPH, MBBS</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kornas</surname><given-names>Kathy</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Zaim</surname><given-names>Remziye</given-names></name><degrees>MS, MSc, MBA, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Guha</surname><given-names>Shion</given-names></name><degrees>MSc, MS, PhD</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Chui</surname><given-names>Victoria</given-names></name><degrees>MI</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Lipscombe</surname><given-names>Lorraine</given-names></name><degrees>MSc, MD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff6">6</xref><xref ref-type="aff" rid="aff7">7</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rosella</surname><given-names>Laura C</given-names></name><degrees>MHSc, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff7">7</xref><xref ref-type="aff" rid="aff8">8</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Shaw</surname><given-names>James</given-names></name><degrees>PT, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff9">9</xref></contrib></contrib-group><aff id="aff1"><institution>Institute for Better Health, Trillium Health Partners</institution><addr-line>2nd floor, 2085 Hurontario Street</addr-line><addr-line>Mississauga</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff2"><institution>Dalla Lana School of Public Health, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff3"><institution>Research and Innovation Institute, Women's College Hospital</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff4"><institution>Faculty of Information, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff5"><institution>Department of Computer Science, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff6"><institution>Department of Medicine, Temerty Faculty of Medicine, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff7"><institution>Institute for Clinical Evaluative Sciences</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff8"><institution>Department of Laboratory Medicine and Pathobiology, Temerty Faculty of Medicine, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><aff id="aff9"><institution>Department of Physical Therapy, Temerty Faculty of Medicine, University of Toronto</institution><addr-line>Toronto</addr-line><addr-line>ON</addr-line><country>Canada</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Woods</surname><given-names>Susan</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Hudson</surname><given-names>Matthew</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Greene</surname><given-names>Sarah</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Adams</surname><given-names>Laura</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Cordovano</surname><given-names>Grace</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Jafarizadeh</surname><given-names>Ali</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Stroud</surname><given-names>Austin</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Lim</surname><given-names>Gilbert</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Ibukun-Oluwa Omolade Abejirinde, MSc, MD, PhD, Institute for Better Health, Trillium Health Partners, 2nd floor, 2085 Hurontario Street, Mississauga, ON, L5A 4G1, Canada, 1 437-247-0596; <email>ibukun.abejirinde@thp.ca</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>2</day><month>10</month><year>2025</year></pub-date><volume>17</volume><elocation-id>e69497</elocation-id><history><date date-type="received"><day>02</day><month>12</month><year>2024</year></date><date date-type="rev-recd"><day>11</day><month>08</month><year>2025</year></date><date date-type="accepted"><day>18</day><month>08</month><year>2025</year></date></history><copyright-statement>&#x00A9; Ibukun-Oluwa Omolade Abejirinde, Ijeoma Uchenna Itanyi, Kathy Kornas, Remziye Zaim, Shion Guha, Victoria Chui, Lorraine Lipscombe, Laura C Rosella, James Shaw. Originally published in Journal of Participatory Medicine (<ext-link ext-link-type="uri" xlink:href="https://jopm.jmir.org">https://jopm.jmir.org</ext-link>), 2.10.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in Journal of Participatory Medicine, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://jopm.jmir.org">https://jopm.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://jopm.jmir.org/2025/1/e69497"/><abstract><sec><title>Background</title><p>Preventing diabetes is a priority for governments and health systems worldwide. Artificial intelligence (AI) has the potential to inform prevention and planning. However, there is little guidance on how patients, caregivers, and communities are engaged in AI life cycle stages.</p></sec><sec><title>Objective</title><p>This formative qualitative study aimed to identify principles for meaningful community engagement. The goal was to support the responsible use of machine learning models in diabetes prevention and management.</p></sec><sec sec-type="methods"><title>Methods</title><p>We conducted a literature scan on how AI or digital health initiatives have engaged patients and communities. A participatory workshop was then organized with patients, caregivers, community organizations, clinicians, and policymakers. In the workshop, we identified and ranked guiding principles for community engagement in AI for population health. We also outlined key considerations for implementing these principles.</p></sec><sec sec-type="results"><title>Results</title><p>We identified 10 principles for patient and community engagement in AI for health care from 6 papers and developed a conceptual framework for community engagement on AI. A total of 30 workshop participants discussed and ranked the top 6 principles: trust, equity, accountability, transparency, codesign, and value alignment. Participants noted that embedding community engagement in the AI life cycle requires inclusivity and diversity. Additionally, implementers should leverage existing resources and adopt a centralized approach to AI decision-making.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Our study offers useful insights for community-focused AI deployment that centers the values of patients and communities. The identified principles can guide meaningful engagement on the use of AI in health systems, while future research can operationalize the conceptual framework.</p></sec></abstract><kwd-group><kwd>artificial intelligence</kwd><kwd>Canada</kwd><kwd>community engagement</kwd><kwd>diabetes</kwd><kwd>patient engagement</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Artificial intelligence (AI) has significant potential to improve health outcomes and health care effectiveness [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In particular, machine learning, a subset of AI, has demonstrated strong predictive capabilities in disease risk assessments for cardiovascular diseases, cancers, Alzheimer disease, and diabetes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Despite such potential, the translation of AI to solve population health concerns remains slow due to multiple barriers, including implementation challenges, limited validation, data uncertainties, and social acceptability concerns [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Current research on the use of AI in health care primarily emphasizes macro-level governance and technical optimization, with less attention given to patient and community perspectives [<xref ref-type="bibr" rid="ref7">7</xref>]. Although patients and communities are directly impacted by AI-informed health care decisions, their engagement in its design and deployment is limited [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Enhanced social acceptability, achieved through meaningful community engagement, can improve AI uptake, yet guidance on systematically engaging communities in AI deployment remains scarce [<xref ref-type="bibr" rid="ref9">9</xref>].</p><p>With an estimated prevalence of 783 million cases by 2045, type 2 diabetes (T2D) is a public health issue globally [<xref ref-type="bibr" rid="ref10">10</xref>]. In Canada, diabetes affects approximately 11.9 million people and significantly impacts health care expenditure [<xref ref-type="bibr" rid="ref11">11</xref>]. Structural barriers, such as socioeconomic disparities, limited access to health care and healthy foods, and restrictions posed by built environments, continue to impede population-wide diabetes prevention efforts [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Addressing these barriers requires scalable, inclusive strategies, potentially supported by AI-driven solutions that are collaboratively designed and well-implemented [<xref ref-type="bibr" rid="ref14">14</xref>]. Members of our research team previously used routine health administrative data of patients accessing the publicly funded health system in 1 Canadian province to develop and validate 2 machine learning models. These models predict the risk of T2D onset and diabetes-related complications and have demonstrated robust predictive accuracy across diverse populations. The details of the model development and validation are reported elsewhere, and they show consistent calibration across sociodemographic subgroups by sex, ethnicity, immigration status, and material deprivation [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. In 2023, we received funding from the Canadian Institute for Advanced Research to establish the AI for Diabetes Prediction and Prevention (AI4DPP) Solution Network. The goal of the network is to deploy both machine learning models by (1) identifying implementation barriers, (2) developing a visual analytics dashboard of population-level diabetes risk, (3) creating a governance framework for responsible AI deployment, and (4) evaluating the use of the model and dashboard at a population level.</p><p>Several studies highlight the role of patient and public engagement in shaping more equitable and context-specific interventions [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. The value of multi-stakeholder engagement in enhancing accountability and trustworthiness of AI systems has also been established [<xref ref-type="bibr" rid="ref20">20</xref>]. However, there is comparatively limited guidance on how patient and public engagement occurs across the AI life cycle. Some initiatives have begun to address this gap. A recent scoping review on AI and machine learning applications in health care identified 21 papers (of 10,880 searched) that mentioned community involvement at any stage of the AI life cycle [<xref ref-type="bibr" rid="ref9">9</xref>]. Another example is the Artificial Intelligence/Machine Learning Consortium to Advance Health Equity and Researcher Diversity in the United States to understand community perspectives on AI and its impact on health equity [<xref ref-type="bibr" rid="ref21">21</xref>]. Participants from that study emphasized the need for context-sensitive, hyperlocal approaches to AI design and deployment.</p><p>This study contributes to the limited body of research on how to meaningfully engage communities in the deployment of AI tools for public health. We applied insights from a literature scan to inform a participatory workshop involving professionals and people with lived and living experience of T2D.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><p>We used a formative qualitative study design to explore the principles and associated practices of community engagement in the implementation of population-level AI tools for T2D prevention and management.</p><sec id="s2-1"><title>Study Setting</title><p>The AI4DPP project is being implemented in Peel region, Ontario [<xref ref-type="bibr" rid="ref22">22</xref>], which has a high prevalence of T2D, particularly among South Asian, Asian, Arab, African, and Hispanic populations [<xref ref-type="bibr" rid="ref23">23</xref>]. In 2015, the incidence of diabetes in Peel was 1192/100,000, reflecting an increase of 182% within 2 decades [<xref ref-type="bibr" rid="ref24">24</xref>].</p><p>Our team works with health system practitioners, decision-makers, community organizations, and people with lived and living experience of T2D in Peel region. This partnered approach aims to ensure that the 2 machine learning models can be implemented in a way that is responsive to local needs [<xref ref-type="bibr" rid="ref25">25</xref>] when applied at a population level. The AI4DPP Solution Network hosts a biannual full-day meeting for patient and public stakeholders in Peel region to share project updates. The May 2024 in-person edition of the network meeting served as the setting for the participatory workshop we conducted for this study.</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>This study was reviewed by Trillium Health Partners Research Ethics Board and was determined to not qualify as human participant research (reference #247). The AI4DPP study also underwent ethics review and approval by the Health Sciences Research Ethics Board at the University of Toronto, Dalla Lana School of Public Health (protocol number: 46174). When invitations to the network meeting were sent out, we notified participants that anonymized handwritten notes for research purposes would be taken during the workshop and that no participant would be identified or quoted by name in the analyses or outputs. Invitees were requested to contact the research team if they had questions or would like to opt out ahead of the meeting. Verbal group consent and confidentiality of discussions were established at the beginning of the meeting. Community representatives and people with lived and living experience were each given a CAD $150 (US $107.60) gift card as honorarium after the meeting. We also reimbursed their parking and transportation costs, where applicable.</p></sec><sec id="s2-3"><title>Data Collection and Analysis</title><p>We conducted a literature scan [<xref ref-type="bibr" rid="ref26">26</xref>] to identify strategies for engaging community organizations and people with lived and living experience on AI for health care. This was followed by a 90-minute participatory workshop at the AI4DPP Solution Network meeting.</p><sec id="s2-3-1"><title>Literature Scan</title><p>We conducted a literature scan to identify and build upon existing knowledge on patient and public engagement in AI for population health. The goal was not to conduct a comprehensive review but to inform the design of the workshop. At least 2 members of the research team reviewed recent literature in the PubMed database using random iterative combinations of the following search terms with Boolean operators (AND, OR): &#x201C;community engagement,&#x201D; &#x201C;patient engagement,&#x201D; &#x201C;artificial intelligence,&#x201D; &#x201C;machine learning,&#x201D; &#x201C;digital technology,&#x201D; and &#x201C;health.&#x201D; No date limits or restrictions on the number of results were applied, but priority was given to papers published within the last 5 years that described frameworks or strategies for patient and public engagement on AI in health.</p><p>From an initial batch of 27 identified papers, we screened papers by title, abstract, and full-text review. This yielded 6 relevant papers that captured guidance on processes and strategies that support patient and community engagement. We synthesized review findings using a narrative approach informed by qualitative content analysis [<xref ref-type="bibr" rid="ref27">27</xref>]. To do this, we reviewed full texts, identifying key themes related to community and patient engagement and grouped findings into principles. Where papers reported specific frameworks or approaches used to inform their work, we took note of these. We ultimately used the AI life cycle as a framework for conceptualizing where (ie, stage of life cycle) and how (ie, principles) patient and public engagement was occurring. The AI life cycle has been described by different authors with varying degrees of detail and language, but with several points of overlap in the core ideas they capture [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. In summary, the AI life cycle can be described to include 5 broad stages: (1) <italic>define</italic> (ie, definition of the health problem for which an AI tool will be developed), (2) <italic>design and test</italic> (ie, development, validation, and testing of the AI model including assessing the model for bias and fairness), (3) <italic>deploy</italic> (ie, implement the AI model for use in the real world), (4) <italic>evaluate</italic> (ie, assess the performance of the AI model in the real world, and identify areas for improvement), and (5) <italic>improve</italic> (ie, update the AI model using real-world data and evaluation findings). This analysis resulted in the development of a conceptual framework on the interplay between the AI life cycle and levels of public participation (see the Results section).</p></sec><sec id="s2-3-2"><title>Participatory Workshop</title><sec id="s2-3-2-1"><title>Overview</title><p>A participatory multistakeholder workshop was conducted during the May 2024 AI4DPP network meeting. Other activities conducted during the full-day meeting that are not reported in this paper included a presentation on AI adoption in health care and a session to elicit feedback on the analytics dashboard we were designing as part of the overall project. The decision to use a participatory approach was informed by its effectiveness in eliciting diverse stakeholder perspectives, fostering equity in participant contributions, and promoting collective decision-making through structured activities [<xref ref-type="bibr" rid="ref30">30</xref>].</p></sec><sec id="s2-3-2-2"><title>Recruitment</title><p>Identification of participants used both convenient and purposive recruitment methods. Due to the capacity limits of the venue, we planned for approximately 40 attendees. First, we extended invitations to individuals who had attended the inaugural AI4DPP Solution Network meeting in November 2023. Because people with lived and living experience of T2D and community representation had been limited at that event, we purposefully reached out to community organizations in Peel who provide T2D prevention and management services, leveraged our existing relationships with Peel Public Health and connections from prior community-based research projects.</p><p>To recruit people with lived and living experience, we used a previously successful approach wherein we collaborated with the Patient and Family Partners (PFP) unit of a large hospital system in Peel. Through the PFP coordinator, the project overview and meeting details were shared with PFP members with an invitation to the workshop. We conducted 3 virtual briefing sessions to accommodate varying schedules for 6 individuals who expressed interest. Briefing sessions covered meeting agenda, logistics (eg, accessibility, dietary needs, parking), honoraria, and transportation reimbursement. Informed consent was obtained during these sessions, and participants were encouraged to ask questions.</p></sec><sec id="s2-3-2-3"><title>Workshop Facilitation</title><p>IOOA and IUI, who have expertise in qualitative research and community engagement methods, jointly facilitated the workshop. Facilitation employed a modified format of the nominal group technique (NGT)&#x2014;an effective method for enabling active discussions within group settings [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] and managing equitable participation [<xref ref-type="bibr" rid="ref33">33</xref>]. This was an important consideration in our study where the different professional roles of participants introduced power differentials. The workshop included the following:</p><list list-type="order"><list-item><p>A presentation on participatory approaches to community engagement, findings from the literature scan, and the framework for community engagement on AI which was developed by the research team based on the literature scan.</p></list-item><list-item><p>In line with nominal group technique, perspectives on meaningful community engagement were elicited through silent idea generation by way of individual reflections and note-taking following question prompts such as &#x201C;<italic>Who is the community?</italic>&#x201D; and &#x201C;<italic>How should meaningful community engagement in the AI4DPP project be realized?</italic>&#x201D;<italic>.</italic></p></list-item><list-item><p>Ranking exercises on individuals&#x2019; mobile phones or laptops using an online poll created in Mentimeter (2024). Mentimeter is a web-based tool that enables real-time audience participation and generates ranked output based on weighted responses. Each participant was asked to rank their top 6 principles from the 10 identified in the literature scan. The decision to select 6 principles was because we deemed this number feasible to manage&#x2014;providing a breadth of options but easy to recall and keep discussions focused. Before ranking, participants were asked to suggest principles they felt were relevant but not captured in the literature findings. We facilitated a round-robin discussion after the results of the ranking exercise were revealed.</p></list-item><list-item><p>A walk-around exercise wherein participants offered suggestions on how the prioritized principles can be put into action (ie, operationalized). Insights on best practices for each of the 6 engagement principles were captured on sticky notes. Participants also noted additional considerations and potential challenges to realizing each principle.</p></list-item></list><p>We invited participants to consider their responses to the discussion prompts not only within the AI4DPP project, but for other conceivable population-level AI health applications. The meeting was not audio-recorded, but 2 trained note-takers documented discussions throughout the day. At the start of the meeting, attendees were reminded that the activities and outputs of the meeting would be used for research purposes. Sociodemographic data were not collected, as it was not essential to workshop objectives and might have discouraged participation. However, we recognize that participants brought additional forms of diversity including racial, cultural, and socioeconomic experiences, which may have shaped their perspectives.</p></sec><sec id="s2-3-2-4"><title>Workshop Data Analysis</title><p>After the workshop, 2 members of the research team with experience in qualitative methodology collated data from sticky notes, flipcharts, and meeting notes. Analysis was guided by a thematic approach where we integrated both deductive and inductive strategies. Deductive coding was guided by the principles identified from the literature scan, which served as a reference framework. The data were manually organized, clustering similar contributions and developing summary memos to refine the framing of each principle and associated practices for operationalizing them. In parallel, we conducted inductive coding to allow new themes and insights to emerge directly from the workshop data. This iterative process supported convergence across participant perspectives, leading to the final set of principles and practices reported in the Results section. Our analysis was not geared to inform theoretical knowledge but to highlight practical insights related to meaningful community engagement in AI for population health.</p></sec></sec></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p>First, we present findings from the preworkshop activities&#x2014;literature scan and the conceptual framework for community engagement on AI developed by the research team. Next, workshop findings are presented under 3 subheadings: participants&#x2019; perspectives on community engagement on AI, key principles for community engagement on AI, and practical considerations for operationalizing the key principles. A total of 30 people attended the workshop: 6 people with lived and living experience (patients and caregivers), 2 community organization representatives, 3 senior leaders from Peel Public Health, 4 health care providers, 12 AI4DPP team members (including 4 trainees), and 3 representatives from the project funder, the Canadian Institute for Advanced Research.</p></sec><sec id="s3-2"><title>Literature Findings: AI and Community Engagement</title><p>Synthesis across the 6 papers resulted in a compilation of 10 community engagement principles for AI: (1) trust, (2) power-sharing, (3) empowerment, (4) value alignment, (5) equity, (6) codesign, (7) transparency, (8) education, (9) early engagement, and (10) accountability. Practices identified in the literature for engaging patients and communities in AI and technology interventions included a need for early and meaningful engagement of patients and communities, ensuring diversity of participants [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>] and adopting transparent and bidirectional communication where the community feels empowered and able to participate in decision-making [<xref ref-type="bibr" rid="ref36">36</xref>]. Patient education was emphasized as being crucial to meaningful engagement to inform patient-centered design and build trust [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. The papers drew from diverse approaches, particularly community-based participatory research and citizen science.</p><p>The International Association for Public Participation spectrum of engagement&#x2014;a framework that defines levels of public engagement starting from being informed to being consulted, being involved, collaborating, and finally, empowering&#x2014;the highest level of engagement [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], was explicitly adopted or referenced in most of the 6 papers. At the first level of the International Association for Public Participation spectrum<italic>&#x2014;inform</italic>&#x2014;patients and community organizations are informed about an AI-related health project including the benefits, risks, and potential impact. At the second level, <italic>consult</italic>, patients&#x2019; and community organizations&#x2019; perspectives on the feasibility and utility of the project are solicited. At <italic>involve,</italic> the third stage, project teams should be working with patients and community organizations to consider and address any concerns related to the AI intervention, and at the <italic>collaborate</italic> stage, patients and community organizations should be active decision-makers regarding the project. When at the <italic>empower</italic> level, patients and community organizations should ideally take the lead in setting priorities and making decisions on the project. Collectively, these insights from the literature captured in <xref ref-type="table" rid="table1">Table 1</xref> informed the discussion prompts for the workshop.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Overview of selected literature on community engagement for artificial intelligence (AI) and digital health.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Reference</td><td align="left" valign="bottom">Summary</td></tr></thead><tbody><tr><td align="left" valign="top">Adus et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td><td align="left" valign="top">Qualitative study to understand patient perspectives on being engaged in the development of AI. Findings emphasized early patient involvement in problem identification, diverse recruitment strategies, and multi-modal engagement methods. A framework for effective patient engagement in AI development is proposed, emphasizing the importance of addressing health inequities and ensuring patient-centered design [<xref ref-type="bibr" rid="ref34">34</xref>].</td></tr><tr><td align="left" valign="top">Pillai et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td><td align="left" valign="top">The authors advocate for a paradigm shift in health care natural language processing to address how the perspectives of patients and community members are frequently overlooked. They propose a community-based natural language processing (CBNLP) framework, inspired by the principles of community-based participatory research. The framework outlines 5 levels of community engagement that align with the International Association for Public Participation (IAP2) levels of public engagement [<xref ref-type="bibr" rid="ref36">36</xref>].</td></tr><tr><td align="left" valign="top">Moodley and Beyer [<xref ref-type="bibr" rid="ref38">38</xref>]</td><td align="left" valign="top">This study makes a call for an Afro-centric community engagement model for genomic banking based on Ubuntu, an African philosophy. By emphasizing interconnectedness and communal well-being, Ubuntu can significantly enhance community engagement practices. Authors propose an 8-step framework called the TRUCE model to guide effective and ethically sound community engagement in genomic biobanking. Community consultation and co-ownership of knowledge production throughout the research process are recommended, similar to the CBNLP framework [<xref ref-type="bibr" rid="ref38">38</xref>].</td></tr><tr><td align="left" valign="top">Richardson et al [<xref ref-type="bibr" rid="ref39">39</xref>]</td><td align="left" valign="top">This paper emphasizes the ethical imperative of understanding and incorporating patient views to ensure AI technologies align with patient needs and values. A conceptual implementation-evaluation framework for AI that highlights the interplay of patient experiences, health systems, and technology is proposed [<xref ref-type="bibr" rid="ref39">39</xref>].</td></tr><tr><td align="left" valign="top">O&#x2019;Connor et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td><td align="left" valign="top">The paper presents synthesis from 19 qualitative studies on the barriers and facilitators impacting patient and public engagement with digital health interventions. Findings are presented in the Digital Health Engagement Model, which focuses on 4 main factors that influence individuals&#x2019; willingness to engage with and enroll in digital health interventions&#x2014;perceived value, assessed quality, engagement approach, and ability to actively use the intervention.<break/>Digital health developers and implementers are encouraged to prioritize and invest in patient-centered approaches to foster trust and ensure equitable access to emerging health care technologies [<xref ref-type="bibr" rid="ref40">40</xref>].</td></tr><tr><td align="left" valign="top">Barony Sanchez et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td><td align="left" valign="top">Using the Virtual Community of Patients and Citizens Partners (COMVIP) project as an example, this study calls for patient and citizen engagement as an essential component of digital health technologies. Beyond tokenism, implementers are encouraged to actively involve patients and citizens as partners in the technology co-creation process using iterative and inclusive approaches. Authors argue that a multistage cocreation process involving patients and communities will ensure that technologies are tailored to the needs and preferences of diverse patient populations, leading to a more inclusive and equitable digital health ecosystem [<xref ref-type="bibr" rid="ref35">35</xref>].</td></tr></tbody></table></table-wrap></sec><sec id="s3-3"><title>Conceptual Framework for Community Engagement on AI</title><sec id="s3-3-1"><title>Overview</title><p>Since the IAP2 spectrum of public participation emerged as the most frequently referenced framework for community engagement, the research team conceived that for community engagement to be integrated into the use of AI tools for public health, the 5 cyclical stages of the AI life cycle should be integrated with the 5 levels of public participation. AI projects that seek to meaningfully engage patients or community organizations at any stage of the AI life cycle can do so at any of the IAP2 levels. This was captured in a conceptual framework developed by the research team (<xref ref-type="fig" rid="figure1">Figure 1</xref>) that shows the superimposed and interconnected relationship between the AI life cycle (define, design and test, deploy, evaluate, and improve) and IAP2 levels of public participation (involve, collaborate, empower, consult, and inform). The AI4DPP project served as the first case study through which this conceptual framework was explored (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Conceptual framework of interplay between community engagement and artificial intelligence (AI) life cycle. All levels of public participation may be employed at each stage of the AI life cycle in a cyclical and iterative fashion. Learnings from the &#x201C;improve&#x201D; stage of the life cycle feedback into a continuous process of redesign and testing. AI4DPP: AI for Diabetes Prediction and Prevention.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jopm_v17i1e69497_fig01.png"/></fig></sec><sec id="s3-3-2"><title>Participants&#x2019; Perspectives on Meaningful Community Engagement on AI</title><p>Workshop participants expressed that meaningful community engagement should be inclusive and representative of the target end beneficiary and should adopt diverse accessible formats of communication (eg, newsletters, arts-based methods, reports, infographics). Participants suggested that culturally appropriate strategies for engagement should be tailored to the different population groups, especially in a setting as diverse as Peel. Emphasis was placed on leveraging existing resources and strengths in the community such as faith-based organizations or community peer workers to facilitate building trust, community participation, and ownership of AI-driven innovations. A notable community asset, which was highlighted during the group discussion, was the community health ambassadors&#x2019; (known in other contexts as community health workers or cultural brokers) model. Community ambassadors play critical health promotion roles and are best suited to reach structurally marginalized groups and facilitate community engagement [<xref ref-type="bibr" rid="ref41">41</xref>].</p><p>Additionally, participants spoke to the sustainability of engagement activities, recommending a departure from project-specific initiatives to a centralized regional model in Peel involving other sectors such as pharmaceutical companies and municipal leaders. There was encouragement to consider using the AI4DPP project as an exemplar to demonstrate the feasibility of community engagement in deploying AI models, which can be adapted for other health-related AI applications and geographic locations. Patient and community organization representatives emphasized that engagement must occur consistently and on the terms of the community, not of the AI intervention.</p></sec><sec id="s3-3-3"><title>Key Principles of Community Engagement on AI for Population Health</title><p>When meeting attendees provided feedback on the conceptual framework (<xref ref-type="fig" rid="figure1">Figure 1</xref>) and the 10 engagement principles identified in the literature scan, there was agreement that community engagement can be initiated at any stage of the AI life cycle, starting from any level of the engagement spectrum. The starting point for engagement was said to depend on the extent to which previous projects and relationships had set the stage for a collaborative model of engagement.</p><p>No new principles were suggested to be added to the 10 identified ones. Rather, it was decided that 2 of the principles&#x2014;education and early engagement&#x2014;were already captured by other principles. Thus, workshop participants collectively decided to focus the discussion on the other 8 principles. Participants emphasized the importance of involving community organization representatives, but also directly involving people with lived and living experience&#x2014;ensuring diverse representation of age, sex, gender, ethnicity, and immigration status. Discussions surfaced the need to consider and accommodate availability and accessibility needs of individuals, which may vary throughout the AI development and deployment cycle. For example, engagement may manifest at the level of <italic>collaboration</italic> in the IAP2 spectrum during the <italic>define and design</italic> stages of the AI life cycle, but for different reasons, people with lived and living experience and community may only be <italic>involved</italic> (IAP2 level) during the <italic>evaluation</italic> stage of the AI life cycle. However, it was noted that a shared bidirectional governance model between the community and the project team was central to a collaborative approach to engagement, irrespective of the AI life cycle stage.</p><p>A total of 23 workshop attendees participated in the ranking exercise with the top 6 principles (starting with the highest ranked) being: trust, equity, accountability, transparency, codesign, and value alignment.</p></sec><sec id="s3-3-4"><title>Practical Considerations for Operationalizing the Key Community Engagement Principles</title><p>Participants provided insights into the practical considerations for realizing the 6 top-ranked principles to guide community engagement regarding AI deployment for addressing the burden of diabetes and other population health issues. These are in the order of ranked priority and summarized in <xref ref-type="other" rid="box1">Textbox 1</xref>.</p><boxed-text id="box1"><title> Finalized principles of community engagement and associated practices for operationalizing each.</title><p><bold>Practices</bold></p><p>Trust:</p><list list-type="bullet"><list-item><p>Engage credible and trusted members of the community such as community leaders</p></list-item><list-item><p>Repeated engagement with clear, honest, and consistent 2-way communication</p></list-item><list-item><p>Demonstrated commitment to collaboration by the community and health system actors</p></list-item></list><p>Equity:</p><list list-type="bullet"><list-item><p>Inclusiveness, diversity of community participants, and cultural responsiveness in engagement approaches</p></list-item><list-item><p>Engagement should be responsive to the cultural and structural factors that could prevent community members from engaging in prevention practices</p></list-item><list-item><p>Using multiple ways to engage community members in the co-design process and in the project&#x2019;s governance</p></list-item></list><p>Accountability:</p><list list-type="bullet"><list-item><p>Regular communication and feedback through community tables, gatherings, and reports</p></list-item><list-item><p>Community coleadership in decision-making, with clear roles and responsibilities outlined</p></list-item><list-item><p>Ability to course-correct informed by regular monitoring of the artificial intelligence (AI) tools</p></list-item></list><p>Transparency:</p><list list-type="bullet"><list-item><p>Honest communication, declaring relevant conflicts of interest of different stakeholders, and clarity on the limitations of the AI tools</p></list-item><list-item><p>Democratized and openly accessible platforms (eg, websites) for knowledge sharing and project updates</p></list-item></list><p>Codesign:</p><list list-type="bullet"><list-item><p>Codesign should include diverse participants and be accessible for participation</p></list-item><list-item><p>Continuous and iterative feedback on designing and deploying the AI tool</p></list-item></list><p>Value alignment:</p><list list-type="bullet"><list-item><p>AI developers and implementers should understand the community&#x2019;s values and priorities through meaningful dialog</p></list-item><list-item><p>Cultural and diverse perspectives should be respected while aligning the goals of the AI tool to the community&#x2019;s values</p></list-item></list></boxed-text><list list-type="order"><list-item><p>Trust: At least 3 concepts were described in relation to trust: building on existing relationships, giving it time, and understanding that it requires a collaborative mindset shift (in perceptions and behaviors toward each other) between the community and the health system. Participants emphasized the need for community engagement to be anchored on any existing relationships with community members and organizations who are credible, trusted by members of the community, and recognized as community leaders. Suggestions were offered on informal ways of building relationships such as spending social time together in community (eg, through community events) and fostering relationships outside specific projects or health care interactions. Discussions acknowledged that building trust on a topic as sensitive and obscure as AI would require repeated engagement with clear, honest, and consistent 2-way communication between the project team and community members. Participants expressed that if project teams failed to follow through with their commitments and responsibilities, there was a risk that whatever ground had been gained would be lost. Some additional concepts that emerged in relation to trust building were inextricably linked to the concept for accountability (ranked as the third top principle), including open and accessible communication modalities.</p></list-item><list-item><p>Equity: Equity was discussed from multiple perspectives, recognizing that it is not only a principle of engagement that is central to how community engagement is achieved (ie, a process measure), but is furthermore an outcome of meaningful engagement. Inclusive practices that ensure a diversity of knowledge users and representatives of people with lived and living experience, particularly in the project&#x2019;s governance, were cited as an enabler for ensuring that every voice is heard. Cultural responsiveness was mentioned as a subconcept under inclusiveness and diversity. It was recommended that engagement should consider and be responsive to cultural and structural factors that make it difficult for patients to engage in preventive and promotive health behaviors. The social determinants of health were cited as shaping how community engagement on AI may address or reinforce historical and structural harm. The discussions suggested using multiple ways to engage community members in the codesign process and in the project&#x2019;s governance.</p></list-item><list-item><p>Accountability: Accountability was linked to regular communication and feedback, project governance, and mechanisms for responsive monitoring. Some examples of avenues for regular communication and feedback at a community level included community tables, community gatherings, and through annual or biannual reports, as well as the biannual AI4DPP Solution Network meetings to share and discuss results. The ideal state was for community coleadership throughout the AI life cycle with clear roles and responsibilities by both the project team and community members, outlined in a formalized document such as a term of reference. Regular monitoring of the use of the AI tools, especially of unintended consequences, was stressed as being crucial to accountability. Feedback from workshop participants underscored the importance of a firm commitment from the project team to act on any concerns or unintended consequences that arose during AI implementation.</p></list-item><list-item><p>Transparency: Linked to accountability and trust, workshop participants voiced expectations of honest communication between project teams and community members with respect to knowledge sharing, and acknowledgment of the limitations of AI. For example, they suggested that users of AI need to understand the model&#x2019;s limitations such as data biases. Similarly, participants noted that regular, open, and accessible communication would not only capture what works, but what is not working throughout the deployment, implementation, and evaluation phases. There were suggestions to have a project website for open dialog, feedback, and other forms of information dissemination. A participant acknowledged that the fear of failure was a disservice to the much-needed mindset of continuous improvement and learning. Establishing a community-involved governance structure was noted as an enabler for transparency and accountability.</p></list-item><list-item><p>Codesign: Participants proposed that codesign should include diverse participants and should consider the impact of AI on minority populations such as new immigrants and Indigenous communities. They also recommended creating a welcoming environment that promotes participation in co-designing the AI tool and its uses. To quote one of the participants, &#x201C;<italic>There aren&#x2019;t any &#x2018;points of no return,&#x2019; meaning that decisions can be reflected on and changed.</italic>&#x201D; Codesign was not perceived to be a single occurrence event, but rather, characterized by continuous and iterative feedback in AI design and deployment and throughout the life cycle.</p></list-item><list-item><p>Value alignment: Participants suggested that the alignment of the goals of the AI solution with community values through dialog and respect for cultural diversity was a way by which this principle could be put in action. Some participants proposed that AI developers should understand the community&#x2019;s values and priorities through meaningful dialog and should use &#x201C;values language.&#x201D; They elaborated that any AI solution should clearly demonstrate utility in delivering benefits to the community, which could be challenging when there are diverse perspectives and cultural values within a community.</p></list-item></list><p>Suggestions were provided on concrete actions to guide community engagement, including the need to consider the community context, to incorporate storytelling and lived experiences from patients, and a sensitivity to knowing the right time to engage (ie, tactical engagement). Patients and people who are champions or early adopters of AI in managing their health conditions or for health promotion could strengthen community involvement by sharing compelling stories from their experiences, backed with data (eg, number of diabetes cases prevented). For project teams to demonstrate these principles, participants noted that the foundation of meaningful community engagement is building a digitally informed and literate citizenry that is empowered to contribute meaningfully to AI solutions and decisions.</p></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>In this study, we engaged community members, people with lived and living experience, and other health sector stakeholders to identify 6 priority principles and accompanying practices for engaging communities in population-wide deployment of AI tools, using the AI4DPP project as an example. The approach of workshop activities aligned primarily with the Involve and Collaborate levels of the IAP2 framework. Participants&#x2019; insights were reflected directly in the prioritization and operationalization of principles (Involve), and they actively influenced decision-making on which principles would be prioritized and how they would be operationalized (Collaborate). Since population level use of AI/machine learning models in health systems is geared primarily toward health care decision-makers and health care providers, our study&#x2019;s findings are relevant for incorporating the missing perspective in the AI development cycle. That is, the perspectives of patients, caregivers, and other end beneficiaries. Our findings align with and extend prior research on community engagement in AI and digital health, particularly around themes of trust, diversity, transparency, and codesign. In this section, we compare our results with existing literature and reflect on their implications for health care AI implementation.</p><p>Only recently has the AI community started shifting from model-centric AI (where the accuracy of the models is the most important parameter) to data-centric AI (where the understanding of how data are collected, collated, questioned, analyzed, and interpreted is paramount) [<xref ref-type="bibr" rid="ref42">42</xref>]. The social power that patients and their caregivers indirectly exert in shaping the sociotechnical milieu of AI adoption in health care has not been sufficiently prioritized in addressing population-level adoption of AI tools [<xref ref-type="bibr" rid="ref43">43</xref>]. Yet, evidence shows that social acceptability of AI in health care can improve patient engagement in decision-making and enhance patients&#x2019; compliance with AI-informed care plans [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Trust was identified as the most important principle of community engagement. This is perhaps not surprising since AI has often been referred to as a &#x201C;Blackbox,&#x201D; increasing skepticism about its negative and unintended impact. In turn, lack of patient and public trust hinders AI implementation in health [<xref ref-type="bibr" rid="ref46">46</xref>]. Trust is also central to how societies perceive health research and interventions, and trustworthiness is a key tenet in the ethical and responsible use of AI. There is a role, therefore, for AI researchers to open this &#x201C;Blackbox&#x201D; by using methods that enhance the explainability of machine learning models [<xref ref-type="bibr" rid="ref47">47</xref>]. However, explainability from the perspective of patients and communities may differ significantly from those of technical audiences. While a full discussion of community-centered explainability is beyond the scope of this paper, we raise this point to emphasize the need for ongoing dialog on how transparency and trust in AI can be codeveloped with affected communities.</p><p>Open dialog has been reported as critical to meaningful community engagement in AI [<xref ref-type="bibr" rid="ref48">48</xref>], and regular communication and feedback throughout a project can facilitate understanding. Patients and community partners expect honest communication about the limitations and results&#x2014;positive and negative&#x2014;of AI in accessible ways. They want AI researchers to commit to regularly monitor and share the results of AI implementation in health care, and to act on feedback received from community members [<xref ref-type="bibr" rid="ref8">8</xref>]. Transparent governance structures, for example, through community advisory boards, have also been recommended to ensure accountability and build trust when involving communities on AI for health [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Because building trust takes time, necessitating ongoing engagement [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], it is recommended that patients and community members are engaged early, ideally at the problem identification stage and throughout the AI life cycle [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. Furthermore, early engagement ensures that implementers are asking the right questions and that critical contextual factors are considered sooner than later [<xref ref-type="bibr" rid="ref53">53</xref>]. Other researchers have also demonstrated that early and continuous involvement of community members helps to avoid tokenism [<xref ref-type="bibr" rid="ref38">38</xref>]. Ultimately, proper alignment of researcher and community values is necessary for successful collaboration between AI researchers, developers, and communities [<xref ref-type="bibr" rid="ref54">54</xref>].</p><p>Addressing diversity has been reported as a neglected area in patient and public involvement in health care [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Therefore, it is not surprising that inclusivity and diversity of participants in community engagement was a recurrent point raised in our study, similar to the work of others [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. This is strongly related to equity, the second-ranked principle. Workshop participants stressed the need to include diverse participants across demographics, especially minorities, not only for community engagement activities but also in governance. Similarly, participants in our sessions noted that inclusivity will require culturally responsive approaches to engagement and an understanding of diverse backgrounds which may be rooted in historical and structural harm. Bringing all voices to the table can help ensure fairness and could potentially limit the perpetuation of systemic biases inherent in data and AI algorithms [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. Although education was not prioritized as a standalone principle, workshop participants noted that meaningful community engagement would require a digitally informed and literate citizenry, making it nonetheless foundational for community-engaged AI interventions. The importance of AI patient education has been highlighted as crucial to meaningful community engagement and codesign [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p></sec><sec id="s4-2"><title>Strengths and Limitations</title><p>Although the starting point of our study was a rapid literature scan, which could have resulted in missing some relevant papers, the use of a participatory approach involving diverse actors including people with lived and living experience helped strengthen our findings. An additional strength of our approach is that stakeholders have now been involved early&#x2014;during the pre-implementation phase of the project, which sets the stage for their contributions in other phases. Third, using a modified NGT encouraged participation and openness, elevating the perspectives of community members. Additionally, although power dynamics are often a concern in mixed-stakeholder engagement, we did not observe this. This may be due to the experience of participants with lived and living experience in patient engagement and our teams&#x2019; efforts to foster an inclusive setting before and during the workshop.</p><p>Our process has some limitations worth mentioning. While previous studies have established the significant burden of T2D in Canada [<xref ref-type="bibr" rid="ref11">11</xref>] and Peel [<xref ref-type="bibr" rid="ref24">24</xref>], patients and community partners were not involved in problem identification (ie, define the stage of the AI life cycle) and machine learning model development (ie, design and test stage of the AI life cycle) of the AI4DPP project. As such, community engagement was not fully embedded as conceptualized in <xref ref-type="fig" rid="figure1">Figure 1</xref>. Also, workshop participants represent only a small subset of the broader community&#x2014;only 6 of the 30 workshop attendees were people with lived and living experience. While this limits the representativeness of perspectives reflected in this formative study, the workshop was intended as an initial step in a continual process of community engagement. Finally, using a predefined conceptual framework (<xref ref-type="fig" rid="figure1">Figure 1</xref>) to guide workshop discussions may have constrained the emergence of fresh ideas. Despite these limitations, our community engagement approach is a valuable contribution to the field since most existing community engagement frameworks in AI for health focus solely on the design phase of the AI life cycle [<xref ref-type="bibr" rid="ref9">9</xref>].</p></sec><sec id="s4-3"><title>Future Directions</title><p>Building on this work, our next step is to establish a community advisory group composed of people with lived and living experience and community organization representatives. This group will support the implementation and evaluation phases of the AI4DPP project, providing feedback on how well the principles and practices identified in this study are being enacted. This will inform the development of community-informed guidelines to support AI deployment in public health. The identified principles and practices are early inputs for a community engagement framework to deploy AI prediction tools for population health, which will be refined and tested in subsequent phases of the AI4DPP project. Future research could further refine participatory strategies and embed longitudinal engagement mechanisms throughout the AI life cycle.</p></sec><sec id="s4-4"><title>Conclusions</title><p>This study described a formative qualitative process used to identify principles and practices for meaningful community engagement in the deployment of AI tools for diabetes prevention and management. Using the context of Peel region, these insights reflect the priorities and expectations of community members, patients, and public health stakeholders. While the outputs are specific to our study context, they may be useful to others designing or adapting engagement strategies for AI implementation in public health settings. Our findings offer practical considerations for researchers, AI developers, clinicians, and community partners seeking to embed equity-oriented engagement practices into the design and deployment of AI-driven interventions.</p></sec></sec></body><back><ack><p>This project was supported by the Canadian Institute for Advanced Research, through funding from the Pan-Canadian Artificial Intelligence Strategy. The funder had no role in the conceptualization, review, or approval of the manuscript. We would like to acknowledge the active contributions of all workshop participants whose insights and expertise informed the development of this engagement framework. Finally, we appreciate the valuable feedback of the 3 reviewers who commented on earlier versions of this publication.</p></ack><fn-group><fn fn-type="con"><p>IOOA conceptualized the manuscript and the design of the workshop. IOOA and IUI facilitated the participatory workshop with contributions from all other authors and co-led the analysis and interpretation of workshop outputs. IUI drafted the manuscript with support from IOOA, JS, RZ, KK, and LCR. All authors contributed to revising the manuscript and agree to be accountable for the final submitted version.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb2">AI4DPP</term><def><p>Artificial Intelligence for Diabetes Prediction and Prevention</p></def></def-item><def-item><term id="abb3">PFP</term><def><p>Patient and Family Partners</p></def></def-item><def-item><term id="abb4">T2D</term><def><p>type 2 diabetes</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Davenport</surname><given-names>T</given-names> </name><name name-style="western"><surname>Kalakota</surname><given-names>R</given-names> </name></person-group><article-title>The potential for artificial intelligence in healthcare</article-title><source>Future Healthc J</source><year>2019</year><month>06</month><volume>6</volume><issue>2</issue><fpage>94</fpage><lpage>98</lpage><pub-id pub-id-type="doi">10.7861/futurehosp.6-2-94</pub-id><pub-id pub-id-type="medline">31363513</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Bohr</surname><given-names>A</given-names> </name><name name-style="western"><surname>Memarzadeh</surname><given-names>K</given-names> </name></person-group><article-title>The rise of artificial intelligence in healthcare applications</article-title><source>Artificial Intelligence in Healthcare</source><year>2020</year><publisher-name>International Diabetes Federation</publisher-name><fpage>25</fpage><lpage>60</lpage><pub-id pub-id-type="doi">10.1016/B978-0-12-818438-7.00002-2</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Olawade</surname><given-names>DB</given-names> </name><name name-style="western"><surname>Wada</surname><given-names>OJ</given-names> </name><name name-style="western"><surname>David-Olawade</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Kunonga</surname><given-names>E</given-names> </name><name name-style="western"><surname>Abaire</surname><given-names>O</given-names> </name><name name-style="western"><surname>Ling</surname><given-names>J</given-names> </name></person-group><article-title>Using artificial intelligence to improve public health: a narrative review</article-title><source>Front Public Health</source><year>2023</year><volume>11</volume><fpage>1196397</fpage><pub-id pub-id-type="doi">10.3389/fpubh.2023.1196397</pub-id><pub-id pub-id-type="medline">37954052</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abdulazeem</surname><given-names>H</given-names> </name><name name-style="western"><surname>Whitelaw</surname><given-names>S</given-names> </name><name name-style="western"><surname>Schauberger</surname><given-names>G</given-names> </name><name name-style="western"><surname>Klug</surname><given-names>SJ</given-names> </name></person-group><article-title>A systematic review of clinical health conditions predicted by machine learning diagnostic and prognostic models trained or validated using real-world primary health care data</article-title><source>PLoS One</source><year>2023</year><volume>18</volume><issue>9</issue><fpage>e0274276</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0274276</pub-id><pub-id pub-id-type="medline">37682909</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhang</surname><given-names>A</given-names> </name><name name-style="western"><surname>Xing</surname><given-names>L</given-names> </name><name name-style="western"><surname>Zou</surname><given-names>J</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>JC</given-names> </name></person-group><article-title>Shifting machine learning for healthcare from development to deployment and from models to data</article-title><source>Nat Biomed Eng</source><year>2022</year><month>12</month><volume>6</volume><issue>12</issue><fpage>1330</fpage><lpage>1345</lpage><pub-id pub-id-type="doi">10.1038/s41551-022-00898-y</pub-id><pub-id pub-id-type="medline">35788685</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Isbanner</surname><given-names>S</given-names> </name><name name-style="western"><surname>O&#x2019;Shaughnessy</surname><given-names>P</given-names> </name><name name-style="western"><surname>Steel</surname><given-names>D</given-names> </name><name name-style="western"><surname>Wilcock</surname><given-names>S</given-names> </name><name name-style="western"><surname>Carter</surname><given-names>S</given-names> </name></person-group><article-title>The adoption of artificial intelligence in health care and social services in Australia: findings from a methodologically innovative national survey of values and attitudes (the AVA-AI Study)</article-title><source>J Med Internet Res</source><year>2022</year><month>08</month><day>22</day><volume>24</volume><issue>8</issue><fpage>e37611</fpage><pub-id pub-id-type="doi">10.2196/37611</pub-id><pub-id pub-id-type="medline">35994331</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Camaradou</surname><given-names>JCL</given-names> </name><name name-style="western"><surname>Hogg</surname><given-names>HDJ</given-names> </name></person-group><article-title>Commentary: patient perspectives on artificial intelligence; what have we learned and how should we move forward?</article-title><source>Adv Ther</source><year>2023</year><month>06</month><volume>40</volume><issue>6</issue><fpage>2563</fpage><lpage>2572</lpage><pub-id pub-id-type="doi">10.1007/s12325-023-02511-3</pub-id><pub-id pub-id-type="medline">37043172</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Clark</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Wilkins</surname><given-names>CH</given-names> </name><name name-style="western"><surname>Rodriguez</surname><given-names>JA</given-names> </name><etal/></person-group><article-title>Health care equity in the use of advanced analytics and artificial intelligence technologies in primary care</article-title><source>J Gen Intern Med</source><year>2021</year><month>10</month><volume>36</volume><issue>10</issue><fpage>3188</fpage><lpage>3193</lpage><pub-id pub-id-type="doi">10.1007/s11606-021-06846-x</pub-id><pub-id pub-id-type="medline">34027610</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Loftus</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Balch</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Abbott</surname><given-names>KL</given-names> </name><etal/></person-group><article-title>Community-engaged artificial intelligence research: a scoping review</article-title><source>PLOS Digit Health</source><year>2024</year><month>08</month><volume>3</volume><issue>8</issue><fpage>e0000561</fpage><pub-id pub-id-type="doi">10.1371/journal.pdig.0000561</pub-id><pub-id pub-id-type="medline">39178307</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="book"><source>IDF Diabetes Atlas</source><year>2021</year><access-date>2025-08-06</access-date><edition>10</edition><publisher-name>International Diabetes Federation</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.diabetesatlas.org">https://www.diabetesatlas.org</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><article-title>Estimated prevalence and cost of diabetes</article-title><source>Diabetes Canada</source><year>2023</year><access-date>2024-08-01</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.diabetes.ca/advocacy---policies/advocacy-reports/national-and-provincial-backgrounders/diabetes-in-canada">https://www.diabetes.ca/advocacy---policies/advocacy-reports/national-and-provincial-backgrounders/diabetes-in-canada</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rabi</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Edwards</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Southern</surname><given-names>DA</given-names> </name><etal/></person-group><article-title>Association of socio-economic status with diabetes prevalence and utilization of diabetes care services</article-title><source>BMC Health Serv Res</source><year>2006</year><month>10</month><day>3</day><volume>6</volume><fpage>124</fpage><pub-id pub-id-type="doi">10.1186/1472-6963-6-124</pub-id><pub-id pub-id-type="medline">17018153</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Creatore</surname><given-names>MI</given-names> </name><name name-style="western"><surname>Glazier</surname><given-names>RH</given-names> </name><name name-style="western"><surname>Moineddin</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Association of neighborhood walkability with change in overweight, obesity, and diabetes</article-title><source>JAMA</source><year>2016</year><volume>315</volume><issue>20</issue><fpage>2211</fpage><lpage>2220</lpage><pub-id pub-id-type="doi">10.1001/jama.2016.5898</pub-id><pub-id pub-id-type="medline">27218630</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Mohsen</surname><given-names>F</given-names> </name><name name-style="western"><surname>Al-Absi</surname><given-names>HRH</given-names> </name><name name-style="western"><surname>Yousri</surname><given-names>NA</given-names> </name><name name-style="western"><surname>Hajj</surname><given-names>NE</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>Z</given-names> </name></person-group><article-title>Artificial intelligence-based methods for precision medicine: diabetes risk prediction</article-title><source>arXiv</source><comment>Preprint posted online on  May 24, 2023</comment><pub-id pub-id-type="doi">10.48550/arXiv.2305.16346</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ravaut</surname><given-names>M</given-names> </name><name name-style="western"><surname>Harish</surname><given-names>V</given-names> </name><name name-style="western"><surname>Sadeghi</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Development and validation of a machine learning model using administrative health data to predict onset of type 2 diabetes</article-title><source>JAMA Netw Open</source><year>2021</year><month>05</month><day>3</day><volume>4</volume><issue>5</issue><fpage>e2111315</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.11315</pub-id><pub-id pub-id-type="medline">34032855</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ravaut</surname><given-names>M</given-names> </name><name name-style="western"><surname>Sadeghi</surname><given-names>H</given-names> </name><name name-style="western"><surname>Leung</surname><given-names>KK</given-names> </name><etal/></person-group><article-title>Predicting adverse outcomes due to diabetes complications with machine learning using administrative health data</article-title><source>NPJ Digit Med</source><year>2021</year><month>02</month><day>12</day><volume>4</volume><issue>1</issue><fpage>24</fpage><pub-id pub-id-type="doi">10.1038/s41746-021-00394-8</pub-id><pub-id pub-id-type="medline">33580109</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Claborn</surname><given-names>KR</given-names> </name><name name-style="western"><surname>Creech</surname><given-names>S</given-names> </name><name name-style="western"><surname>Whittfield</surname><given-names>Q</given-names> </name><name name-style="western"><surname>Parra-Cardona</surname><given-names>R</given-names> </name><name name-style="western"><surname>Daugherty</surname><given-names>A</given-names> </name><name name-style="western"><surname>Benzer</surname><given-names>J</given-names> </name></person-group><article-title>Ethical by design: engaging the community to co-design a digital health ecosystem to improve overdose prevention efforts among highly vulnerable people who use drugs</article-title><source>Front Digit Health</source><year>2022</year><volume>4</volume><fpage>880849</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2022.880849</pub-id><pub-id pub-id-type="medline">35712228</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Garc&#x00ED;a-Rayado</surname><given-names>J</given-names> </name><name name-style="western"><surname>Callens</surname><given-names>C</given-names> </name></person-group><article-title>Users&#x2019; involvement in digital health collaborative projects</article-title><source>J Health Organ Manag</source><year>2024</year><month>01</month><day>10</day><volume>ahead-of-print</volume><issue>ahead-of-print</issue><fpage>129</fpage><lpage>148</lpage><pub-id pub-id-type="doi">10.1108/JHOM-04-2023-0118</pub-id><pub-id pub-id-type="medline">38192045</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Noorbergen</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Adam</surname><given-names>MTP</given-names> </name><name name-style="western"><surname>Teubner</surname><given-names>T</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>CE</given-names> </name></person-group><article-title>Using co-design in mobile health system development: a qualitative study with experts in co-design and mobile health system development</article-title><source>JMIR Mhealth Uhealth</source><year>2021</year><month>11</month><day>10</day><volume>9</volume><issue>11</issue><fpage>e27896</fpage><pub-id pub-id-type="doi">10.2196/27896</pub-id><pub-id pub-id-type="medline">34757323</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Morley</surname><given-names>J</given-names> </name><name name-style="western"><surname>Machado</surname><given-names>CCV</given-names> </name><name name-style="western"><surname>Burr</surname><given-names>C</given-names> </name><etal/></person-group><article-title>The ethics of AI in health care: a mapping review</article-title><source>Soc Sci Med</source><year>2020</year><month>09</month><volume>260</volume><fpage>113172</fpage><pub-id pub-id-type="doi">10.1016/j.socscimed.2020.113172</pub-id><pub-id pub-id-type="medline">32702587</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>De Silva</surname><given-names>D</given-names> </name><name name-style="western"><surname>Alahakoon</surname><given-names>D</given-names> </name></person-group><article-title>An artificial intelligence life cycle: from conception to production</article-title><source>Patterns (NY)</source><year>2022</year><month>06</month><day>10</day><volume>3</volume><issue>6</issue><fpage>100489</fpage><pub-id pub-id-type="doi">10.1016/j.patter.2022.100489</pub-id><pub-id pub-id-type="medline">35755876</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="web"><article-title>AI for Diabetes Prediction &#x0026; Prevention</article-title><source>CIFAR</source><access-date>2024-10-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://cifar.ca/ai/ai-and-society/cifar-solution-networks/ai-for-diabetes-prediction-and-prevention/">https://cifar.ca/ai/ai-and-society/cifar-solution-networks/ai-for-diabetes-prediction-and-prevention/</ext-link></comment></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="report"><article-title>Census profile, 2016 census: Peel regional health unit, [health region, December 2017], Ontario and Ontario [province]</article-title><year>2017</year><access-date>2024-08-14</access-date><publisher-name>Statistics Canada</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://tinyurl.com/2hfrcj87">https://tinyurl.com/2hfrcj87</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="report"><article-title>The changing landscape of health in Peel: key findings about the health of Peel&#x2019;s residents 2019</article-title><year>2019</year><access-date>2024-08-14</access-date><publisher-name>Region of Peel &#x2013; Public Health</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://peelregion.ca/sites/default/files/2024-03/chsr-changing-landscape-health-peel-exec-summary.pdf">https://peelregion.ca/sites/default/files/2024-03/chsr-changing-landscape-health-peel-exec-summary.pdf</ext-link></comment></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cordeiro</surname><given-names>JV</given-names> </name></person-group><article-title>Artificial intelligence and precision public health: a balancing act of scientific accuracy, social responsibility, and community engagement</article-title><source>Port J Public Health</source><year>2024</year><month>04</month><volume>42</volume><issue>1</issue><fpage>1</fpage><lpage>5</lpage><pub-id pub-id-type="doi">10.1159/000538141</pub-id><pub-id pub-id-type="medline">39495190</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tricco</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Antony</surname><given-names>J</given-names> </name><name name-style="western"><surname>Zarin</surname><given-names>W</given-names> </name><etal/></person-group><article-title>A scoping review of rapid review methods</article-title><source>BMC Med</source><year>2015</year><month>09</month><day>16</day><volume>13</volume><issue>1</issue><fpage>224</fpage><pub-id pub-id-type="doi">10.1186/s12916-015-0465-6</pub-id><pub-id pub-id-type="medline">26377409</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hsieh</surname><given-names>HF</given-names> </name><name name-style="western"><surname>Shannon</surname><given-names>SE</given-names> </name></person-group><article-title>Three approaches to qualitative content analysis</article-title><source>Qual Health Res</source><year>2005</year><month>11</month><volume>15</volume><issue>9</issue><fpage>1277</fpage><lpage>1288</lpage><pub-id pub-id-type="doi">10.1177/1049732305276687</pub-id><pub-id pub-id-type="medline">16204405</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Tazbaz</surname><given-names>T</given-names> </name><name name-style="western"><surname>Nicol</surname><given-names>J</given-names> </name></person-group><article-title>A lifecycle management approach toward delivering safe, effective AI-enabled health care</article-title><source>US Food &#x0026; Drug Administration</source><year>2024</year><access-date>2024-12-02</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/blog-lifecycle-management-approach-toward-delivering-safe-effective-ai-enabled-health-care">https://www.fda.gov/medical-devices/digital-health-center-excellence/blog-lifecycle-management-approach-toward-delivering-safe-effective-ai-enabled-health-care</ext-link></comment></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abr&#x00E0;moff</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Tarver</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Loyo-Berrios</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Considerations for addressing bias in artificial intelligence for health equity</article-title><source>NPJ Digit Med</source><year>2023</year><month>09</month><day>12</day><volume>6</volume><issue>1</issue><fpage>170</fpage><pub-id pub-id-type="doi">10.1038/s41746-023-00913-9</pub-id><pub-id pub-id-type="medline">37700029</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vargas</surname><given-names>C</given-names> </name><name name-style="western"><surname>Whelan</surname><given-names>J</given-names> </name><name name-style="western"><surname>Brimblecombe</surname><given-names>J</given-names> </name><name name-style="western"><surname>Allender</surname><given-names>S</given-names> </name></person-group><article-title>Co-creation, co-design, co-production for public health&#x2014;a perspective on definition and distinctions</article-title><source>Public Health Res Pract</source><year>2022</year><month>06</month><day>15</day><volume>32</volume><issue>2</issue><fpage>3222211</fpage><pub-id pub-id-type="doi">10.17061/phrp3222211</pub-id><pub-id pub-id-type="medline">35702744</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harvey</surname><given-names>N</given-names> </name><name name-style="western"><surname>Holmes</surname><given-names>CA</given-names> </name></person-group><article-title>Nominal group technique: an effective method for obtaining group consensus</article-title><source>Int J Nurs Pract</source><year>2012</year><month>04</month><volume>18</volume><issue>2</issue><fpage>188</fpage><lpage>194</lpage><pub-id pub-id-type="doi">10.1111/j.1440-172X.2012.02017.x</pub-id><pub-id pub-id-type="medline">22435983</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McMillan</surname><given-names>SS</given-names> </name><name name-style="western"><surname>King</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tully</surname><given-names>MP</given-names> </name></person-group><article-title>How to use the nominal group and Delphi techniques</article-title><source>Int J Clin Pharm</source><year>2016</year><month>06</month><volume>38</volume><issue>3</issue><fpage>655</fpage><lpage>662</lpage><pub-id pub-id-type="doi">10.1007/s11096-016-0257-x</pub-id><pub-id pub-id-type="medline">26846316</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Allen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Dyas</surname><given-names>J</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>M</given-names> </name></person-group><article-title>Building consensus in health care: a guide to using the nominal group technique</article-title><source>Br J Community Nurs</source><year>2004</year><month>03</month><volume>9</volume><issue>3</issue><fpage>110</fpage><lpage>114</lpage><pub-id pub-id-type="doi">10.12968/bjcn.2004.9.3.12432</pub-id><pub-id pub-id-type="medline">15028996</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Adus</surname><given-names>S</given-names> </name><name name-style="western"><surname>Macklin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Pinto</surname><given-names>A</given-names> </name></person-group><article-title>Exploring patient perspectives on how they can and should be engaged in the development of artificial intelligence (AI) applications in health care</article-title><source>BMC Health Serv Res</source><year>2023</year><month>10</month><day>26</day><volume>23</volume><issue>1</issue><fpage>1163</fpage><pub-id pub-id-type="doi">10.1186/s12913-023-10098-2</pub-id><pub-id pub-id-type="medline">37884940</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barony Sanchez</surname><given-names>RH</given-names> </name><name name-style="western"><surname>Bergeron-Drolet</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Sasseville</surname><given-names>M</given-names> </name><name name-style="western"><surname>Gagnon</surname><given-names>MP</given-names> </name></person-group><article-title>Engaging patients and citizens in digital health technology development through the virtual space</article-title><source>Front Med Technol</source><year>2022</year><volume>4</volume><fpage>958571</fpage><pub-id pub-id-type="doi">10.3389/fmedt.2022.958571</pub-id><pub-id pub-id-type="medline">36506474</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pillai</surname><given-names>M</given-names> </name><name name-style="western"><surname>Griffin</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Kronk</surname><given-names>CA</given-names> </name><name name-style="western"><surname>McCall</surname><given-names>T</given-names> </name></person-group><article-title>Toward community-based natural language processing (CBNLP): cocreating with communities</article-title><source>J Med Internet Res</source><year>2023</year><month>08</month><day>4</day><volume>25</volume><fpage>e48498</fpage><pub-id pub-id-type="doi">10.2196/48498</pub-id><pub-id pub-id-type="medline">37540551</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="web"><article-title>IAP2&#x2019;s public participation spectrum</article-title><source>International Association for Public Participation (IAP2)</source><year>2018</year><access-date>2024-05-21</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://iap2.org.au/wp-content/uploads/2020/01/2018_IAP2_Spectrum.pdf">https://iap2.org.au/wp-content/uploads/2020/01/2018_IAP2_Spectrum.pdf</ext-link></comment></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moodley</surname><given-names>K</given-names> </name><name name-style="western"><surname>Beyer</surname><given-names>C</given-names> </name></person-group><article-title>Tygerberg research Ubuntu-inspired community engagement model: integrating community engagement into genomic biobanking</article-title><source>Biopreserv Biobank</source><year>2019</year><month>12</month><volume>17</volume><issue>6</issue><fpage>613</fpage><lpage>624</lpage><pub-id pub-id-type="doi">10.1089/bio.2018.0136</pub-id><pub-id pub-id-type="medline">31603696</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Richardson</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Curtis</surname><given-names>S</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>C</given-names> </name><etal/></person-group><article-title>A framework for examining patient attitudes regarding applications of artificial intelligence in healthcare</article-title><source>Digit Health</source><year>2022</year><volume>8</volume><fpage>20552076221089084</fpage><pub-id pub-id-type="doi">10.1177/20552076221089084</pub-id><pub-id pub-id-type="medline">35355806</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>O&#x2019;Connor</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hanlon</surname><given-names>P</given-names> </name><name name-style="western"><surname>O&#x2019;Donnell</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Garcia</surname><given-names>S</given-names> </name><name name-style="western"><surname>Glanville</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mair</surname><given-names>FS</given-names> </name></person-group><article-title>Understanding factors affecting patient and public engagement and recruitment to digital health interventions: a systematic review of qualitative studies</article-title><source>BMC Med Inform Decis Mak</source><year>2016</year><month>09</month><day>15</day><volume>16</volume><issue>1</issue><fpage>120</fpage><pub-id pub-id-type="doi">10.1186/s12911-016-0359-3</pub-id><pub-id pub-id-type="medline">27630020</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bhatti</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pham</surname><given-names>J</given-names> </name><name name-style="western"><surname>Rayner</surname><given-names>J</given-names> </name></person-group><article-title>Using trusted relationships and community-led approaches to promote COVID-19 vaccine confidence and uptake across Ontario</article-title><source>Healthc Q</source><year>2022</year><month>10</month><day>25</day><volume>25</volume><issue>3</issue><fpage>25</fpage><lpage>19</lpage><pub-id pub-id-type="doi">10.12927/hcq.2022.26945</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jarrahi</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Memariani</surname><given-names>A</given-names> </name><name name-style="western"><surname>Guha</surname><given-names>S</given-names> </name></person-group><article-title>The principles of data-centric AI</article-title><source>Commun ACM</source><year>2023</year><month>08</month><volume>66</volume><issue>8</issue><fpage>84</fpage><lpage>92</lpage><pub-id pub-id-type="doi">10.1145/3571724</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Raven</surname><given-names>BH</given-names> </name></person-group><article-title>The Bases of Power and the Power/Interaction Model of Interpersonal Influence</article-title><source>Anal Soc Iss &#x0026; Public Policy</source><year>2008</year><month>12</month><volume>8</volume><issue>1</issue><fpage>1</fpage><lpage>22</lpage><pub-id pub-id-type="doi">10.1111/j.1530-2415.2008.00159.x</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nadarzynski</surname><given-names>T</given-names> </name><name name-style="western"><surname>Miles</surname><given-names>O</given-names> </name><name name-style="western"><surname>Cowie</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ridge</surname><given-names>D</given-names> </name></person-group><article-title>Acceptability of artificial intelligence (AI)-led chatbot services in healthcare: a mixed-methods study</article-title><source>Digit Health</source><year>2019</year><volume>5</volume><fpage>2055207619871808</fpage><pub-id pub-id-type="doi">10.1177/2055207619871808</pub-id><pub-id pub-id-type="medline">31467682</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Longoni</surname><given-names>C</given-names> </name><name name-style="western"><surname>Bonezzi</surname><given-names>A</given-names> </name><name name-style="western"><surname>Morewedge</surname><given-names>CK</given-names> </name></person-group><article-title>Resistance to medical artificial intelligence</article-title><source>J Consum Res</source><year>2019</year><month>12</month><day>1</day><volume>46</volume><issue>4</issue><fpage>629</fpage><lpage>650</lpage><pub-id pub-id-type="doi">10.1093/jcr/ucz013</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shaw</surname><given-names>J</given-names> </name><name name-style="western"><surname>Rudzicz</surname><given-names>F</given-names> </name><name name-style="western"><surname>Jamieson</surname><given-names>T</given-names> </name><name name-style="western"><surname>Goldfarb</surname><given-names>A</given-names> </name></person-group><article-title>Artificial intelligence and the implementation challenge</article-title><source>J Med Internet Res</source><year>2019</year><month>07</month><day>10</day><volume>21</volume><issue>7</issue><fpage>e13659</fpage><pub-id pub-id-type="doi">10.2196/13659</pub-id><pub-id pub-id-type="medline">31293245</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Petch</surname><given-names>J</given-names> </name><name name-style="western"><surname>Tabja Bortesi</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Nelson</surname><given-names>W</given-names> </name><name name-style="western"><surname>Di</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mamdani</surname><given-names>MH</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Ben-David</surname><given-names>S</given-names> </name><name name-style="western"><surname>Curigliano</surname><given-names>G</given-names> </name><name name-style="western"><surname>Koff</surname><given-names>D</given-names> </name><name name-style="western"><surname>Jereczek-Fossa</surname><given-names>BA</given-names> </name><name name-style="western"><surname>Torre</surname><given-names>D</given-names> </name><name name-style="western"><surname>Pravettoni</surname><given-names>G</given-names> </name></person-group><article-title>Should I trust this model? Explainability and the black box of artificial intelligence in medicine</article-title><source>Artificial Intelligence for Medicine (Advanced Studies in Complex Systems: Theory and Applications)</source><year>2024</year><publisher-name>Academic Press</publisher-name><fpage>265</fpage><lpage>273</lpage></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yu</surname><given-names>J</given-names> </name><name name-style="western"><surname>Shen</surname><given-names>N</given-names> </name><name name-style="western"><surname>Conway</surname><given-names>S</given-names> </name><etal/></person-group><article-title>A holistic approach to integrating patient, family, and lived experience voices in the development of the BrainHealth Databank: a digital learning health system to enable artificial intelligence in the clinic</article-title><source>Front Health Serv</source><year>2023</year><volume>3</volume><fpage>1198195</fpage><pub-id pub-id-type="doi">10.3389/frhs.2023.1198195</pub-id><pub-id pub-id-type="medline">37927443</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Banerjee</surname><given-names>S</given-names> </name><name name-style="western"><surname>Alsop</surname><given-names>P</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>L</given-names> </name><name name-style="western"><surname>Cardinal</surname><given-names>RN</given-names> </name></person-group><article-title>Patient and public involvement to build trust in artificial intelligence: a framework, tools, and case studies</article-title><source>Patterns</source><year>2022</year><month>06</month><volume>3</volume><issue>6</issue><fpage>100506</fpage><pub-id pub-id-type="doi">10.1016/j.patter.2022.100506</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hendricks-Sturrup</surname><given-names>R</given-names> </name><name name-style="western"><surname>Simmons</surname><given-names>M</given-names> </name><name name-style="western"><surname>Anders</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Developing ethics and equity principles, terms, and engagement tools to advance health equity and researcher diversity in AI and machine learning: modified Delphi approach</article-title><source>JMIR AI</source><year>2023</year><month>12</month><day>6</day><volume>2</volume><fpage>e52888</fpage><pub-id pub-id-type="doi">10.2196/52888</pub-id><pub-id pub-id-type="medline">38875540</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lammons</surname><given-names>W</given-names> </name><name name-style="western"><surname>Silkens</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hunter</surname><given-names>J</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>S</given-names> </name><name name-style="western"><surname>Stavropoulou</surname><given-names>C</given-names> </name></person-group><article-title>Centering public perceptions on translating AI into clinical practice: patient and public involvement and engagement consultation focus group study</article-title><source>J Med Internet Res</source><year>2023</year><month>09</month><day>26</day><volume>25</volume><fpage>e49303</fpage><pub-id pub-id-type="doi">10.2196/49303</pub-id><pub-id pub-id-type="medline">37751234</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berdahl</surname><given-names>CT</given-names> </name><name name-style="western"><surname>Baker</surname><given-names>L</given-names> </name><name name-style="western"><surname>Mann</surname><given-names>S</given-names> </name><name name-style="western"><surname>Osoba</surname><given-names>O</given-names> </name><name name-style="western"><surname>Girosi</surname><given-names>F</given-names> </name></person-group><article-title>Strategies to improve the impact of artificial intelligence on health equity: scoping review</article-title><source>JMIR AI</source><year>2023</year><month>02</month><day>7</day><volume>2</volume><fpage>e42936</fpage><pub-id pub-id-type="doi">10.2196/42936</pub-id><pub-id pub-id-type="medline">38875587</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lau</surname><given-names>AYS</given-names> </name><name name-style="western"><surname>Staccini</surname><given-names>P</given-names> </name><collab>Section Editors for the IMIA Yearbook Section on Education and Consumer Health Informatics</collab></person-group><article-title>Artificial intelligence in health: new opportunities, challenges, and practical implications</article-title><source>Yearb Med Inform</source><year>2019</year><month>08</month><volume>28</volume><issue>1</issue><fpage>174</fpage><lpage>178</lpage><pub-id pub-id-type="doi">10.1055/s-0039-1677935</pub-id><pub-id pub-id-type="medline">31419829</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hsu</surname><given-names>YC</given-names> </name><name name-style="western"><surname>Huang</surname><given-names>T &#x2018;Kenneth</given-names> </name><name name-style="western"><surname>Verma</surname><given-names>H</given-names> </name><name name-style="western"><surname>Mauri</surname><given-names>A</given-names> </name><name name-style="western"><surname>Nourbakhsh</surname><given-names>I</given-names> </name><name name-style="western"><surname>Bozzon</surname><given-names>A</given-names> </name></person-group><article-title>Empowering local communities using artificial intelligence</article-title><source>Patterns</source><year>2022</year><month>03</month><volume>3</volume><issue>3</issue><fpage>100449</fpage><pub-id pub-id-type="doi">10.1016/j.patter.2022.100449</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ocloo</surname><given-names>J</given-names> </name><name name-style="western"><surname>Garfield</surname><given-names>S</given-names> </name><name name-style="western"><surname>Franklin</surname><given-names>BD</given-names> </name><name name-style="western"><surname>Dawson</surname><given-names>S</given-names> </name></person-group><article-title>Exploring the theory, barriers and enablers for patient and public involvement across health, social care and patient safety: a systematic review of reviews</article-title><source>Health Res Policy Syst</source><year>2021</year><month>01</month><day>20</day><volume>19</volume><issue>1</issue><fpage>8</fpage><pub-id pub-id-type="doi">10.1186/s12961-020-00644-3</pub-id><pub-id pub-id-type="medline">33472647</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vishwanatha</surname><given-names>JK</given-names> </name><name name-style="western"><surname>Christian</surname><given-names>A</given-names> </name><name name-style="western"><surname>Sambamoorthi</surname><given-names>U</given-names> </name><name name-style="western"><surname>Thompson</surname><given-names>EL</given-names> </name><name name-style="western"><surname>Stinson</surname><given-names>K</given-names> </name><name name-style="western"><surname>Syed</surname><given-names>TA</given-names> </name></person-group><article-title>Community perspectives on AI/ML and health equity: AIM-AHEAD nationwide stakeholder listening sessions</article-title><source>PLOS Digit Health</source><year>2023</year><month>06</month><volume>2</volume><issue>6</issue><fpage>e0000288</fpage><pub-id pub-id-type="doi">10.1371/journal.pdig.0000288</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dankwa-Mullan</surname><given-names>I</given-names> </name></person-group><article-title>Health equity and ethical considerations in using artificial intelligence in public health and medicine</article-title><source>Prev Chronic Dis</source><year>2024</year><month>08</month><day>22</day><volume>21</volume><fpage>E64</fpage><pub-id pub-id-type="doi">10.5888/pcd21.240245</pub-id><pub-id pub-id-type="medline">39173183</pub-id></nlm-citation></ref></ref-list></back></article>