<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JoPM</journal-id>
      <journal-id journal-id-type="nlm-ta">J Participat Med</journal-id>
      <journal-title>Journal of Participatory Medicine</journal-title>
      <issn pub-type="epub">2152-7202</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e15101</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/15101</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Participatory Zeitgeist in Health Care: It is Time for a Science of Participation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Woods</surname>
            <given-names>Susan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Amann</surname>
            <given-names>Julia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Batalden</surname>
            <given-names>Maren</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Magnusson</surname>
            <given-names>Charlotte</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>Victoria Jane</given-names>
          </name>
          <degrees>BA, BA (Hons), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>The Department of General Practice</institution>
            <institution>Melbourne Medical School</institution>
            <institution>The University of Melbourne</institution>
            <addr-line>2/780 Elizabeth Street</addr-line>
            <addr-line>Melbourne, 3000</addr-line>
            <country>Australia</country>
            <phone>61 1383444987</phone>
            <email>v.palmer@unimelb.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7212-932X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>The Department of General Practice</institution>
        <institution>Melbourne Medical School</institution>
        <institution>The University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Victoria Jane Palmer <email>v.palmer@unimelb.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <volume>12</volume>
      <issue>1</issue>
      <elocation-id>e15101</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>8</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>12</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Victoria Jane Palmer. Originally published in Journal of Participatory Medicine (http://jopm.jmir.org), 10.01.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in Journal of Participatory Medicine, is properly cited. The complete bibliographic information, a link to the original publication on http://jopm.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://jopm.jmir.org/2020/1/e15101" xlink:type="simple"/>
      <abstract>
        <p>Participation in health care is currently the zeitgeist/spirit of our times. A myriad of practices characterizes this “participatory Zeitgeist” in contemporary health care, which range from patients and professionals collaborating as partners in service delivery and treatment decision-making, to crowdsourced cures and participation in online communities, to using health apps, to involvement in health care quality improvement initiatives for systems redesign using coproduction and co-design methods. To date, patient engagement and participation in online communities and the use of apps have received a good deal of attention in participatory medicine. However, there has been a less critical examination of participation in health care planning, design, delivery, and improvement. In the face of what Thomas Kuhn called a scientific revolution, we are presented with the opportunity to re-examine some of the assumptions underpinning participation in health care and some of the emerging anomalies and weaknesses in the current science. This re-examination will allow the development of a new paradigm, a science of participation. In this science, we can systematically test, refine, and advance participation in health care to build a unifying language and theories from across the interdisciplinary fields of participatory design, medicine, and research to develop and test models to explain impacts and outcomes. A science of participation will allow the emergent and unexplained facts to be addressed in the current participatory mood of health care planning, design, delivery, and improvement.</p>
      </abstract>
      <kwd-group>
        <kwd>participation</kwd>
        <kwd>participatory methods</kwd>
        <kwd>health care improvement</kwd>
        <kwd>quality improvement</kwd>
        <kwd>coproduction</kwd>
        <kwd>co-design</kwd>
        <kwd>theory of science</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Contemporary health care planning, design, delivery, and improvement is characterized by “a participatory Zeitgeist” [<xref ref-type="bibr" rid="ref1">1</xref>], where participation is enacted within intellectual, social, political, cultural, and moral pursuits that are reflective of and shaped by a participatory spirit of the times, mood of the times, or spirit of the age [<xref ref-type="bibr" rid="ref2">2</xref>]. There is no doubt that broader socio-cultural trends toward participation in health care intersect with this participatory Zeitgeist [<xref ref-type="bibr" rid="ref3">3</xref>]. These trends include the involvement of the public in data collection for health research, initiatives in patient-led and crowdsourced research [<xref ref-type="bibr" rid="ref4">4</xref>], the use of health care apps for self-management, greater emphasis on users in design phases, and embedding lived-experience within research and health care policy formulation. The participatory spirit also includes the drive for experience to be considered an equal source of evidence, as shown by the experts-by-experience and the engaged, empowered, and emancipated patient (e-patient) movements [<xref ref-type="bibr" rid="ref5">5</xref>]. Alongside the e-patient movement is the enabled health care professional who is ideally supported by an elegant health care system designed to foster “unhurried and kind care” [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>These shifts in participation are coupled with increased involvement in health systems planning, design, and quality improvement in unprecedented ways via participatory methods such as coproduction (including the variants of co-design, coinnovation, and cocreation) [<xref ref-type="bibr" rid="ref7">7</xref>]. In this regard, participation has itself become a critical agent in health care planning, redesign, delivery, quality improvement, and systems transformation [<xref ref-type="bibr" rid="ref8">8</xref>]. As the economist Elinor Ostrom noted, participation creates a synergistic value through the active roles people have in producing public goods and health care services that are of consequence to them [<xref ref-type="bibr" rid="ref9">9</xref>]. While synergistic value is essential for recognition that people are coproducers of public goods, such as health care and associated services, participation in the “design and implementation of new policies, systems and services as well as patient care and clinical decision-making” [<xref ref-type="bibr" rid="ref4">4</xref>] is now so prolific that it is time to genuinely consider the need for a science of participation in health care.</p>
      <sec>
        <title>Why Do We Need a Science of Participation?</title>
        <p>As a term, science refers to the systematic study, organization, and synthesis of knowledge of phenomenon and the mobilization of theories, concepts, and methods to better understand the what, why, and how that phenomenon works [<xref ref-type="bibr" rid="ref10">10</xref>]. Calling for a science does not mean that existing theories and concepts are not available or relevant to building a systematic evidence base, or to synthesizing knowledge; indeed, there are long-standing traditions in the participatory paradigms [<xref ref-type="bibr" rid="ref11">11</xref>]. Instead, the call for a science of participation suggests that there are currently three critical gaps that exist in the examination and interpretation of the phenomenon of participation. These gaps relate to:</p>
        <list list-type="bullet">
          <list-item>
            <p>The need for a unifying language to bring together the many and varied ways that participation occurs in health care design, delivery, and improvement;</p>
          </list-item>
          <list-item>
            <p>The need to develop and apply explanatory theories and models to better understand how participation occurs and what is produced. This includes attending to different participatory roles of people, such as patients, the family/carers, clinicians/providers, designers, researchers, or government representatives, and;</p>
          </list-item>
          <list-item>
            <p>The need to generate a systematic evidence base of impact and outcome using theories, models, and measures developed by the participatory fields.</p>
          </list-item>
        </list>
        <p>A science of participation will, by nature, be interdisciplinary, and it will intersect with paradigms across participatory design, participatory medicine, participatory research methods, and across approaches for engagement, collaborative decision-making, and change. A science of participation will mobilize existing knowledge, theories, and frameworks with a focus on unification, not replication, and synthesis, not reinvention. It will allow the identification of value creation in terms of impacts and outcomes from within the field. The following parts of this viewpoint will outline how a science of participation can contribute to addressing the three critical gaps of the phenomenon of participation.</p>
      </sec>
      <sec>
        <title>Gap 1: The Need for a Unifying Language</title>
        <p>A core rationale for a science of participation is that we are amid a scientific revolution in the participatory paradigm. Kuhn described the scientific revolution as a process by which normal science continues while there is a consensus about a framework, at least until anomalies emerge. Here we can use two examples to illustrate this point about anomalies. In the first case, coproduction and co-design frameworks in health care quality improvement have continued to be used as normative quality improvement methods. However, anomalies and facts that are difficult to explain in the context of the current paradigm have started to emerge and generate weaknesses. For example, cracks are emerging in the increased calls for evidence of impact and outcome from coproduction and co-design. Now, various authors suggest that it is the outcomes of coproduction and not the processes that achieve those outcomes that should be measured [<xref ref-type="bibr" rid="ref12">12</xref>]. Coupled with this is a growing concern that the terms coproduction and co-design are losing meaning and creating weaknesses in the standard science too because they are being overused without attendance to the values, principles, and practices that ought to underpin them [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Indeed, there is variability in how coproduction and co-design are defined, so determining the different effects, impacts, and outcomes of various approaches is a challenge that will require an agreed upon vocabulary [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>The second case for an emergent anomaly in the current science is illustrated in a recent article by DeBronkart on patient engagement [<xref ref-type="bibr" rid="ref16">16</xref>]. In this paper, DeBronkart described how medicine has an outdated paradigm of the patient as a passive recipient, which has created weakness and the possibility for a new paradigm, that of the e-patient. This e-patient is a responsible driver of health, who shares part of the work as appropriate to their role and abilities [<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, in Kuhn’s revolution, weaknesses in science provide the opportunity for a paradigm shift where underlying assumptions are re-examined, and a potentially new paradigm emerges [<xref ref-type="bibr" rid="ref17">17</xref>]. This new paradigm in health care design, delivery, and improvement is a science of participation.</p>
      </sec>
      <sec>
        <title>Gap 2: The Need to Develop Explanatory Theories and Models of Change</title>
        <p>To date, participation in health care planning, design, delivery, and improvement has been primarily explained and examined through existing paradigms of implementation science, improvement science, and citizen science. While these are important sciences from which we can learn, they do not provide the field with the explanatory theories and models needed to re-examine the participation paradigm in conjunction with the anomalies and weaknesses outlined above, or concerning the phenomena of participation that is occurring in health care. That is, a science of participation is needed to identify the impacts and outcomes we ought to expect of coproduction and co-design. Moreover, it is needed to identify if participation (according to particular methods and approaches) in design, delivery, and improvement results in better patient experiences, quality care, and improved health outcomes. This includes understanding and evaluating the role of health care professionals in the participatory Zeitgeist.</p>
        <p>To address these complexities, models and theories that have explanatory force for the phenomena of participation are required. In <xref ref-type="table" rid="table1">Table 1</xref>, the three currently existing and dominant paradigms used to describe participation in health care design, delivery, and improvement are briefly outlined [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Each of these paradigms has established traditions that are not entirely covered in their brief descriptions; however, the aim is to highlight the gaps in these sciences for attending specifically to participation. It is also acknowledged that there are several intersecting traditions across these sciences (eg, participatory design or distributed thinking and participatory medicine itself) that have influenced their development, which has not been covered in this summary.</p>
        <p>In our re-examination of the assumptions that underpin participation in health care, there is an opportunity to synthesize what is a largely fragmented and inconclusive evidence base [<xref ref-type="bibr" rid="ref19">19</xref>] and apply explanatory theories developed from our field. Existing work in participatory design can assist. Steen, for example, articulated the importance of virtue ethics in participatory design practice [<xref ref-type="bibr" rid="ref21">21</xref>]. He outlined the essential virtues of cooperation, curiosity, creativity, empowerment, and reflexivity for designers and noted, drawing on MacIntyre’s work in ethics, that virtues are not only about a disposition to “act…but also to feel in particular ways” [<xref ref-type="bibr" rid="ref21">21</xref>]. More recently, an explanatory theoretical model of change identified eight mechanisms seen to be critical for facilitation of change in co-design and coproduction in health care improvement: recognition, dialogue, cooperation, accountability, mobilization, creativity, enactment, and attainment [<xref ref-type="bibr" rid="ref2">2</xref>]. The explanatory theoretical model positioned these mechanisms within the relational contexts of co-design and coproduction activities and described some ideal transitions that might be expected in these activities. These included moving from being isolated (I), to somewhat recognizing experiences might be shared (I to Them), to sharing experiences and developing understanding (Them to You), to embracing a collective sense of change (You to Us), to all working together to achieve that change (Us to We) [<xref ref-type="bibr" rid="ref2">2</xref>]. Such theoretical models are essential for building the conditions for participation and to interpret the impacts and outcomes.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Distinction between citizen, implementation, and improvement sciences</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="300"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Citizen Science [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
                <td>Implementation Science [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td>Improvement Science [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td><break/><break/><break/><break/><break/><break/><break/><break/>Historical tradition</td>
                <td>Natural Sciences, such as bird observations, classifications, and collection of data by “non-scientists” for use by scientists. Participants as volunteer data collectors with aim to collect large datasets. Variants on this term are used in the literature and include civic science, community environmental policing, street science, popular epidemiology, and crowd science.</td>
                <td>The implementation of evidence into practice and translation gap. Identification of evidence into practice roadblocks to improve implementation.</td>
                <td>The quality chasm and improvement of quality of care to increase safety, with a focus on changing physician behavior. Highly influenced by the United States Institute of Medicine Quality Chasm reports.</td>
              </tr>
              <tr valign="top">
                <td><break/><break/><break/><break/><break/><break/><break/><break/>Original purpose</td>
                <td>To address some of the problems of time, space, and large amounts of data required for the biological sciences. People being able to collect data in different geographical locations. Some work was undertaken in medical research, such as Malaria Spot.</td>
                <td>To promote uptake of evidence-based interventions into practice and policy. Early work had empirical focus with less attention to theory.</td>
                <td>Systems-level work to improve the quality, safety, and value of health care. Premised on the idea that improvement would result in greater efficiencies in terms of both patient outcomes and cost.</td>
              </tr>
              <tr valign="top">
                <td><break/><break/><break/><break/><break/><break/><break/><break/><break/><break/><break/><break/><break/><break/>Contemporary variants<break/><break/><break/><break/></td>
                <td>A science that is focused on the needs and concerns of citizens and is developed and enacted by citizens. Shift from the person as the object of study to the citizen as a research subject (for data collection and analysis). Part of the evolution of digital humanities where large repositories of data can be collected (eg, Zooniverse platform). Also used in human-computer interaction studies to develop gamified solutions from data people contribute.</td>
                <td>Progression of theoretical models and approaches to better understand and explain how and why implementation fails or succeeds. Identification of the conditions for implementation readiness in different settings.</td>
                <td>Greater focus on the association between patient experience of care and quality, safety, and value of health care. Embedding public and patient in the processes of identification of systems of change areas, design, and co-development of solutions with professionals. Working in a partnership model between academia and frontline clinicians. Contribution to theories of how change happens.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Gap 3: A Systematically Generated Evidence Base of Impact and Outcomes</title>
        <p>The call for a science of participation is coupled with the need for systematic examination and observation of impact and outcome. There has been a growth in literature outlining an expectation that we should see evidence of impact from coproduction [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref26">26</xref>], and there is an expectation that participation from patients, carers/families, and service users increases patient-centered outcomes, improves professional morale, and increases health and well-being; however, the measurement of this has been inconsistent and almost absent. To date, one cluster randomized controlled trial has been conducted to test the assumption that a participatory, co-design, quality improvement method may improve individual, psychosocial, recovery outcomes: the CORE Study (2013-2017) [<xref ref-type="bibr" rid="ref23">23</xref>]. Some evidence indicates that collective coproduction reduces diagnostic error in hospitals [<xref ref-type="bibr" rid="ref24">24</xref>], and survey results from the United Kingdom and from Australian and European nations have shown that a turn to participation via coproduction is more likely when government shortfalls in performance prevail [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>When Don Berwick called for a science of improvement for health care over ten years ago, he highlighted that disputes for the development of a science were more likely to be about epistemological disagreement rather than the type of research required to generate an evidence base [<xref ref-type="bibr" rid="ref27">27</xref>]. A distinguishing feature of the current participatory times is the increased recognition of the importance of lived-experience (experiential knowledge) and patient-led change [<xref ref-type="bibr" rid="ref11">11</xref>]. This has traditionally raised an epistemological tension between advocates for participatory paradigms and evidence-based paradigms. It is time to cross the epistemological bridges and establish a science of participation that helps to explain impacts, document outcomes, and bring theories together into a unifying whole.</p>
        <p>Almost 25 years ago, Ostrom also concluded that “contrived walls separating the analysis of potentially synergetic phenomena into separate parts misses the potential for synergy” [<xref ref-type="bibr" rid="ref10">10</xref>]. The current state of play in participation in health care offers good ground for synergies among diverse theoretical and practical approaches from participatory design, participatory medicine, participatory action research, co-design and coproduction, to patient engagement, the e-patient movement, and enabled health care professionals. The next steps involve our building of a science of participation that contributes to the identification of the components and features of an elegant [<xref ref-type="bibr" rid="ref6">6</xref>] health system to support participation. These steps include but are not limited to: (1) knowledge synthesis of the current phenomena of participation in health care design, delivery, and improvement to organize our somewhat disparate and divergent strands of fragmented evidence; (2) systematic study of participation to identify impacts and outcomes; and (3) harnessing existing theories, concepts, and methods to explain and interpret phenomena so that we might develop new models based on our science as appropriate. Now is the time for a science of participation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">e-patient</term>
          <def>
            <p>engaged, empowered, and emancipated patient</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Theo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Politics of Time: Zeitgeist in early nineteenth-century political discourse</article-title>
          <source>Contributions to the History of Concepts</source>
          <year>2014</year>
          <month>06</month>
          <day>01</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.3167/choc.2014.090102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Weavell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Callander</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Piper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Herrman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Furler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Iedema</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Robert</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The Participatory Zeitgeist: an explanatory theoretical model of change in an era of coproduction and codesign in healthcare improvement</article-title>
          <source>Med Humanit</source>
          <year>2019</year>
          <month>09</month>
          <day>28</day>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>247</fpage>
          <lpage>257</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29954854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/medhum-2017-011398</pub-id>
          <pub-id pub-id-type="medline">29954854</pub-id>
          <pub-id pub-id-type="pii">medhum-2017-011398</pub-id>
          <pub-id pub-id-type="pmcid">PMC6818522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinelt</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Zeitgeist</article-title>
          <source>Contemporary Theatre Review</source>
          <year>2013</year>
          <month>02</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1080/10486801.2013.765132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Godlee</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lapsley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Let the patient revolution begin</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>05</month>
          <day>14</day>
          <volume>346</volume>
          <issue>may14 1</issue>
          <fpage>f2614</fpage>
          <lpage>f2614</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1136/bmj.f2614"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.f2614</pub-id>
          <pub-id pub-id-type="medline">23674136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>deBronkart</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>From patient centred to people powered: autonomy on the rise</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>02</month>
          <day>10</day>
          <volume>350</volume>
          <issue>feb10 14</issue>
          <fpage>h148</fpage>
          <lpage>h148</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h148</pub-id>
          <pub-id pub-id-type="medline">25670184</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hargraves</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Breslin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Morera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Branda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>VM</given-names>
            </name>
          </person-group>
          <source>NEJM Catalyst: Innovations in Care Delivery</source>
          <year>2019</year>
          <month>10</month>
          <day>29</day>
          <access-date>2019-12-23</access-date>
          <comment>Careful and Kind Care Requires Unhurried Conversations <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://catalyst.nejm.org/doi/full/10.1056/CAT.19.0696">https://catalyst.nejm.org/doi/full/10.1056/CAT.19.0696</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Speed</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Beware Zombies and Unicorns: Toward Critical Patient and Public Involvement in Health Research in a Neoliberal Context</article-title>
          <source>Front. Sociol</source>
          <year>2017</year>
          <month>06</month>
          <day>02</day>
          <volume>2</volume>
          <pub-id pub-id-type="doi">10.3389/fsoc.2017.00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batalden</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Getting more health from healthcare: quality improvement must acknowledge patient coproduction—an essay by Paul Batalden</article-title>
          <source>BMJ</source>
          <year>2018</year>
          <month>09</month>
          <day>06</day>
          <volume>362</volume>
          <fpage>k3617</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.k3617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ostrom</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Crossing the great divide: Coproduction, synergy, and development</article-title>
          <source>World Development</source>
          <year>1996</year>
          <month>6</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>1073</fpage>
          <lpage>1087</lpage>
          <pub-id pub-id-type="doi">10.1016/0305-750x(96)00023-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ostrom</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Parks</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Whitaker</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Percy</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>The Public Service Production Process: A Framework for Analyzing Police Services</article-title>
          <source>Policy Studies Journal</source>
          <year>1978</year>
          <month>12</month>
          <volume>7</volume>
          <issue>s1</issue>
          <fpage>381</fpage>
          <lpage>381</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1541-0072.1978.tb01782.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyson</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Why Participatory Medicine?</article-title>
          <source>J Participat Med</source>
          <year>2009</year>
          <month>10</month>
          <day>21</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://participatorymedicine.org/journal/opinion/editorials/2009/10/21/why-participatory-medicine"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ridde</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Need for more and better implementation science in global health</article-title>
          <source>BMJ Glob Health</source>
          <year>2016</year>
          <month>08</month>
          <day>08</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e000115</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28588947"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2016-000115</pub-id>
          <pub-id pub-id-type="medline">28588947</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2016-000115</pub-id>
          <pub-id pub-id-type="pmcid">PMC5321336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voorberg</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Bekkers</surname>
              <given-names>VJJM</given-names>
            </name>
            <name name-style="western">
              <surname>Tummers</surname>
              <given-names>LG</given-names>
            </name>
          </person-group>
          <article-title>A Systematic Review of Co-Creation and Co-Production: Embarking on the social innovation journey</article-title>
          <source>Public Management Review</source>
          <year>2014</year>
          <month>06</month>
          <day>30</day>
          <volume>17</volume>
          <issue>9</issue>
          <fpage>1333</fpage>
          <lpage>1357</lpage>
          <pub-id pub-id-type="doi">10.1080/14719037.2014.930505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durose</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Craft metrics to value co-production</article-title>
          <source>Nature</source>
          <year>2018</year>
          <month>10</month>
          <day>3</day>
          <volume>562</volume>
          <issue>7725</issue>
          <fpage>32</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-018-06860-w</pub-id>
          <pub-id pub-id-type="medline">30283121</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-018-06860-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kjellström</surname>
              <given-names>Sofia</given-names>
            </name>
            <name name-style="western">
              <surname>Areskoug-Josefsson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson Gäre</surname>
              <given-names>Boel</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ockander</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Käll</surname>
              <given-names>Jacob</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donetto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robert</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Exploring, measuring and enhancing the coproduction of health and well-being at the national, regional and local levels through comparative case studies in Sweden and England: the 'Samskapa' research programme protocol</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>07</month>
          <day>26</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e029723</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&amp;pmid=31350253"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-029723</pub-id>
          <pub-id pub-id-type="medline">31350253</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-029723</pub-id>
          <pub-id pub-id-type="pmcid">PMC6661680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>deBronkart</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The patient's voice in the emerging era of participatory medicine</article-title>
          <source>Int J Psychiatry Med</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>53</volume>
          <issue>5-6</issue>
          <fpage>350</fpage>
          <lpage>360</lpage>
          <pub-id pub-id-type="doi">10.1177/0091217418791461</pub-id>
          <pub-id pub-id-type="medline">30114957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>The Structure Of Scientific Revolutions</source>
          <year>1962</year>
          <publisher-loc>Chicago, Illinois</publisher-loc>
          <publisher-name>University Of Chicago Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pronovost</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Promotion of improvement as a science</article-title>
          <source>The Lancet</source>
          <year>2013</year>
          <month>02</month>
          <volume>381</volume>
          <issue>9864</issue>
          <fpage>419</fpage>
          <lpage>421</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)61850-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Making sense of implementation theories, models and frameworks</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0242-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="medline">25895742</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irwin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Citizen Science: A Study of People, Expertise and Sustainable Development</source>
          <year>2002</year>
          <publisher-loc>London, England</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Virtues in participatory design: cooperation, curiosity, creativity, empowerment and reflexivity</article-title>
          <source>Sci Eng Ethics</source>
          <year>2013</year>
          <month>09</month>
          <day>18</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>945</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1007/s11948-012-9380-9</pub-id>
          <pub-id pub-id-type="medline">22806218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harshfield</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bertscher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marjanovic</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>RAND Corporation</source>
          <year>2019</year>
          <access-date>2019-08-01</access-date>
          <comment>Patient and public involvement in research: Enabling meaningful contributions <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rand.org/pubs/research_reports/RR2678.html">https://www.rand.org/pubs/research_reports/RR2678.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chondros</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Piper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Callander</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weavell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Godbee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Potiriadis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Densely</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Herrman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Furler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Iedema</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The CORE study protocol: a stepped wedge cluster randomised controlled trial to test a co-design technique to optimise psychosocial recovery outcomes for people affected by mental illness in the community mental health setting</article-title>
          <source>BMJ Open</source>
          <year>2015</year>
          <month>03</month>
          <day>24</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e006688</fpage>
          <lpage>e006688</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&amp;pmid=25805530"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2014-006688</pub-id>
          <pub-id pub-id-type="medline">25805530</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2014-006688</pub-id>
          <pub-id pub-id-type="pmcid">PMC4386225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nabatchi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Coproducing healthcare: individual-level impacts of engaging citizens to develop recommendations for reducing diagnostic error</article-title>
          <source>Public Management Review</source>
          <year>2018</year>
          <month>06</month>
          <day>28</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>354</fpage>
          <lpage>375</lpage>
          <pub-id pub-id-type="doi">10.1080/14719037.2018.1487577</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yates</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Co-Production of Public Services in Australia: The Roles of Government Organisations and Co-Producers</article-title>
          <source>Australian Journal of Public Administration</source>
          <year>2015</year>
          <month>05</month>
          <day>27</day>
          <volume>75</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>175</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-8500.12157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durose</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Needham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mangan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Generating 'good enough' evidence for co-production</article-title>
          <source>Evid Policy</source>
          <year>2017</year>
          <month>01</month>
          <day>27</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>135</fpage>
          <lpage>151</lpage>
          <pub-id pub-id-type="doi">10.1332/174426415x14440619792955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berwick</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>The science of improvement</article-title>
          <source>JAMA</source>
          <year>2008</year>
          <month>03</month>
          <day>12</day>
          <volume>299</volume>
          <issue>10</issue>
          <fpage>1182</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.299.10.1182</pub-id>
          <pub-id pub-id-type="medline">18334694</pub-id>
          <pub-id pub-id-type="pii">299/10/1182</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
