<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JoPM</journal-id>
      <journal-id journal-id-type="nlm-ta">J Particip Med</journal-id>
      <journal-title>Journal of Participatory Medicine</journal-title>
      <issn pub-type="epub">2152-7202</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e32125</article-id>
      <article-id pub-id-type="pmid">35060917</article-id>
      <article-id pub-id-type="doi">10.2196/32125</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Implementing the Co-Immune Open Innovation Program to Address Vaccination Hesitancy and Access to Vaccines: Retrospective Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Woods</surname>
            <given-names>Susan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rowbotham</surname>
            <given-names>Samantha</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Das</surname>
            <given-names>Manoja</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Masselot</surname>
            <given-names>Camille</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0728-673X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Greshake Tzovaras</surname>
            <given-names>Bastian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9925-9623</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Graham</surname>
            <given-names>Chris L B</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4271-6731</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Finnegan</surname>
            <given-names>Gary</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3758-9010</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Jeyaram</surname>
            <given-names>Rathin</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1304-1229</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Vitali</surname>
            <given-names>Isabelle</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5824-2542</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Landrain</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0498-621X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Santolini</surname>
            <given-names>Marc</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Center for Research and Interdisciplinarity</institution>
            <institution>INSERM U1284</institution>
            <institution>Universite de Paris</institution>
            <addr-line>8bis rue Charles V</addr-line>
            <addr-line>Paris, F-75006</addr-line>
            <country>France</country>
            <fax>33 632377297</fax>
            <phone>33 679751700</phone>
            <email>marc.santolini@cri-paris.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1491-0120</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Just One Giant Lab Association</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Research and Interdisciplinarity</institution>
        <institution>INSERM U1284</institution>
        <institution>Universite de Paris</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>IXL Editorial</institution>
        <addr-line>Kildare</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Sanofi</institution>
        <addr-line>Gentilly</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Marc Santolini <email>marc.santolini@cri-paris.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>14</volume>
      <issue>1</issue>
      <elocation-id>e32125</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Camille Masselot, Bastian Greshake Tzovaras, Chris L B Graham, Gary Finnegan, Rathin Jeyaram, Isabelle Vitali, Thomas Landrain, Marc Santolini. Originally published in Journal of Participatory Medicine (https://jopm.jmir.org), 21.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in Journal of Participatory Medicine, is properly cited. The complete bibliographic information, a link to the original publication on https://jopm.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://jopm.jmir.org/2022/1/e32125" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The rise of major complex public health problems, such as vaccination hesitancy and access to vaccination, requires innovative, open, and transdisciplinary approaches. Yet, institutional silos and lack of participation on the part of nonacademic citizens in the design of solutions hamper efforts to meet these challenges. Against this background, new solutions have been explored, with participatory research, citizen science, hackathons, and challenge-based approaches being applied in the context of public health.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our aim was to develop a program for creating citizen science and open innovation projects that address the contemporary challenges of vaccination in France and around the globe.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We designed and implemented Co-Immune, a program created to tackle the question of vaccination hesitancy and access to vaccination through an online and offline challenge-based open innovation approach. The program was run on the open science platform Just One Giant Lab.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Over a 6-month period, the Co-Immune program gathered 234 participants of diverse backgrounds and 13 partners from the public and private sectors. The program comprised 10 events to facilitate the creation of 20 new projects, as well as the continuation of two existing projects, to address the issues of vaccination hesitancy and access, ranging from app development and data mining to analysis and game design. In an open framework, the projects made their data, code, and solutions publicly available.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Co-Immune highlights how open innovation approaches and online platforms can help to gather and coordinate noninstitutional communities in a rapid, distributed, and global way toward solving public health issues. Such initiatives can lead to the production and transfer of knowledge, creating novel solutions in the public health sector. The example of Co-Immune contributes to paving the way for organizations and individuals to collaboratively tackle future global challenges.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>open science</kwd>
        <kwd>open innovation</kwd>
        <kwd>programmatic research</kwd>
        <kwd>collective intelligence</kwd>
        <kwd>web based</kwd>
        <kwd>immunization</kwd>
        <kwd>vaccination access</kwd>
        <kwd>vaccine hesitancy</kwd>
        <kwd>innovation</kwd>
        <kwd>vaccine</kwd>
        <kwd>public health</kwd>
        <kwd>access</kwd>
        <kwd>framework</kwd>
        <kwd>participatory</kwd>
        <kwd>design</kwd>
        <kwd>implementation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>As the world faces a rise in the number of complex challenges that threaten the resilience of our economic, environmental, social, and health systems, we observe a shift toward more collaboration and openness in the way science and innovation is performed [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>], bringing governments, civil society, and the private sector closer. Examples of this include the efforts made to accelerate society’s progress toward the Sustainable Development Goals (SDGs) [<xref ref-type="bibr" rid="ref4">4</xref>] and the fight against pandemics, such as COVID-19 [<xref ref-type="bibr" rid="ref5">5</xref>]. Yet, access to vaccines and vaccination hesitancy remain as some of the complex challenges to be addressed in order to achieve universal health coverage [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Immunization is one of the most cost-effective interventions to protect oneself and others from infectious diseases [<xref ref-type="bibr" rid="ref7">7</xref>] and saves between 2 million and 3 million lives per year [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Yet, the annual death toll for vaccine-preventable diseases stands at 1.5 million, and large gaps in coverage persist, not only between countries but also within their territories [<xref ref-type="bibr" rid="ref7">7</xref>]. In particular, the World Health Organization (WHO) listed vaccine hesitancy among the top 10 global health threats for 2019 [<xref ref-type="bibr" rid="ref9">9</xref>]. Continuing global efforts to leave no one behind may be a long-standing challenge [<xref ref-type="bibr" rid="ref10">10</xref>] when new information technologies and social media platforms are both part of the problem [<xref ref-type="bibr" rid="ref11">11</xref>] and the solution. More recently, the COVID-19 pandemic demonstrated the repertoire of logistical and administrative challenges to the deployment and administration of vaccines, especially in low-resource settings [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>In response, the WHO Global Vaccine Action Plan 2011-2020 [<xref ref-type="bibr" rid="ref7">7</xref>] committed 140 countries and 290 organizations to promoting and prioritizing greater collaboration between governments, nongovernmental organizations, the private sector, and all citizens to address outbreaks of vaccine-preventable diseases. Additionally, a number of new digital and open innovation initiatives have been launched: the WHO has developed the Vaccine Safety Net [<xref ref-type="bibr" rid="ref13">13</xref>], a network of websites about vaccination; health authorities in Canada have developed a school-based quiz to educate children about immunology and vaccines [<xref ref-type="bibr" rid="ref14">14</xref>]; Finland is testing a computer game to communicate the benefits of human papillomavirus vaccination [<xref ref-type="bibr" rid="ref15">15</xref>]; a project in India uses digital necklaces to record children’s immunization history [<xref ref-type="bibr" rid="ref16">16</xref>]; and the global Vaccination Acceptance Research Network has been established [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Global health guidelines showcase the positive outcomes of social participation for universal health coverage [<xref ref-type="bibr" rid="ref17">17</xref>], which include more meaningful dialogue, more sustainable solutions, and more trust from citizens in health system institutions or in the decisions that are made. Indeed, there is room for more initiatives that allow people to genuinely co-design solutions in a multidisciplinary manner during and following pandemics [<xref ref-type="bibr" rid="ref18">18</xref>]. Hence, the number and sustainability of these types of initiatives could be amplified by fostering increased collaboration with nonacademic citizens in the creation and development of solutions in an open innovation framework [<xref ref-type="bibr" rid="ref19">19</xref>]. This is the gap that Just One Giant Lab (JOGL) is proposing to fill with the Co-Immune program.</p>
        <p>Citizen science is an emerging and highly diverse practice that can be broadly defined as the general public being involved in the process of doing research [<xref ref-type="bibr" rid="ref20">20</xref>]. Research has demonstrated that intensity and diversity of collaboration positively affect the quality [<xref ref-type="bibr" rid="ref21">21</xref>] and productivity [<xref ref-type="bibr" rid="ref22">22</xref>] of research, while positively impacting the knowledge integration from participants [<xref ref-type="bibr" rid="ref23">23</xref>]. Likewise, participant transdisciplinarity [<xref ref-type="bibr" rid="ref24">24</xref>] seems critical to generating innovative outcomes [<xref ref-type="bibr" rid="ref25">25</xref>] and dealing with complex real-world problems [<xref ref-type="bibr" rid="ref26">26</xref>]. Such mechanisms are often at play in the field of citizen science, promising to transform the knowledge generation landscape by tapping into networks of nonacademic citizens [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] in a new social contract for this kind of research [<xref ref-type="bibr" rid="ref28">28</xref>]. Citizen science has the potential to expand the number of individuals contributing knowledge and ideas, transform how hypotheses are generated, and transform how data sets are analyzed. Such approaches have already been applied to investigate individual diseases through patient-led research [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] and public health challenges, such as the epidemiology of cancer [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Other approaches to create and develop knowledge and solutions to complex challenges are slowly entering the mainstream. In particular, hackathons, challenge-based approaches, and the participation of citizens in science have been flourishing over the last two decades [<xref ref-type="bibr" rid="ref34">34</xref>], especially within the natural sciences [<xref ref-type="bibr" rid="ref35">35</xref>] and, more recently, within medical sciences, public health, and population-health research [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Hackathons are short, intensive, and collaborative events that are designed to prototype solutions addressing a specific problem. They originated in the early 2000s in digital and tech fields and have been adapted to address more complex challenges in global health [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. Such initiatives are not without pitfalls: they suffer, by design, from the lack of paths to sustainability for the projects they launch [<xref ref-type="bibr" rid="ref41">41</xref>]. In response to such criticisms, there are increasing efforts, such as the “Make the Breast Pump not Suck” hackathon and “Trans*H4CK,” to improve hackathon methodology by working directly with affected communities [<xref ref-type="bibr" rid="ref41">41</xref>]. Several initiatives, such as a Massachusetts Institute of Technology collaborative design studio, provide insights into hackathon methods [<xref ref-type="bibr" rid="ref42">42</xref>] to facilitate better hackathons [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. More recently, multiple entities have engaged in organizing hackathons to address the COVID-19 crisis [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>Challenge-based approaches, which provide frameworks for learning while solving real-world issues, have also been on the rise in global health and have proven to be efficient for generating innovative solutions and for incentivizing mass community engagement [<xref ref-type="bibr" rid="ref45">45</xref>]. For example, the potential of participative models to address complex questions, along with the power of contests to offer a structure that catalyzes this work, has been exhibited by the Epidemium initiative on cancer epidemiology [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>Despite the numerous tools and technologies created to facilitate collaboration in citizen science projects, challenges remain. These include the issues of the complementarity, coherence, and diffusion of these initiatives [<xref ref-type="bibr" rid="ref34">34</xref>] to efficiently address international policies and local needs, as the local adoption of hackathon solutions often remains low [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>Therefore, the promotion of transdisciplinarity and citizen science in an open innovation framework, coupled with methods such as hackathons, and a challenge-based approach represent an opportunity to address current complex challenges of vaccination that would overcome the limits of either solution alone. In this paper, we describe the design, implementation, and outputs of Co-Immune, a collaborative open innovation program that was run in 2019 to address vaccination hesitancy and access to vaccination.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Co-Immune’s aim was to develop an environment that favors the creation and development of citizen science and open innovation projects addressing the contemporary challenges of vaccination in France and around the globe. This program had four specific objectives: (1) to foster a collaborative, open, and transdisciplinary dynamic; (2) to promote the emergence of accessible knowledge and innovative solutions; (3) to support participants in the elaboration and development of their project; and (4) to disseminate the outputs and results in an open science framework. In this study, we describe the methodology of Co-Immune and its implementation, and we present its key outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>The overall program duration was 10 months (March 2019 to January 2020), divided into 6 months of preparation and 4 months of rollout of activities that included offline and online events, support for the development of citizen science projects, and assessment and awards for projects participating in the challenge-based competition. The main outputs of the program were projects, categorized as leading to (1) knowledge production, if they performed data analysis or generated new knowledge, whether it was context specific, generic [<xref ref-type="bibr" rid="ref48">48</xref>], or knowledge transfer [<xref ref-type="bibr" rid="ref49">49</xref>]; or (2) solutions, such as hardware, software, and interventions.</p>
        <p>Co-Immune was coordinated online through the JOGL platform [<xref ref-type="bibr" rid="ref50">50</xref>] and supported by 13 partners from the public and private sector (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The challenge-based nature of the program was designed to be an incentive for teams and participants to continue developing their projects after hackathon events or to create their project on JOGL at any other time.</p>
        <p>The governance of Co-Immune was designed to provide freedom for projects to develop innovative solutions while ensuring their compliance with local and international regulations and consideration of ethical and scientific integrity. To this end, we constituted the independent Committee for Ethics, Science and Impact (CESI), which issued an opinion on the rules of participation in the program and validated the strategic orientation of the program. Public health priorities were identified based on a literature review and divided between two main challenges to streamline participants’ work: vaccination coverage and vaccination hesitancy. They were then validated by the CESI. In addition, through a series of semistructured interviews, experts at the 7th Fondation Merieux Vaccine Acceptance conference [<xref ref-type="bibr" rid="ref51">51</xref>] identified eight specific issues to address and potential room for solutions. The CESI also participated in the co-elaboration of the assessment grid, which was used as a base to grant nonmonetary prizes to projects in December 2019.</p>
        <p>To be eligible for a prize, a project was required to have created a comprehensive description of their initiative on the JOGL platform and a video pitch. This material was provided to experts in charge of the assessment.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>Participants were recruited through our network of partners from around the globe and social media communication. Participation was open to everyone above the age of 18 years, if they had agreed to follow the participation rules validated by the CESI. Participants could take the role of “project leader” or “contributor.”</p>
      </sec>
      <sec>
        <title>JOGL Platform</title>
        <p>Co-Immune participants used the JOGL platform to document their projects and recruit collaborators throughout the course of the program. JOGL is a decentralized mobilization platform designed for use in collaborative research and innovation (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Within the JOGL platform, users can create a profile and declare their skills. Once registered, they can create or join projects, follow the activity of other members, post on their project feed, and comment on other posts. They can also highlight needs for a project they are part of, specifying skills that can help to solve project problems. We compared the JOGL features to those of other online platforms for citizen science, social networking, and science and publishing through a cluster analysis (see <xref rid="figure1" ref-type="fig">Figure 1</xref> as well as the supplementary method and Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), indicating that the platform is functionally similar to other platforms in the space and is suitable to hold a citizen science program such as Co-Immune.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Overview of the Just One Giant Lab (JOGL) platform. The image on the left is a screenshot of the JOGL platform. The right-hand image is a heatmap of feature presence across popular online tools. For each platform (columns), we numerically encoded the presence (1) or absence (0) of each feature (rows). Then, for each element, we computed a Z score by standardizing values across platforms, represented here by the color spectrum: blue (low) to red (high). CBPP: citizen-based peer production network (ie, citizen science platform); CV: curriculum vitae; Je-S: Joint Electronic Submissions; MNI: Montreal Neurological Institute; OSF: Open Science Framework; RSB: Royal Society of Biology.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Implementation</title>
        <p>The Co-Immune program was realized through an interrelated and interacting set of technological and social features (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Our coordination team implemented the larger program (ie, events, online platform, and contest approach) and helped to recruit a community of partners and participants who interacted with each other and were supported in their efforts through the high-level design features. With support from the governance structure of the Co-Immune program, the individual projects managed to provide outputs that included knowledge production and transfer as well as solutions, such as hardware, software, and interventions.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Workflow of the Co-Immune program design. JOGL: Just One Giant Lab.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Building an Open Community</title>
        <p>To build the community, we contacted organizations involved in a wide range of domains before the launch of the program, thereby creating a first pool of contributing professionals and students. We also recruited participants via the organization of events, typically in the evening, aimed at creating projects, fostering collaboration among participants to address project needs, and providing mentorship. To facilitate the coordination of the community, all participants were required to use the JOGL platform to describe their projects, form teams, list their needs, and initiate collaboration.</p>
        <p>In order to create a supportive and collaborative environment for the participants, we reached out to various organizations to establish partnerships. Our intention was two-fold: (1) to facilitate the participation of the organizations’ students and employees as participants or mentors by involving their institution and (2) to enhance the sustainability of projects after the course of the program by connecting them with potential partners at the early stage of their development.</p>
        <p>The 13 partners operated in the health, technology, and social sectors, and included research, innovation, and education organizations, as well as professional networks, incubators, and communication specialists (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The number of partners grew over the life span of the initiative and were often suggested by existing partners or through connections made during events.</p>
        <p>We organized 10 offline and online events between October and December 2019 (<xref ref-type="table" rid="table1">Table 1</xref>). Participants for events were recruited through social media and mailing lists leveraging our network of partners. Among the four on-site events that were organized, two were hackathons aimed at motivating participants to join the program, while the other two were aimed at fostering collaboration around the most advanced projects. Their median duration was 2.25 (IQR 2) hours.</p>
        <p>The facilitation of the hackathon-style events relied on the use of participatory and collective intelligence design and problem-solving techniques [<xref ref-type="bibr" rid="ref52">52</xref>]. In particular, participants were encouraged to form multidisciplinary teams including both professionals and students.</p>
        <p>Three partners in Paris—Epitech, the Wild Code School, and the Center for Research and Interdisciplinarity (CRI)—co-organized and hosted events for their students, respectively, in their engineering, coding, and life science and education schools. Other partners—Kap Code, Excelya, and CorrelAid—mobilized their teams to act as mentors during these events. A total of 14 mentors attended events, and five came to more than one event.</p>
        <p>In addition, we organized four 1-hour online events. The first was an opportunity to share information about Co-Immune with people around the globe. Another event discussed best practices to document open science projects. Finally, two events focused on the resolution of needs of single projects (<xref ref-type="table" rid="table1">Table 1</xref> [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Treemap representing the domains of action of the 13 Co-Immune partners.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Co-Immune events.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="140"/>
            <col width="80"/>
            <col width="170"/>
            <col width="350"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Name</td>
                <td>Mode; type; location</td>
                <td>Duration (hours), n</td>
                <td>Objective</td>
                <td>Design; supporting partners (if applicable)</td>
                <td>Participants, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Launch</td>
                <td>Offline; ceremony; CRI<sup>a</sup>, Paris</td>
                <td>3</td>
                <td>Gather the initial community</td>
                <td>Presentation of the program design, features, timeline, and partners, as well as networking</td>
                <td>60</td>
              </tr>
              <tr valign="top">
                <td>OpenJOGL<sup>b</sup>; Co-Immune</td>
                <td>Online</td>
                <td>1</td>
                <td>Q&#38;A<sup>c</sup> session on the program</td>
                <td>Presentation of Co-Immune and questions and answers</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Sprint; open data</td>
                <td>Offline; hackathon; CRI, Paris</td>
                <td>2.5</td>
                <td>Build community, create projects, and create data repositories</td>
                <td>Statement of the problem (videos of experts), team formation and effort, mentoring, and publication of results on the JOGL platform; supported by CRI and CorrelAid</td>
                <td>25</td>
              </tr>
              <tr valign="top">
                <td>OpenJOGL; Vaccination Awareness Escape Game [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>Online</td>
                <td>1</td>
                <td>Foster collaboration around single projects</td>
                <td>Pitch of the project and its needs, feedback from experts, and questions and answers</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>Sprint; project creation</td>
                <td>Offline; hackathon; CRI, Paris</td>
                <td>4</td>
                <td>Build community and create multidisciplinary projects</td>
                <td>Statement of the problem (videos of experts), ice breaker, multidisciplinary team formation and effort, mentoring, presentation of results, vote for the most promising projects, publication of results on the JOGL platform, and networking; supported by CRI, Epitech, Wild Code School, CorrelAid, and Excelya</td>
                <td>22</td>
              </tr>
              <tr valign="top">
                <td>Sprint; open data</td>
                <td>Offline; hackathon; Wild Code School, Paris</td>
                <td>3</td>
                <td>Accelerate the development of projects related to data science</td>
                <td>Selection of a project by participants among the two choices available, team formation and effort, mentoring, presentation of results, publication on the JOGL platform, and networking; supported by Wild Code School, CorrelAid, and Excelya</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>Sprint; open data</td>
                <td>Offline; hackathon; Epitech, Paris</td>
                <td>3</td>
                <td>Build the community, create projects, and accelerate the development of one project using Twitter data</td>
                <td>Statement of the problem, selection of a project by participants among the four choices available (including one already existing project), team formation and effort, mentoring, presentation of results, vote for the most promising project, publication of results on the JOGL platform, and networking; supported by Epitech, Kap Code, Excelya, and CorrelAid</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>OpenJOGL; HERA<sup>d</sup>: A Health Platform for Refugees [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>Online</td>
                <td>1</td>
                <td>Foster collaboration around single projects</td>
                <td>Pitch of the project and its needs, feedback from experts, and questions and answers</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>OpenJOGL; better documentation for better collaboration</td>
                <td>Online</td>
                <td>1</td>
                <td>Help teams document their projects in the most open and reproducible way</td>
                <td>Expert presentation on best practices for documenting open science projects, presentation of Co-Immune expectations for documentation, and questions and answers</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>Closing ceremony</td>
                <td>Offline; ceremony; CRI, Paris</td>
                <td>2</td>
                <td>Close the Co-Immune program</td>
                <td>Presentation of the main outputs of the program and awards for the best projects</td>
                <td>70</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CRI: Center for Research and Interdisciplinarity.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>JOGL: Just One Giant Lab.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Q&#38;A: question and answer.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>HERA: Health Recording App.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Co-Immune Experts: CESI Members, Mentors, and Interviewees</title>
        <p>Individuals who were considered “experts” included all the CESI members as well as experienced professionals of a certain field who attended events and provided technical guidance to teams as “mentors.”</p>
        <p>The CESI members were sought to represent the diversity of stakeholders involved in advancing access to vaccines and reducing vaccine hesitancy. By choosing interviewees who were researchers specializing in the challenges of access to vaccines and vaccination hesitancy, we aimed at benefiting from their expert understanding of the issues and of the priorities to be addressed to streamline the work of participants around particular problems. Finally, we grew the pool of mentors over the span of the program to best match their expertise with the needs of the projects in an agile manner.</p>
        <p>Overall, the mentors’ domains of expertise ranged from biology to social sciences, design, technology, and data science (<xref rid="figure4" ref-type="fig">Figure 4</xref>). One-third of them were working as health or public health professionals.</p>
        <p>The CESI consisted of eight volunteer members and included virologists, pharmacists, health economists, experts in the digital sciences and ethics fields, and biologists; members were working at international, national, and local levels of the health system. All of them worked for public or nonprofit organizations. Interviewees were mostly researchers in social sciences and medical practitioners.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Treemap of the 31 Co-Immune experts: domains of expertise (left) and affiliations (right).</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Co-Immune Project Assessment</title>
        <p>The assessment of projects by experts was designed to be an opportunity for learning and growth. To be assessed, teams were asked to provide a video pitch summarizing their project and detailed documentation on their project page on the JOGL platform, including links to their open access data and code. Project assessment was performed through a grid that was codeveloped by JOGL and the CESI. In addition to grades, teams received detailed feedback on their projects.</p>
        <p>The assessment grid was based on a literature review of project evaluation standards and consisted of 10 questions graded from 0 to 5 (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Three areas were assessed: the approach, the implementation strategy, and the impact. First, the assessment of the approach included the following: (1) clarity and relevance of the problem and alignment with the program scope, (2) fit between the approach and methodology and the problem statement, and (3) innovation potential (ie, the project introduces groundbreaking objectives, novel concepts, or approaches). Second, the implementation strategy was assessed using following the criteria: (1) state of progress toward set goal (ie, state of advancement), (2) clarity and relevance of the timeline and needs for the future (ie, major tasks and milestones), and (3) project actively engages and aligns with all relevant stakeholders. Finally, the assessment of the impact covered the following: (1) clarity and relevance of the criteria used to measure impact, (2) the extent to which the project considers its ecosystem (ie, ecological, environmental, ethical, and social considerations), (3) sustainability and scalability of the project in the long term, and (4) open and reproducible dissemination strategy. For each of these three categories, JOGL awarded a prize to the project with the best score based on the grades given by reviewers. Additionally, a grand prize was given to the project with the overall highest score. JOGL provided visibility, while two partners also provided an award to a project of their choosing.</p>
      </sec>
      <sec>
        <title>JOGL Platform Data Collection and Analysis</title>
        <p>Participants added their professional background, skills, and employment status to the JOGL platform. These data were used to evaluate the composition of the community. All users who joined JOGL during the span of the program were considered to be participants of Co-Immune, as it was the only ongoing program, and all outreach activities were related to it.</p>
        <p>To better understand how skills were related across participants, we used a network approach to assess similarity between skills and to get further insights about the global diversity of the community. In this network approach, each declared skill was a node and the skills were considered linked if they co-occurred in a participant. Links were then weighted by the number of participants within which they co-occurred. Gephi 0.9.2 was used to represent the network shown in the skill map of the Co-Immune community, and the modularity algorithm was used with default parameters to compute communities representing the sets of skills that tend to co-occur more together than with other skills. Since these skills are linked through the participants who share them, they can be understood as "participant types" constitutive of the Co-Immune community.</p>
        <p>We provide the data related to this study on Zenodo [<xref ref-type="bibr" rid="ref55">55</xref>]. These data include (1) the link, description, and assessment scores of projects; (2) the profiles of platform users; (3) the description of events; (4) the profiles of experts; and (5) the list and types of partners.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Community Growth Through Events</title>
        <p>During the program, 234 participants signed up to the platform (<xref rid="figure5" ref-type="fig">Figure 5</xref>). The participant growth was mostly linear over the life span of the program (July 10 to December 18, 2019), suggestive of the potential for continued growth if the program had continued. The growth rate outside of events, at around one per day (between 0.86 and 0.98 users/day), was consistent with the prekickoff growth rate (0.94 users/day). This highlights the importance of events (dashed lines in <xref rid="figure5" ref-type="fig">Figure 5</xref>) for driving participant enrollment, with the four offline events accounting for 45% of the growth. In total, offline events were responsible for the generation of 82% (18/22) of the projects. The rest consisted of 4 out of 22 (18%) projects created on the platform outside of events and 2 already-existing projects prior to the program.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Growth of the number of participants (left) and number of projects (right) over the life span of the program. Dashed bars show when events for community facilitation where held (green: offline events; blue: online events; red: kickoff meeting). Blue lines give a linear fit during the corresponding periods, showing stable growth pre- and postkickoff.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participant Skills and Backgrounds: A Transdisciplinary Community</title>
        <p>Out of the 234 participants, 187 (79.9%) declared their job category. The community was composed of a mix of students (67/187, 35.8%) and workers (94/187, 50.3%), most of whom worked full time (81/94, 86%; <xref rid="figure6" ref-type="fig">Figure 6</xref>). Other categories included “between jobs” (n=11), “nonprofit” (n=12), and “for profit” (n=3). Out of the 75 participants who declared their country in their JOGL profile, 57% (n=43) were based in France, with the rest coming from other regions, including the rest of Europe, the Americas, Africa, and Asia.</p>
        <p>The 234 participants specified a total of 492 unique skills (median 3 [IQR 4.5] skills per participant). We observed a high representation of data science and coding alongside biology, which, altogether, related to the technical skills emphasized during the program (<xref rid="figure6" ref-type="fig">Figure 6</xref>). The skill network shows that the community spanned a vast interdisciplinary landscape, from open science to open data and coding, and from project management to biology. The network exhibited the largest connected component of 416 interconnected skills (84.6% of all skills; <xref rid="figure7" ref-type="fig">Figure 7</xref>). The modularity maximization (see the Methods section) resulted in the identification of 12 modules corresponding to “participant types” constitutive of the Co-Immune community.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>An overview over the Co-Immune community: participant categories (left) and the 20 most represented skills (right) in the Co-Immune community.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Skill map of the Co-Immune community. Skills are linked if they appear in the profile of the same participant. Link weight indicates the number of participants sharing the skills. Node size indicates weighted degree.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Co-Immune Project Description</title>
        <p>A total of 22 projects were created by 20 project leads, with teams of up to 11 members (<xref ref-type="table" rid="table2">Table 2</xref> [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref56">56</xref>-<xref ref-type="bibr" rid="ref75">75</xref>]). Among these, 15 (68%) projects proposed to develop software covering web technologies, mobile apps, algorithms, data lakes, data modeling and analysis, and visualization tools. The other 7 (32%) projects included hardware development and interventions involving biotechnologies, game design, behavioral sciences, education, and communication. Overall, one-third of the projects focused on knowledge transfer.</p>
        <p>Among the 15 projects relying on software technology, 11 (73%) aimed at contributing to the production of knowledge by facilitating the analysis of publicly available data; they did this via the use of parsing tools and the creation of repositories (n=3), the analysis of open data (n=3), the development of machine learning tools to extract and analyze Twitter data related to vaccination hesitancy (n=2), and the production of data visualizations (n=3). In particular, more than 40 data sets were identified and collected by 4 projects that were created during the data-centered events. In addition, a database of 2464 tweets, in French, posted over a period of 7 years was made available by a partner, and another data set of 89,979 tweets was gathered by the project Qualitative Analysis of Tweets on Vaccination [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>Out of the 15 projects above, 4 (27%) used software for knowledge transfer; for instance, the HERA (Health Recording App) project [<xref ref-type="bibr" rid="ref52">52</xref>] provided educational content and health data storage through its mobile app to improve the monitoring of vaccination and perinatal health among Syrian refugees in Turkey. The Pass It On project [<xref ref-type="bibr" rid="ref60">60</xref>] focused on role-playing video games directed at health professionals as another method of knowledge transfer. The Neutralizing Information About Vaccines project [<xref ref-type="bibr" rid="ref70">70</xref>] implemented an algorithm for parsing web pages, helping citizens identify trustworthy content related to vaccines.</p>
        <p>A total of 5 projects out of 22 (23%) focused on different interventions (<xref ref-type="table" rid="table2">Table 2</xref>), including raising awareness about vaccination through an escape game (ie, Vaccination Awareness Escape Game [<xref ref-type="bibr" rid="ref54">54</xref>]) and communication campaigns on social media (ie, Go Viral! [<xref ref-type="bibr" rid="ref71">71</xref>]). The HEROIC Santé project [<xref ref-type="bibr" rid="ref57">57</xref>] developed and tested a short questionnaire using engagement approaches from the social sciences to engage health care professionals and users around the question of flu vaccination. Finally, one team proposed applying synthetic biology methods to tuberculosis vaccines (ie, Project APRICOT [Antigen Presentation Using Crispr for TB] [<xref ref-type="bibr" rid="ref58">58</xref>]).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Co-Immune project descriptions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="150"/>
            <col width="150"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Project name</td>
                <td>Project status</td>
                <td>Solution category</td>
                <td>Summary description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>HERA<sup>a</sup>: A Health Platform for Refugees [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed<sup>b</sup></p>
                    </list-item>
                    <list-item>
                      <p>Awarded</p>
                    </list-item>
                    <list-item>
                      <p>Grand prize</p>
                    </list-item>
                    <list-item>
                      <p>Best approach prize</p>
                    </list-item>
                    <list-item>
                      <p>Best impact strategy prize</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A mobile health app designed for improving the monitoring of vaccination and perinatal health of Syrian refugees in Turkey; it provides recall of vaccines, storage of health data, health promotion (educational content), and financial incentives for immunization</td>
              </tr>
              <tr valign="top">
                <td>Qualitative Analysis of Tweets on Vaccination [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Awarded</p>
                    </list-item>
                    <list-item>
                      <p>Partner prize</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A web-based platform providing real-time visualization and analysis of tweets related to vaccination and vaccination hesitancy; data analysis included sentiment analysis and network analysis; an area of development was the development of predictive models of epidemic occurrence based on Twitter data</td>
              </tr>
              <tr valign="top">
                <td>Commit to Get Vacc &#38; to Promote Vaccination – HEROIC Santé [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Awarded</p>
                    </list-item>
                    <list-item>
                      <p>Best implementation strategy prize</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Intervention</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A short questionnaire (7 minutes) using engagement approaches from the human and social sciences, such as “the importance of the source,” “voluntary consent,” or “fear and danger management,” to engage health care professionals and users, not only to be vaccinated against the flu, but also to promote flu vaccination</td>
              </tr>
              <tr valign="top">
                <td>Project APRICOT<sup>c</sup> [<xref ref-type="bibr" rid="ref58">58</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Awarded</p>
                    </list-item>
                    <list-item>
                      <p>Partner prize</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Hardware</p>
                    </list-item>
                  </list>
                </td>
                <td>Development of a synthetic biology–based methodology that addresses the evasion mechanisms adopted by the mycobacterium tuberculosis and induces the acceleration of lysosomal biogenesis to improve antigen presentation</td>
              </tr>
              <tr valign="top">
                <td>Vaccination Awareness Escape Game [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Not awarded</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Intervention</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>An escape game to raise vaccination awareness among the general population</td>
              </tr>
              <tr valign="top">
                <td>Harmonize Vaccination [<xref ref-type="bibr" rid="ref59">59</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Not awarded</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A tool for parsing various formats of vaccination coverage data sets and for visualizing them on a common platform</td>
              </tr>
              <tr valign="top">
                <td>Pass It On: A Game About Vaccine Hesitancy [<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Not awarded</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A role-play video game aiming to improve the capacity of health professionals to respond to their patients’ hesitation to be vaccinated</td>
              </tr>
              <tr valign="top">
                <td>Global Vaccination Risk Assessment [<xref ref-type="bibr" rid="ref61">61</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assessed</p>
                    </list-item>
                    <list-item>
                      <p>Not awarded</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A tool to create an overview of risk factors of “not getting vaccinated,” by country, while looking at the more comprehensive picture; the methodology of this project is based on fuzzy logic, multi-criterion analysis, and the risk triangle</td>
              </tr>
              <tr valign="top">
                <td>Immuno [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed<sup>d</sup></p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Hardware</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A board game providing access to the general public’s understanding of medical sciences related to immunization</td>
              </tr>
              <tr valign="top">
                <td>Vaccine DataDump [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A vaccination-related data repository and analysis tool for quick analysis of vaccine-related issues</td>
              </tr>
              <tr valign="top">
                <td>Measuring Vaccination Hesitancy From Social Media [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>Data analysis of social media (ie, Twitter) to examine whether negative sentiment related to vaccination precedes declaration of symptoms and to study the relationship between vaccination hesitancy and epidemiological outbreaks</td>
              </tr>
              <tr valign="top">
                <td>Mortality According to Access to Vaccines [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>Data analysis exploring the link between immunization coverage, mortality rate, and distance from health centers</td>
              </tr>
              <tr valign="top">
                <td>The Health System Matrices [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>Exploratory analysis of the various parameters influencing vaccination coverage over time</td>
              </tr>
              <tr valign="top">
                <td>Meta Immune – Data Exploration of Existing DB [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A data lake on immunization data</td>
              </tr>
              <tr valign="top">
                <td>Biloba<sup>e</sup> [<xref ref-type="bibr" rid="ref68">68</xref>] </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Intervention</p>
                    </list-item>
                  </list>
                </td>
                <td>An intervention incentivizing people to increase vaccine uptake through vouchers, supporting the existing mobile app Biloba</td>
              </tr>
              <tr valign="top">
                <td>Wakuchin Senshi [<xref ref-type="bibr" rid="ref69">69</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Intervention</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>An interactive role-play board game to increase awareness about vaccination among the general population</td>
              </tr>
              <tr valign="top">
                <td>Neutralizing Information About Vaccines [<xref ref-type="bibr" rid="ref70">70</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>An algorithm for parsing web pages, identifying misinformation, and identifying trustworthy content to help users in their health decisions related to vaccines; this also aims to be used by search engines in their recommender systems</td>
              </tr>
              <tr valign="top">
                <td>Go Viral! [<xref ref-type="bibr" rid="ref71">71</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Intervention</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A communication campaign on social media using gamification methods to illustrate contagion among users and, thereby, increase awareness of the importance of vaccines</td>
              </tr>
              <tr valign="top">
                <td>Make Vaccines Affordable [<xref ref-type="bibr" rid="ref72">72</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge transfer</p>
                    </list-item>
                  </list>
                </td>
                <td>A web-based portal with data related to population demand for care in order to negotiate prices of vaccines with suppliers</td>
              </tr>
              <tr valign="top">
                <td>Identify Topics of Discussion in Vaccination Posts [<xref ref-type="bibr" rid="ref73">73</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>Analysis of discussion in vaccination-related posts on Twitter and their evolution over time</td>
              </tr>
              <tr valign="top">
                <td>Detect Vaccine Administration in Social Media Patient Data [<xref ref-type="bibr" rid="ref74">74</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A classifier able to detect vaccine administration in tweets related to vaccination</td>
              </tr>
              <tr valign="top">
                <td>Detect Vaccine Hesitancy in Social Media Patient Data [<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not assessed</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Software</p>
                    </list-item>
                    <list-item>
                      <p>Knowledge production</p>
                    </list-item>
                  </list>
                </td>
                <td>A classifier able to detect vaccine hesitancy in tweets related to vaccination</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>HERA: Health Recording App.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>These were projects that were assessed by experts at the end of the program. To be assessed by a pool of experts, the project team needed to provide detailed documentation of their project, provide a short video pitch, and deposit their data and code on the Just One Giant Lab (JOGL) platform.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>APRICOT: Antigen Presentation Using Crispr for TB.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>These were projects that were not assessed by experts at the end of the program because they did not provide sufficient documentation.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>The Biloba project, which was not part of Co-Immune, was used as a base to create the team’s own project, as the Biloba founder was a mentor during this event.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Co-Immune Project Assessment</title>
        <p>Out of 22 projects, 7 (32%) provided sufficient documentation on JOGL to be assessed by the pool of independent experts. In total, 27 reviews were performed, yielding scores ranging from 18 to 32.8 out of a possible total of 45 across the different dimensions that were assessed (ie, approach, implementation strategy, and impact). The average score was 25.1 (SD 6.4).</p>
        <p>HERA: A Health Platform for Refugees [<xref ref-type="bibr" rid="ref53">53</xref>] was awarded with prizes, based on a total score of 15, for best approach (mean score 11.4, SD 2) and impact (mean score 14.6, SD 3.2). Commit to Get Vacc &#38; to Promote Vaccination – HEROIC Santé [<xref ref-type="bibr" rid="ref57">57</xref>] was awarded the best implementation strategy prize (mean score 10.33, SD 2.5).</p>
        <p>The projects were more successful, globally, in terms of approach, with a mean score of 9.37 (SD 1.79) out of 15 points. Out of 7 projects that were assessed, 4 (57%; <xref rid="figure8" ref-type="fig">Figure 8</xref>) had a score higher than 4 out of 5 for clarity, relevance, and alignment of their problem statement with the program objectives. For 6 projects (86%), the fit between the methods and the projects’ objectives was scored highly by reviewers, with a score of at least 3 out of 5.</p>
        <p>The implementation strategy score of projects was low, overall, given the early stage of the projects at the time of review. As such, only projects that existed prior to the program—HERA [<xref ref-type="bibr" rid="ref52">52</xref>] and HEROIC Santé [<xref ref-type="bibr" rid="ref57">57</xref>]—got a score of at least 3 out of 5.</p>
        <p>For winners in each category, JOGL awarded them physical space for showcasing their project during the 2020 ChangeNOW forum at the Grand Palais in Paris as well as tickets for the Maddy Keynote, a major innovation event in Paris. Two partners—Excelya and the Wild Code School—also provided awards to the projects of their choice. Additionally, the Qualitative Analysis of Tweets on Vaccination [<xref ref-type="bibr" rid="ref56">56</xref>] project was chosen to be the focus of a hackathon by the Wild Code School, and Project APRICOT [<xref ref-type="bibr" rid="ref58">58</xref>] was offered technical support for data science and legal and regulatory affairs by Excelya.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Bar plot of review scores per category for all reviewed projects. Bars show average values for all questions related to each category, and error bars represent SDs. Projects are shown by decreasing global score. APRICOT: Antigen Presentation Using Crispr for TB; HERA: Health Recording App.</p>
          </caption>
          <graphic xlink:href="jopm_v14i1e32125_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The Co-Immune program was designed to foster the creation and development of citizen science and open innovation projects addressing the contemporary challenges of vaccination in France and around the globe by reaching four specific objectives: (1) to foster collaborative, open, and transdisciplinary dynamics; (2) to promote the emergence of accessible knowledge and innovative solutions; (3) to support participants in the elaboration and development of their projects; and (4) to disseminate the outputs and results in an open science framework. Below, we discuss to what extent Co-Immune reached these objectives and highlight the challenges and facilitators in implementing such a program.</p>
        <p>First, the program succeeded in creating a collaborative and transdisciplinary environment through its three core features: the JOGL platform, the organization of events, and the contest approach. This led to forming partnerships with 13 different organizations and recruiting over 230 participants, who displayed 492 unique skills and were engaged in creating 22 projects. The use of on-site hackathons was beneficial in gathering nonacademic participants from various backgrounds. Our data show that in-person events and local outreach played a significant role in growing the community around Co-Immune. These offline events recruited 45% of the total community. Local enrollment was further strengthened by local partnerships, such as higher education organizations. However, the localization of our on-site events in Paris did not allow for the participation of people living in other parts of France or the rest of the world. Additionally, our online communication restricted the access of the online events to our realm of influence and to people with an internet connection. More inclusive participation geared toward people with diverse socioeconomic statuses and geographic situations is desirable in the future to give them agency over solving the problems that affect them. The development of new communities is usually a slow process in the absence of exogenous shocks, such as the surge in collaborative communities created by the COVID-19 pandemic [<xref ref-type="bibr" rid="ref76">76</xref>]. Tapping into existing projects and networks for events has proven to be fruitful in our case, allowing for a steady growth of the Co-Immune community up until the end of the program. However, we did not observe further growth of the community after the end of the program. This highlights that in order to build a sustainable community using open innovation to tackle global health challenges, one needs to facilitate the entry and exit of members, provide resources to support the current ones, focus on building on existing communities and projects, design inclusive environments for collaboration, and empower members to run their own activities.</p>
        <p>Second, two design elements of the program converged to promote the emergence of knowledge and solutions to address aspects of access to vaccines and vaccination hesitancy: (1) the identification of challenges by experts in the field and (2) the alignment of the program strategy with national and international policies by frequent consultation with public health bodies and mobilization of members of public institutions in the CESI. Yet, greater representation of people affected by poor access to vaccines and people who are hesitant would be desirable to strengthen the alignment between the solutions developed and the most pressing needs at the local level.</p>
        <p>Recently, online events have been used widely during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref76">76</xref>-<xref ref-type="bibr" rid="ref78">78</xref>], supporting our initial assumption that forming and animating a distributed online community for public health programs is a relevant approach.</p>
        <p>Third, the use of the JOGL platform, the mentorship during events, the assessment and feedback from experts, and the connection with a wide range of partners supported participants in the elaboration of their project in an efficient way. The use of the JOGL platform enabled projects to gain visibility, list their needs to create interfaces for collaboration, and share open data sets, code, and tools. Indeed, online platforms can offer projects that started at hackathons a pathway to pursue their development, potentially alleviating one of the main drawbacks of such short temporal interventions [<xref ref-type="bibr" rid="ref43">43</xref>]. In this case, it also enabled the program coordinators to connect participants with project leaders based on a match between needs and skills. Yet, this approach was time-consuming, and scaling up our efforts proved to be challenging. The automation of such matchmaking tasks through a recommender system would help to minimize these efforts and increase the impact of projects through accelerated development [<xref ref-type="bibr" rid="ref79">79</xref>]. In addition, mentoring is a known strategy that is used by open, online communities [<xref ref-type="bibr" rid="ref80">80</xref>,<xref ref-type="bibr" rid="ref81">81</xref>] and was leveraged by the Co-Immune program. Given the diversity of backgrounds and level of expertise across the participants, it was necessary to engage a similar diversity among the mentors. In our context, the highly rated projects that eventually received awards did not originate or participate in hackathons, but rather benefited from Co-Immune as a platform for further growth. Several of these projects already existed before the start of Co-Immune and had a higher maturity level than the projects created during the short span of the program. In addition, these projects were launched and run by people outside the larger Paris region. Thus, we stress the potential of online platforms and open innovation to build on existing projects and to replicate, adapt, and scale their activities in other contexts. Additional support consisted of promoting visibility on social media by the organization team as well as opportunities for networking during events. Although no financial compensation was provided as part of this program, partners, through their own experts and co-organizing events, engaged in close relationships with JOGL and the individual projects. This was favorable for sustaining collaborations and projects after the end of the program. In the future, the sustainability of the newly created project efforts could potentially be improved by using incentives, such as microgrants or fellowship programs, for continuing projects in the postprogram period [<xref ref-type="bibr" rid="ref79">79</xref>]. While the short time frame and limited resources allocated to the program did not allow us to implement a strong monitoring and evaluation strategy, future implementations should ensure that they conduct a minimum of pre- and postprogram data collection for assessing the full impact of the program.</p>
        <p>Finally, the open science environment of this program was not only an asset for disseminating the outputs and results of the projects developed, but it also enabled them to replicate initiatives and, thereby, accelerate the resolution of the global health challenges they address. An example of this was given by the team from the project HERA: A Health Platform for Refugees [<xref ref-type="bibr" rid="ref52">52</xref>], who opened its code, enabling any individual to replicate it. However, the lack of a thorough evaluation strategy prevents us from reaching a more definitive conclusion on the effective replication of projects carried out in Co-Immune.</p>
        <p>Co-Immune showcases that short, focused programs can be efficient at mobilizing diverse communities in a rapid manner and harvesting ideas from various domains to address global health challenges. Yet, more case studies and evaluation work on similar programs are necessary to assess the full relevance of their design and the impact of the projects that are developed within them.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Co-Immune highlights how open innovation approaches and online platforms can help to gather and coordinate noninstitutional communities in a rapid, distributed, and global way toward solving SDG-related issues. The Co-Immune program gathered participants and partners from various backgrounds in a newly formed community to facilitate the creation of new projects as well as the continuation of existing projects to address the issues of vaccination hesitancy and access. In an open framework, the projects made their data, code, and solutions publicly available.</p>
        <p>Through hackathons and other contest approaches, such initiatives can lead to the production and transfer of knowledge, creating novel solutions in the public health sector. The example of Co-Immune contributes to paving the way for organizations and individuals to collaboratively tackle future global challenges.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Co-Immune partners and supplementary method for comparing Just One Giant Lab (JOGL) with other platforms.</p>
        <media xlink:href="jopm_v14i1e32125_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 196 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Co-Immune project assessment grid.</p>
        <media xlink:href="jopm_v14i1e32125_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 213 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APRICOT</term>
          <def>
            <p>Antigen Presentation Using Crispr for TB</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CESI</term>
          <def>
            <p>Committee for Ethics, Science and Impact</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CRI</term>
          <def>
            <p>Center for Research and Interdisciplinarity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HERA</term>
          <def>
            <p>Health Recording App</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">JOGL</term>
          <def>
            <p>Just One Giant Lab</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SDG</term>
          <def>
            <p>Sustainable Development Goal</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>First, we would like to thank all the Co-Immune participants that made the program possible by bringing their creativity, skills, and insights to address contemporary public health challenges. We thank Sanofi for funding this program, especially Diane Brément and Nansa Burlet for their assistance. We thank the Just One Giant Lab (JOGL) team for their work on coordinating the Co-Immune program, with special efforts from Lola Casamitjana and Marine Vouard. We thank the Center for Research and Interdisciplinarity (CRI), Paris; Epitech Paris; Sup Biotech; and the Wild Code School for their support in organizing events with their students; Kap Code, Excelya, Girls in Tech, CorrelAid, and Data for Good for their guidance and technical assistance to participants and projects; and S<sup>3</sup>Odéon, TUBÀ, ChangeNOW, and the Maddy Keynote for the visibility they provided to this program. We thank the interviewees at the 7th Fondation Merieux Vaccine Acceptance conference for highlighting the key issues to address and potential solutions on which participants could build. We thank the mentors for the support they provided to projects and participants throughout the duration of the Co-Immune program. We thank Enric Senabre Hidalgo for insightful comments during the final stages of writing this manuscript. Finally, we thank the members of the Committee for Ethics, Science and Impact (CESI)—Gilles Babinet, Jérôme Béranger, Anshu Bhardwaj, Liem Binh Luong Nguyen, Mélanie Heard, Ariel Lindner, Juliette Puret, and Olivier Rozaire—for their valuable input that allowed the creation and implementation of a framework for ethics, science, and impact for the Co-Immune program and the independent assessment of its projects.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>TL and IV co-designed the theme and the scope of the program at the early stage of the initiative. CM and TL conceived the program. CM led the coordination team of the program. CM, BGT, TL, CLBG, and MS participated in the program implementation. BGT, RJ, and MS analyzed data. CM, BGT, GF, CLBG, and MS wrote the paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>GF was paid by Just One Giant Lab (JOGL) to support the elaboration of the manuscript; provided consulting services to Vaccines Europe, a trade association based in Belgium; and is a volunteer board member of the Coalition for Life-Course Immunisation, a UK-based charity. CM worked as the Co-Immune program coordinator for JOGL. BGT was an unpaid advisor to JOGL. JOGL received funding from Sanofi to develop and implement the program, which included publication fees. Sanofi respected the strict independence of JOGL, which administers its platform and the Co-Immune page in complete autonomy. Similarly, the Committee for Ethics, Science and Impact (CESI) was independent of Sanofi and decided alone on the strategic and scientific orientations of the program and the best projects to be rewarded.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nosek</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Alter</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Borsboom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Breckler</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Contestabile</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dafoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eich</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Freese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glennerster</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Goroff</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Hesse</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Humphreys</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ishiyama</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karlan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kraut</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lupia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mabry</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Madon</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McNutt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paluck</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Simonsohn</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Soderberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Spellman</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Turitto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>VandenBos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vazire</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wagenmakers</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yarkoni</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>SCIENTIFIC STANDARDS. Promoting an open research culture</article-title>
          <source>Science</source>
          <year>2015</year>
          <month>06</month>
          <day>26</day>
          <volume>348</volume>
          <issue>6242</issue>
          <fpage>1422</fpage>
          <lpage>1425</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26113702"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.aab2374</pub-id>
          <pub-id pub-id-type="medline">26113702</pub-id>
          <pub-id pub-id-type="pii">348/6242/1422</pub-id>
          <pub-id pub-id-type="pmcid">PMC4550299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgelman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pascu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Szkuta</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Von Schomberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Karalopoulos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Repanas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schouppe</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Open science, open data, and open scholarship: European policies to make science fit for the twenty-first century</article-title>
          <source>Front Big Data</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>43</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fdata.2019.00043"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdata.2019.00043</pub-id>
          <pub-id pub-id-type="medline">33693366</pub-id>
          <pub-id pub-id-type="pmcid">PMC7931888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Resnik</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Making open science work for science and society</article-title>
          <source>Environ Health Perspect</source>
          <year>2019</year>
          <month>07</month>
          <volume>127</volume>
          <issue>7</issue>
          <fpage>075002</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1289/EHP4808"/>
          </comment>
          <pub-id pub-id-type="doi">10.1289/ehp4808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraisl</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>See</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wehn</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Wardlaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moorthy</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Arias</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Piera</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Masó</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Penker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mapping citizen science contributions to the UN sustainable development goals</article-title>
          <source>Sustain Sci</source>
          <year>2020</year>
          <month>07</month>
          <day>02</day>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>1735</fpage>
          <lpage>1751</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s11625-020-00833-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11625-020-00833-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auffray</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balling</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Blomberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaldo</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Brahmachari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bréchot</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cesario</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clément</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Danilenko</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Di Meglio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gelemanović</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goble</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gojobori</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kitano</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Knoppers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lancet</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Larue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lathrop</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Laville</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lindner</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Magnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Metspalu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Nicod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nottale</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nowotny</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ochoa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Okeke</surname>
              <given-names>IN</given-names>
            </name>
            <name name-style="western">
              <surname>Oni</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Openshaw</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oztürk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Palkonen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paweska</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Pison</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Polymeropoulos</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Pristipino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Protzer</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Roca</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rozman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Santolini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scambia</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Serageldin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sterk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sugano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Superti-Furga</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Supple</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tegner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Uhlen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Urbani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valencia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valentini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>van der Werf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vinciguerra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolkenhauer</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wouters</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and beyond: A call for action and audacious solidarity to all the citizens and nations, it is humanity’s fight</article-title>
          <source>F1000Res</source>
          <year>2020</year>
          <month>9</month>
          <day>14</day>
          <volume>9</volume>
          <fpage>1130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.12688/f1000research.26098.1"/>
          </comment>
          <pub-id pub-id-type="doi">10.12688/f1000research.26098.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>United Nations Statistics Division</collab>
          </person-group>
          <source>Global Indicator Framework for the Sustainable Development Goals and Targets of the 2030 Agenda for Sustainable Development</source>
          <year>2017</year>
          <month>07</month>
          <access-date>2021-12-21</access-date>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>United Nations</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unstats.un.org/sdgs/indicators/Global%20Indicator%20Framework%20after%202021%20refinement_Eng.pdf">https://unstats.un.org/sdgs/indicators/Global%20Indicator%20Framework%20after%202021%20refinement_Eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Immunization, Vaccines and Biologicals Team</collab>
          </person-group>
          <source>Global Vaccine Action Plan 2011-2020</source>
          <year>2013</year>
          <access-date>2021-12-21</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/global-vaccine-action-plan-2011-2020">https://www.who.int/publications/i/item/global-vaccine-action-plan-2011-2020</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization coverage</article-title>
          <source>World Health Organization</source>
          <year>2021</year>
          <month>07</month>
          <day>15</day>
          <access-date>2021-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/immunization-coverage">https://www.who.int/news-room/fact-sheets/detail/immunization-coverage</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Ten threats to global health in 2019</article-title>
          <source>World Health Organization</source>
          <access-date>2020-10-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019">https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <source>Immunization Agenda 2030: A Global Strategy to Leave No One Behind</source>
          <year>2020</year>
          <access-date>2021-12-21</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.immunizationagenda2030.org/images/documents/VisionStratagiy/BLS20116_IA_Visual-ID-DesignLayout_spread_009_WEB.pdf">https://tinyurl.com/4hhuzvru</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jamieson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Albarracin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Prospective associations of regional social media messages with attitudes and actual vaccination: A big data and survey study of the influenza vaccine in the United States</article-title>
          <source>Vaccine</source>
          <year>2020</year>
          <month>09</month>
          <day>11</day>
          <volume>38</volume>
          <issue>40</issue>
          <fpage>6236</fpage>
          <lpage>6247</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32792251"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2020.07.054</pub-id>
          <pub-id pub-id-type="medline">32792251</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(20)30985-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7415418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wouters</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shadlen</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Salcher-Konrad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Teerawattananon</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jit</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Challenges in ensuring global access to COVID-19 vaccines: production, affordability, allocation, and deployment</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>02</month>
          <day>12</day>
          <fpage>1023</fpage>
          <lpage>1034</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33587887"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(21)00306-8</pub-id>
          <pub-id pub-id-type="medline">33587887</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(21)00306-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7906643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <source>Vaccine Safety Net</source>
          <access-date>2020-10-08</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vaccinesafetynet.org/">https://www.vaccinesafetynet.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Boost Community</source>
          <access-date>2020-10-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boostcommunity.org/">https://boostcommunity.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finnegan</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Has Finland found an antivax antidote?</article-title>
          <source>Vaccines Today</source>
          <year>2019</year>
          <month>07</month>
          <day>08</day>
          <access-date>2020-10-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vaccinestoday.eu/stories/has-finland-found-an-antivax-antidote/">https://www.vaccinestoday.eu/stories/has-finland-found-an-antivax-antidote/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>Vaccine Acceptance &#38; Demand</source>
          <access-date>2020-10-09</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Sabin Vaccine Institute</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vaccineacceptance.org/">https://vaccineacceptance.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <source>Voice, Agency, Empowerment - Handbook on Social Participation for Universal Health Coverage</source>
          <year>2021</year>
          <access-date>2021-08-14</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications-detail-redirect/9789240027794">https://www.who.int/publications-detail-redirect/9789240027794</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marston</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Renedo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Community participation is crucial in a pandemic</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>05</month>
          <day>30</day>
          <volume>395</volume>
          <issue>10238</issue>
          <fpage>1676</fpage>
          <lpage>1678</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32380042"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)31054-0</pub-id>
          <pub-id pub-id-type="medline">32380042</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)31054-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7198202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhani</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Getting clear about communities in open innovation</article-title>
          <source>Ind Innov</source>
          <year>2009</year>
          <month>09</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>231</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/13662710802033734"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13662710802033734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haklay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fraisl</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Greshake Tzovaras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hecker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hager</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ceccaroni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kieslinger</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wehn</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nold</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balázs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzonetto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruefenacht</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shanley</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Wagenknecht</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Motion</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sforzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Riemenschneider</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dorler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Heigl</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lindner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weißpflug</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mačiulienė</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vohland</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Contours of citizen science: A vignette study</article-title>
          <source>R Soc Open Sci</source>
          <year>2021</year>
          <month>08</month>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>202108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://royalsocietypublishing.org/doi/10.1098/rsos.202108?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsos.202108</pub-id>
          <pub-id pub-id-type="medline">34457323</pub-id>
          <pub-id pub-id-type="pii">rsos202108</pub-id>
          <pub-id pub-id-type="pmcid">PMC8385385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsiang Liao</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>How to improve research quality? Examining the impacts of collaboration intensity and member diversity in collaboration networks</article-title>
          <source>Scientometrics</source>
          <year>2010</year>
          <month>11</month>
          <day>2</day>
          <volume>86</volume>
          <issue>3</issue>
          <fpage>747</fpage>
          <lpage>761</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s11192-010-0309-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11192-010-0309-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Juan</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Daradoumis</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Roca</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grasman</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Faulin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Collaborative and Distributed E-Research: Innovations in Technologies, Strategies and Applications</source>
          <year>2012</year>
          <publisher-loc>Hershey, PA</publisher-loc>
          <publisher-name>IGI Global</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Transdisciplinary co-production: Designing and testing a transdisciplinary research framework for societal problem solving</article-title>
          <source>Futures</source>
          <year>2015</year>
          <month>01</month>
          <volume>65</volume>
          <fpage>110</fpage>
          <lpage>122</lpage>
          <pub-id pub-id-type="doi">10.1016/j.futures.2014.11.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leavy</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Essentials of Transdisciplinary Research: Using Problem-Centered Methodologies</source>
          <year>2011</year>
          <publisher-loc>Walnut Creek, CA</publisher-loc>
          <publisher-name>Left Coast Press, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stokols</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Toward a science of transdisciplinary action research</article-title>
          <source>Am J Community Psychol</source>
          <year>2006</year>
          <month>09</month>
          <volume>38</volume>
          <issue>1-2</issue>
          <fpage>63</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1007/s10464-006-9060-5</pub-id>
          <pub-id pub-id-type="medline">16791514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Reinventing Discovery: The New Era of Networked Science</source>
          <year>2011</year>
          <publisher-loc>Princeton, NJ</publisher-loc>
          <publisher-name>Princeton University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franzoni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sauermann</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Crowd science: The organization of scientific research in open collaborative projects</article-title>
          <source>Res Policy</source>
          <year>2014</year>
          <month>02</month>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.respol.2013.07.005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.respol.2013.07.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vayena</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brownsword</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greshake</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Ladher</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Rid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tasioulas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Research led by participants: A new social contract for a new kind of research</article-title>
          <source>J Med Ethics</source>
          <year>2016</year>
          <month>04</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>216</fpage>
          <lpage>219</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://jme.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25825527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/medethics-2015-102663</pub-id>
          <pub-id pub-id-type="medline">25825527</pub-id>
          <pub-id pub-id-type="pii">medethics-2015-102663</pub-id>
          <pub-id pub-id-type="pmcid">PMC4819634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greshake Tzovaras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Angrist</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arvai</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dulaney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Estrada-Galiñanes</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gunderson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Head</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nov</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Shaer</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tzovara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bobe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Price Ball</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Open Humans: A platform for participant-centered research and personal data exploration</article-title>
          <source>Gigascience</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/gigascience/article-lookup/doi/10.1093/gigascience/giz076"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/gigascience/giz076</pub-id>
          <pub-id pub-id-type="medline">31241153</pub-id>
          <pub-id pub-id-type="pii">5523201</pub-id>
          <pub-id pub-id-type="pmcid">PMC6593360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Leibrand</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Street</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Phatak</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Detecting insulin sensitivity changes for individuals with type 1 diabetes</article-title>
          <source>Diabetes</source>
          <year>2018</year>
          <month>07</month>
          <volume>67</volume>
          <issue>Supplement 1</issue>
          <fpage>79-LB</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2337/db18-79-LB"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/db18-79-lb</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Afuah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tucci</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourcing as a solution to distant search</article-title>
          <source>Acad Manage Rev</source>
          <year>2012</year>
          <month>07</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>355</fpage>
          <lpage>375</lpage>
          <pub-id pub-id-type="doi">10.5465/amr.2010.0146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sitruk</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kazakçi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Crowd-based data-driven hypothesis generation from data and the organisation of participative scientific process</article-title>
          <source>Proceedings of the DESIGN 2018 15th International Design Conference</source>
          <year>2018</year>
          <conf-name>DESIGN 2018 15th International Design Conference</conf-name>
          <conf-date>May 21-24, 2018</conf-date>
          <conf-loc>Dubrovnik, Croatia</conf-loc>
          <fpage>1673</fpage>
          <lpage>1684</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21278/idc.2018.0510"/>
          </comment>
          <pub-id pub-id-type="doi">10.21278/idc.2018.0510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The end of theory: The data deluge makes the scientific method obsolete</article-title>
          <source>Wired</source>
          <year>2008</year>
          <month>06</month>
          <day>23</day>
          <access-date>2021-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wired.com/2008/06/pb-theory/">https://www.wired.com/2008/06/pb-theory/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bosman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bruno</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Greshake Tzovaras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Martone</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Bar-Sinai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hagstrom</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Utley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Veksler</surname>
              <given-names>LL</given-names>
            </name>
          </person-group>
          <article-title>The Scholarly Commons - Principles and practices to guide research communication</article-title>
          <source>OSF Preprints</source>
          <year>2017</year>
          <month>09</month>
          <day>15</day>
          <access-date>2021-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/6c2xt/">https://osf.io/6c2xt/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Hecker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haklay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bowser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Makuch</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bonn</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Citizen Science: Innovation in Open Science, Society and Policy</source>
          <year>2018</year>
          <month>10</month>
          <day>15</day>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>UCL Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katapally</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The SMART framework: Integration of citizen science, community-based participatory research, and systems science for population health science in the digital age</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>08</month>
          <day>30</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e14056</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/8/e14056/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14056</pub-id>
          <pub-id pub-id-type="medline">31471963</pub-id>
          <pub-id pub-id-type="pii">v7i8e14056</pub-id>
          <pub-id pub-id-type="pmcid">PMC6743262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowbotham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McKinnon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lamberts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hawe</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Does citizen science have the capacity to transform population health science?</article-title>
          <source>Crit Public Health</source>
          <year>2017</year>
          <month>11</month>
          <day>09</day>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>128</lpage>
          <pub-id pub-id-type="doi">10.1080/09581596.2017.1395393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramatowski</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CX</given-names>
            </name>
            <name name-style="western">
              <surname>Mantzavino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ribas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guerra</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Preston</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Schernhammer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Madoff</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Lassmann</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Planning an innovation marathon at an infectious disease conference with results from the International Meeting on Emerging Diseases and Surveillance 2016 Hackathon</article-title>
          <source>Int J Infect Dis</source>
          <year>2017</year>
          <month>12</month>
          <volume>65</volume>
          <fpage>93</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1201-9712(17)30250-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2017.09.025</pub-id>
          <pub-id pub-id-type="medline">29017856</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(17)30250-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7110634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Angelidis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Casas-Perez</surname>
              <given-names>MDLL</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Dafoulas</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Dagan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Escobar</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Noguez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Osorio-Valencia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Otine</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Paik</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas-Potosi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Symeonidis</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Winkler</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The hackathon model to spur innovation around global mHealth</article-title>
          <source>J Med Eng Technol</source>
          <year>2016</year>
          <volume>40</volume>
          <issue>7-8</issue>
          <fpage>392</fpage>
          <lpage>399</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27538360"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/03091902.2016.1213903</pub-id>
          <pub-id pub-id-type="medline">27538360</pub-id>
          <pub-id pub-id-type="pmcid">PMC5681847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kienzler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fontanesi</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Learning through inquiry: A Global Health Hackathon</article-title>
          <source>Teach High Educ</source>
          <year>2016</year>
          <month>09</month>
          <day>23</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>142</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/full/10.1080/13562517.2016.1221805"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13562517.2016.1221805</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Ignazio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <source>Data Feminism</source>
          <year>2020</year>
          <month>03</month>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>The MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costanza-Chock</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Design Justice: Community-Led Practices to Build the Worlds We Need</source>
          <year>2020</year>
          <month>03</month>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>The MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DePasse</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ippolito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yost</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Santorino</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Less noise, more hacking: How to deploy principles from MIT's hacking medicine to accelerate health care</article-title>
          <source>Int J Technol Assess Health Care</source>
          <year>2014</year>
          <month>08</month>
          <day>06</day>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>260</fpage>
          <lpage>264</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/journals/international-journal-of-technology-assessment-in-health-care/article/less-noise-more-hacking-how-to-deploy-principles-from-mits-hacking-medicine-to-accelerate-health-care/FBBA3F78A0FC31B93FD5C078657C7F78"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/s0266462314000324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Humphrey</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cockcroft</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How do the design features of health hackathons contribute to participatory medicine?</article-title>
          <source>Australas J Inf Syst</source>
          <year>2017</year>
          <month>03</month>
          <day>08</day>
          <volume>21</volume>
          <fpage>1</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journal.acs.org.au/index.php/ajis/article/view/1383/762"/>
          </comment>
          <pub-id pub-id-type="doi">10.3127/ajis.v21i0.1383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bayus</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mathews</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of innovation design contests for health: Spurring innovation and mass engagement</article-title>
          <source>BMJ Innov</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>227</fpage>
          <lpage>237</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29576873"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjinnov-2017-000203</pub-id>
          <pub-id pub-id-type="medline">29576873</pub-id>
          <pub-id pub-id-type="pmcid">PMC5863925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benchoufi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Magrez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Macaux</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Barué</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mansilla Sanchez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Fresnoye</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fillaudeau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tauvel-Mocquet</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Chalabi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Petit-Nivard</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Blondel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Santolini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ben Hadj Yahia</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Epidemium: A multidisciplinary community to tackle cancer using big and open data</article-title>
          <source>Proceedings of the American Society of Clinical Oncology (ASCO) Annual Meeting</source>
          <year>2018</year>
          <conf-name>American Society of Clinical Oncology (ASCO) Annual Meeting</conf-name>
          <conf-date>June 1-5, 2018</conf-date>
          <conf-loc>Chicago, IL</conf-loc>
          <fpage>e13604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascopubs.org/doi/10.1200/JCO.2018.36.15_suppl.e13604"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/jco.2018.36.15_suppl.e13604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badger</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Are civic hackathons stupid?</article-title>
          <source>Bloomberg</source>
          <year>2013</year>
          <month>07</month>
          <day>05</day>
          <access-date>2021-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bloomberg.com/news/articles/2013-07-05/are-civic-hackathons-stupid">https://www.bloomberg.com/news/articles/2013-07-05/are-civic-hackathons-stupid</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Tress</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tress</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Opdam</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>From Landscape Research to Landscape Planning: Aspects of Integration, Education and Application</source>
          <year>2006</year>
          <publisher-loc>Dordrecht, The Netherlands</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Argote</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Knowledge transfer: A basis for competitive advantage in firms</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2000</year>
          <month>05</month>
          <volume>82</volume>
          <issue>1</issue>
          <fpage>150</fpage>
          <lpage>169</lpage>
          <pub-id pub-id-type="doi">10.1006/obhd.2000.2893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <source>Just One Giant Lab (JOGL)</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/">https://app.jogl.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Attwell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sivelä</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gagneur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Suggs</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Picot</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Increasing vaccine acceptance using evidence-based approaches and policies: Insights from research on behavioural and social determinants presented at the 7th Annual Vaccine Acceptance Meeting</article-title>
          <source>Int J Infect Dis</source>
          <year>2021</year>
          <month>04</month>
          <volume>105</volume>
          <fpage>188</fpage>
          <lpage>193</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1201-9712(21)00093-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2021.02.007</pub-id>
          <pub-id pub-id-type="medline">33578012</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(21)00093-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peach</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berditchevskaia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bass</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Collective Intelligence Design Playbook (beta)</article-title>
          <source>Nesta</source>
          <access-date>2021-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nesta.org.uk/toolkit/collective-intelligence-design-playbook/">https://www.nesta.org.uk/toolkit/collective-intelligence-design-playbook/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <source>HERA: A Health Platform for Refugees</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/18">https://app.jogl.io/project/18</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <source>Vaccination Awareness Escape Game</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/22">https://app.jogl.io/project/22</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masselot</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Greshake Tzovaras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>CLB</given-names>
            </name>
            <name name-style="western">
              <surname>Jeyaram</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Finnegan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vitali</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Landrain</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Santolini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Co-Immune: A case study on open innovation for vaccination hesitancy and access [Data set]</article-title>
          <source>Zenodo</source>
          <year>2021</year>
          <access-date>2021-09-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://zenodo.org/record/4560273#.YVYlGZpBzb2">https://zenodo.org/record/4560273#.YVYlGZpBzb2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <source>Qualitative Analysis of Tweets on Vaccination</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/20">https://app.jogl.io/project/20</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <source>Commit to Get Vacc &#38; to Promote Vaccination - HEROIC Santé</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/115">https://app.jogl.io/project/115</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <source>Project APRICOT</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/117">https://app.jogl.io/project/117</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="web">
          <source>Harmonize Vaccination</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/62">https://app.jogl.io/project/62</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <source>Pass It On: A Game About Vaccine Hesitancy</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/70">https://app.jogl.io/project/70</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="web">
          <source>Global Vaccination Risk Assessment</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/73">https://app.jogl.io/project/73</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="web">
          <source>Immuno</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/9">https://app.jogl.io/project/9</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="web">
          <source>Vaccine DataDump</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/26">https://app.jogl.io/project/26</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <source>Measuring Vaccination Hesitancy From Social Media</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/59">https://app.jogl.io/project/59</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="web">
          <source>Mortality According to Access to Vaccines</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/60">https://app.jogl.io/project/60</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="web">
          <source>The Health System Matrices</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/61">https://app.jogl.io/project/61</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="web">
          <source>Meta Immune - Data Exploration of Existing DB</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/63">https://app.jogl.io/project/63</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="web">
          <source>Biloba</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/67">https://app.jogl.io/project/67</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="web">
          <source>Wakuchin Senshi</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/68">https://app.jogl.io/project/68</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="web">
          <source>Neutralizing Information About Vaccines</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/69">https://app.jogl.io/project/69</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="web">
          <source>Go Viral!</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/71">https://app.jogl.io/project/71</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="web">
          <source>Make Vaccines Affordable</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/72">https://app.jogl.io/project/72</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="web">
          <source>Identify Topics of Discussion in Vaccination Posts</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/74">https://app.jogl.io/project/74</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="web">
          <source>Detect Vaccine Administration in Social Media Patient Data</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/78">https://app.jogl.io/project/78</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="web">
          <source>Detect Vaccine Hesitancy in Social Media Patient Data</source>
          <access-date>2021-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://app.jogl.io/project/79">https://app.jogl.io/project/79</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Amat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Charpignon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duralde</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Korolev</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Lipcsey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mechanic</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mlabasati</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>FT</given-names>
            </name>
            <name name-style="western">
              <surname>Samuel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>MIT COVID-19 Datathon: Data without boundaries</article-title>
          <source>BMJ Innov</source>
          <year>2021</year>
          <month>01</month>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>231</fpage>
          <lpage>234</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33437494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjinnov-2020-000492</pub-id>
          <pub-id pub-id-type="medline">33437494</pub-id>
          <pub-id pub-id-type="pmcid">PMC7799368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kinder</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: The medical students responding to the pandemic</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>369</volume>
          <fpage>m2160</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m2160</pub-id>
          <pub-id pub-id-type="medline">32540952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brereton</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>EUvsVirus Hackathon project: A case study from a mentor's perspective</article-title>
          <source>All Irel J Teach Learn Higher Educ</source>
          <year>2020</year>
          <month>06</month>
          <day>30</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ojs.aishe.org/index.php/aishe-j/article/view/467/805"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ryu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A group recommendation system for online communities</article-title>
          <source>Int J Inf Manage</source>
          <year>2010</year>
          <month>6</month>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>212</fpage>
          <lpage>219</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2009.09.006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fagerholm</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Guinea</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Münch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Borenstein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The role of mentoring and project characteristics for onboarding in open source software projects</article-title>
          <source>Proceedings of the 8th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement</source>
          <year>2014</year>
          <conf-name>8th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement</conf-name>
          <conf-date>September 18-19, 2014</conf-date>
          <conf-loc>Torino, Italy</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1145/2652524.2652540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schilling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laumer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weitzel</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Train and retain: The impact of mentoring on the retention of FLOSS developers</article-title>
          <source>Proceedings of the 50th Annual Conference on Computers and People Research</source>
          <year>2012</year>
          <conf-name>50th Annual Conference on Computers and People Research</conf-name>
          <conf-date>May 31-June 2, 2012</conf-date>
          <conf-loc>Milwaukee, WI</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
          <fpage>79</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1145/2214091.2214112</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
