<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Int J Public Health</journal-id>
<journal-title>International Journal of Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Int J Public Health</abbrev-journal-title>
<issn pub-type="epub">1661-8564</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">619011</article-id>
<article-id pub-id-type="doi">10.3389/ijph.2021.619011</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Society Journal Archive</subject>
<subj-group>
<subject>Hints and Kinks</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Burden of Disease Methods: A Guide to Calculate COVID-19 Disability-Adjusted Life Years</article-title>
<alt-title alt-title-type="left-running-head">Wyper et al.</alt-title>
<alt-title alt-title-type="right-running-head">Methods for COVID-19 Burden Assessment</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wyper</surname>
<given-names>Grant M. A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="http://loop.frontiersin.org/people/1090367/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Assun&#xe7;&#xe3;o</surname>
<given-names>Ricardo M. A.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/1112449/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Colzani</surname>
<given-names>Edoardo</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/818869/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Grant</surname>
<given-names>Ian</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Haagsma</surname>
<given-names>Juanita A.</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/656063/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lagerweij</surname>
<given-names>Giske</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Von der Lippe</surname>
<given-names>Elena</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>McDonald</surname>
<given-names>Scott A.</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pires</surname>
<given-names>Sara M.</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/1009495/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Porst</surname>
<given-names>Michael</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/1119872/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Speybroeck</surname>
<given-names>Niko</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/45425/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Devleesschauwer</surname>
<given-names>Brecht</given-names>
</name>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
<xref ref-type="aff" rid="aff11">
<sup>11</sup>
</xref>
<uri xlink:href="http://loop.frontiersin.org/people/759937/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>Place and Wellbeing Directorate, Public Health Scotland, <addr-line>Glasgow</addr-line>, <country>Scotland</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Food and Nutrition Department, National Institute of Health Dr. Ricardo Jorge, <addr-line>Lisbon</addr-line>, <country>Portugal</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>European Centre for Disease Prevention and Control, <addr-line>Stockholm</addr-line>, <country>Sweden</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>Data Driven Innovation Directorate, Public Health Scotland, <addr-line>Edinburgh</addr-line>, <country>Scotland</country>
</aff>
<aff id="aff5">
<label>
<sup>5</sup>
</label>Department of Public Health, Erasmus MC University Medical Center, <addr-line>Rotterdam</addr-line>, <country>Netherlands</country>
</aff>
<aff id="aff6">
<label>
<sup>6</sup>
</label>Centre for Infectious Disease Control, National Institute for Public Health and the Environment (RIVM), <addr-line>Bilthoven</addr-line>, <country>Netherlands</country>
</aff>
<aff id="aff7">
<label>
<sup>7</sup>
</label>Department of Epidemiology and Health Monitoring, Robert Koch Institute, <addr-line>Berlin</addr-line>, <country>Germany</country>
</aff>
<aff id="aff8">
<label>
<sup>8</sup>
</label>National Food Institute, Technical University of Denmark, <addr-line>Lyngby</addr-line>, <country>Denmark</country>
</aff>
<aff id="aff9">
<label>
<sup>9</sup>
</label>Research Institute of Health and Society, Catholic University of Louvain, <addr-line>Brussels</addr-line>, <country>Belgium</country>
</aff>
<aff id="aff10">
<label>
<sup>10</sup>
</label>Department of Epidemiology and Public Health, Sciensano, <addr-line>Brussels</addr-line>, <country>Belgium</country>
</aff>
<aff id="aff11">
<label>
<sup>11</sup>
</label>Department of Veterinary Public Health and Food Safety, Ghent University, <addr-line>Merelbeke</addr-line>, <country>Belgium</country>
</aff>
<author-notes>
<corresp id="c001">&#x2a;Correspondence: Grant M. A. Wyper, <email>grant.wyper@phs.scot</email>
</corresp>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1002545/overview">Gabriel Gulis</ext-link>, University of Southern Denmark, Denmark</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>05</day>
<month>03</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>66</volume>
<elocation-id>619011</elocation-id>
<history>
<date date-type="received">
<day>20</day>
<month>10</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>01</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Wyper, Assun&#xe7;&#xe3;o, Colzani, Grant, Haagsma, Lagerweij, Von der Lippe, McDonald, Pires, Porst, Speybroeck and Devleesschauwer.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Wyper, Assun&#xe7;&#xe3;o, Colzani, Grant, Haagsma, Lagerweij, Von der Lippe, McDonald, Pires, Porst, Speybroeck and Devleesschauwer</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<kwd-group>
<kwd>COVID-19</kwd>
<kwd>disability-adjusted life year</kwd>
<kwd>years lived with disability</kwd>
<kwd>years of life lost</kwd>
<kwd>coronavirus</kwd>
<kwd>European burden of disease network</kwd>
</kwd-group>
<contract-num rid="cn001">CA18218</contract-num>
<contract-sponsor id="cn001">European Cooperation in Science and Technology<named-content content-type="fundref-id">10.13039/501100000921</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Background</title>
<p>To date, most efforts to understand the comparative population health impact of COVID-19 have been made using mortality-based metrics [<xref ref-type="bibr" rid="B1">1</xref>,<xref ref-type="bibr" rid="B2">2</xref>]. This has intensified discussion over methodological choices; in particular, how we value the life-years prematurely lost due to COVID-19 [<xref ref-type="bibr" rid="B3">3</xref>]. So far, the direct impact of COVID-19 on population health has varied across countries, with wide variation in incidence and infection fatality rates [<xref ref-type="bibr" rid="B4">4</xref>]. Understanding and quantifying the combined impact of morbidity and mortality is a key step to standardizing comparisons across countries, and to quantify the within-country impact of COVID-19 relative to other causes of disease and injury, sub-national areas or demographics [<xref ref-type="bibr" rid="B5">5</xref>]. This can be achieved by estimating summary measures of population health like disability-adjusted life years (DALYs). The estimation of DALYs is useful to provide comprehensive and comparative public health intelligence to inform decision-making for the management of the COVID-19 pandemic, particularly around the extent of direct and indirect consequences [<xref ref-type="bibr" rid="B6">6</xref>]. At present, the Global Burden of Disease (GBD) study has not integrated COVID-19. Some studies have already estimated DALYs due to COVID-19. The first published assessment was performed for Korea, up until the end of April 2020 [<xref ref-type="bibr" rid="B7">7</xref>]. An assessment, using a similar time frame, followed for Italy [<xref ref-type="bibr" rid="B8">8</xref>]. To date, published studies have only included one COVID-19 related health state, or disability weights were country-specific [<xref ref-type="bibr" rid="B7">7</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>].</p>
</sec>
<sec id="s2">
<title>Aim</title>
<p>Our paper provides a step-by-step guide to define COVID-19 as a cause of disease burden, which can be used to calculate DALYs. Additionally, we suggest pragmatic data inputs, reflecting that availability and quality of data inputs will vary by country. This paper builds on previous DALY calculation guides [<xref ref-type="bibr" rid="B10">10</xref>,<xref ref-type="bibr" rid="B11">11</xref>]. As our paper provides suggestions for different solutions, we recommend that users should be clear about their methodological choices to aid comparisons and knowledge translation.</p>
</sec>
<sec sec-type="methods" id="s3">
<title>Methodology</title>
<p>The impact of COVID-19 on health occurs through two main pathways: directly, as an infectious disease; and indirectly, as a risk factor, for example, through increases in mental health issues due to national lockdowns or delays to surgery, follow-ups and diagnoses through restrictions to vital healthcare services [<xref ref-type="bibr" rid="B6">6</xref>]. A group within COST Action (European Cooperation in Science and Technology) CA18218&#x2014;European Burden of disease Network&#x2014;convened to establish a common methodological approach to estimate DALYs directly due to COVID-19.</p>
<p>This paper presents the developed consensus approach in three steps. The first relates to defining study parameters. The steps that follow relate to estimating the impact of morbidity, in terms of years lived with disability (YLD); and mortality, in terms of years lost to premature mortality (YLL). DALYs quantify the full population health impact and are calculated by summing YLD and YLL. DALYs can be estimated based on grouped characteristics of interest, such as demographics (e.g. age, sex, socioeconomic status, and ethnicity), geographical region, or time.</p>
<sec id="s3-1">
<title>Step 1: Defining Study Parameters</title>
<p>The first step in estimating DALYs is to define the space and time for which the burden of disease assessment will take place. This involves clear definitions of the population, which is being studied, for example a country, or sub-national region of a country. The time period is usually defined as a specific year or grouped years. However as COVID-19 is a new disease, only shorter time periods will initially be available.</p>
</sec>
<sec id="s3-2">
<title>Step 2: Morbidity&#x2014;Estimating YLD</title>
<p>The second step in defining morbidity due to COVID-19 is to establish the direct health states, which are experienced by individuals infected by COVID-19 in an incidence-based model. For each health state, there are three parameters, which require data inputs: incidence; duration; and disability. YLD are calculated by summing the product of the number of cases, duration (in years) and disability weight, across all health states:<disp-formula id="equ1">
<mml:math id="mequ1">
<mml:mrow>
<mml:mtext>YLD</mml:mtext>
<mml:mo>&#x3d;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>h</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>l</mml:mi>
</mml:munderover>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mtext>YLD</mml:mtext>
</mml:mrow>
<mml:mi>h</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mstyle>
<mml:mo>&#x3d;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>h</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>l</mml:mi>
</mml:munderover>
<mml:mrow>
<mml:mtext>Number</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:mtext>of</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mtext>cases</mml:mtext>
</mml:mrow>
<mml:mi>h</mml:mi>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mtext>duration</mml:mtext>
</mml:mrow>
<mml:mi>h</mml:mi>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:mtext>disability</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mtext>weight</mml:mtext>
</mml:mrow>
<mml:mi>h</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mstyle>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>with <italic>h</italic> &#x3d; health state and <italic>l</italic> &#x3d; number of health states. The COVID-19 outcomes model is outlined in <xref ref-type="fig" rid="F1">Figure 1</xref>, with detailed information on health states, data input proxies and corresponding disability weights outlined in <xref ref-type="table" rid="T1">Table 1</xref>. Health state names, descriptions and disability weights are currently based on those from the GBD 2019 study for infectious diseases of the lower respiratory tract, with the exception of those requiring intensive care, which was defined by the European Disability Weight study [<xref ref-type="bibr" rid="B12">12</xref>&#x2013;<xref ref-type="bibr" rid="B14">14</xref>]. As new evidence on type, severity and duration of COVID-19 sequelae emerges, the outcome tree should be updated accordingly.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>COVID-19 outcomes model and value of health loss. &#x201c;DW&#x201d; denotes disability weight; 95% uncertainty intervals for DW are displayed in brackets; &#x201c;YLL&#x201d; denotes years of life lost due to premature mortality; &#x201c;LE&#x201d; denotes life expectancy; dashed line represents that individuals suffering from COVID-19 may suffer permanent impairments from other health states.</p>
</caption>
<graphic xlink:href="ijph-66-619011-g001.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Example of health states and disability weights to consider for estimating the burden of COVID-19.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Name</th>
<th align="center">Description</th>
<th align="center">Data input proxy</th>
<th align="center">Disability weight (95%uncertainty interval)</th>
<th align="center">Source</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Asymptomatic</td>
<td align="left">Has infection but experiences no symptoms</td>
<td align="left">Estimates of suspected asymptomatic community cases</td>
<td align="center">Nil</td>
<td align="left"/>
</tr>
<tr>
<td align="left">Moderate (community, seeking healthcare assistance)</td>
<td align="left">Has a fever and aches, and feels weak, which causes some difficulty with daily activities</td>
<td align="left">Positive/suspected community cases</td>
<td align="center">0.051 (0.032&#x2013;0.074)</td>
<td align="left">Salomon et al. (2015)</td>
</tr>
<tr>
<td align="left">Severe (hospitalized, non-intensive care)</td>
<td align="left">Has a high fever and pain, and feels very weak, which causes great difficulty with daily activities</td>
<td align="left">Positive/suspected cases requiring a non-intensive care hospitalization</td>
<td align="center">0.133 (0.088&#x2013;0.190)</td>
<td align="left">Salomon et al. (2015)</td>
</tr>
<tr>
<td align="left">Critical (hospitalized, intensive care)</td>
<td align="left">Intensive care unit admission (with or without respiratory support)</td>
<td align="left">Positive/suspected cases requiring intensive care hospitalization</td>
<td align="center">0.655 (0.579&#x2013;0.727)</td>
<td align="left">Haagsma et al. (2015)</td>
</tr>
<tr>
<td align="left">Post-acute consequences (fatigue, emotional lability, insomnia)</td>
<td align="left">Is always tired and easily upset. The person feels pain all over the body and is depressed</td>
<td align="left">Transition probabilities from cases to post-acute consequences</td>
<td align="center">0.219 (0.148&#x2013;0.308)</td>
<td align="left">Salomon et al. (2015)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Data inputs for YLD are largely dependent on the timeliness and availability of estimates reported by individual countries, and are sometimes based on COVID-19 transmission models. Our model should therefore be adapted to suit individual circumstances, for example, to reflect differences in restrictions and triaging across hospitals, regions and countries, and how the state of the pandemic increases service pressure, affecting the availability of healthcare services. This recognizes the fact that the distribution of disease occurrence across health states is likely to vary by location [<xref ref-type="bibr" rid="B15">15</xref>].</p>
<p>By definition, acute infection occurrence only contributes to YLD if cases are symptomatic, however patients that are initially asymptomatic may suffer YLD through post-acute consequences (<xref ref-type="fig" rid="F1">Figure 1</xref>). Although those that have sought healthcare support, or testing, will vary between countries testing regimes and healthcare capacity, identification of suspected/positive cases is the most widely available proxy to use for symptomatic cases. There are potential issues with the misclassification of asymptomatic cases that are tested, due to difficulties capturing data on non-hospitalized symptomatic cases. However, we cannot yet quantify the extent of this bias. Corrective factors can be applied as, and when, this information emerges. People who tested positive and/or notified cases represent only a fraction of the true number of community cases (under-ascertainment) as an unknown proportion do not seek healthcare, and even among persons with severe or critical disease (hospitalized or in intensive care) patient counts could be subject to underreporting. As with most other infectious diseases, for accurate estimation of YLD due to COVID-19, adjustment of observed case counts for both under-ascertainment and underreporting is fundamental. A number of methods are available to adjust input data to estimate the true incidence [<xref ref-type="bibr" rid="B16">16</xref>]. There is very little research to date on how this estimation can be achieved for COVID-19. Data on healthcare-seeking behavior and incidence estimates from transmission models are two possible routes, if they are available for the country/region in question. If only recorded case/patient counts are used in the YLD calculation, then between-country comparisons must recognize the inherent limitations due to differences in surveillance systems, testing policy, and case management. It is therefore important to capture the uncertainty around estimates, particularly if referring to country comparisons. Adjustment factors, such as positive tests as a proportion of total swab tests could be used to adjust for variations in testing rates across countries and over time to standardize comparisons. However, it is important to establish the context of testing policies when making comparisons as they may differ. For example, there may be locational differences in testing policies, such as focusing testing on high-risk settings, or as part of contact-tracing.</p>
<p>Assumptions over the mean duration in a health state can be replaced by the calculation of person-years of infection when daily data have been reported. When these cannot be calculated, it is preferred to use estimates of the mean duration of 7.79&#xa0;days (95% uncertainty interval: 6.20&#x2013;9.64&#xa0;days) for lower respiratory tract infections from the GBD study, or to derive them from consultation with within-country clinical expert groups [<xref ref-type="bibr" rid="B17">17</xref>]. Additionally, if the granularity of data for community cases permits, the YLD disease model can be refined to include mild cases using a disability weight of 0.006 (95% uncertainty interval: 0.002&#x2013;0.012) from the upper respiratory tract infections model.</p>
<p>There are several options to incorporate uncertainty in YLD estimates. Credible intervals and/or lower and upper limits of occurrence, duration, and disability weights can be used. These can also include utilizing corrective factors, as evidence emerges, regarding any issues with selection bias of input data. Additional scenario analyses can also be undertaken to illustrate that other plausible scenarios may have small effects on overall DALYs, since YLD accumulates at a slower rate than YLL. At present, there have been limited reports on the post-acute, and long-term consequences of COVID-19 [<xref ref-type="bibr" rid="B18">18</xref>,<xref ref-type="bibr" rid="B19">19</xref>], but as more epidemiological information on the occurrence and duration becomes available, YLD can be refined to include these estimates using appropriate transition probabilities.</p>
<p>Emerging evidence is showing that in some cases post-acute consequences of COVID-19 (e.g. anosmia) may significantly affect quality of life and that sometimes (e.g. persistent symptoms) they may also lead to prolonged healthcare utilization. It is however too early to assess the full spectrum and burden of long-term sequelae associated with COVID-19, so new knowledge on type, duration and disability weight of COVID-19 sequelae will need to be incorporated as more solid evidence becomes available. Under a pathogen-based approach to estimating DALYs, the long-term complications are attributed to the initial infection to represent its natural history, provided there is sufficient evidence for a causal relationship [<xref ref-type="bibr" rid="B20">20</xref>,<xref ref-type="bibr" rid="B21">21</xref>]. An alternative is to assign any resultant new, or exacerbated, non-communicable disease (NCD) within assessments of cause-specific NCD burden. This is similar to the approach that the GBD study use for causes of disease such as cirrhosis, or liver cancer, caused be hepatitis C infection [<xref ref-type="bibr" rid="B22">22</xref>].</p>
<p>Finally, we acknowledge that the COVID-19 crisis has led to wider health effects that go beyond the morbidity linked to the disease as such. For instance, lockdowns have led to an insurgence of mental health problems, delayed health care-seeking behavior and deferred follow-up of chronic conditions may have increased the severity of common chronic non-communicable diseases and their complications. We however recommend to not include these indirect effects in the COVID-19 disease model, and to make an explicit distinction between COVID-19 as a disease, and the COVID-19 crisis as a risk factor for ill-health. As evidence emerges around the direct effects of COVID-19 our disease model may warrant revisions.</p>
</sec>
<sec id="s3-3">
<title>Step 3: Mortality&#x2014;Estimating YLL</title>
<p>When estimating YLL, two inputs are required: the number of deaths; and conditional life expectancy, both of which must be defined at age-group level. YLL is estimated as:<disp-formula id="equ2">
<mml:math id="mequ2">
<mml:mrow>
<mml:mtext>YLL</mml:mtext>
<mml:mo>&#x3d;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>a</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:munderover>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mtext>YLL</mml:mtext>
</mml:mrow>
<mml:mi>a</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mstyle>
<mml:mo>&#x3d;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:munderover>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>a</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:munderover>
<mml:mrow>
<mml:mtext>Number</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:mtext>of</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mtext>deaths</mml:mtext>
</mml:mrow>
<mml:mi>a</mml:mi>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:mtext>Remaining</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:mtext>life</mml:mtext>
<mml:mtext>&#x2009;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mtext>expectancy</mml:mtext>
</mml:mrow>
<mml:mi>a</mml:mi>
</mml:msub>
</mml:mrow>
</mml:mstyle>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>where <italic>a</italic> &#x3d; age-group, e.g. 1-year or 5-years group, <italic>n</italic> &#x3d; number of age-groups. Age-conditional life expectancy can be defined from life tables (e.g. national, regional, or aspirational), and depends on the age group. For internationally comparable results, which may be important during a public health emergency of international concern, the use of an aspirational life table may be preferable [<xref ref-type="bibr" rid="B3">3</xref>].</p>
<p>Estimates of the number of deaths will largely depend on data availability. Some countries may have timely mortality data available by mutually exclusive causes of death, in which case the underlying cause of death should be used. Depending on the national death registration policy, some death certificates may indicate ill-defined causes of death. If possible, then redistribution can be considered to refine estimates. Otherwise if deaths with COVID-19 as a contributing cause can be determined, then a sensitivity analysis using COVID-19 related (both COVID-19 cause-specific and contributing) deaths may help gauge the degree of potential underestimation of using cause-specific deaths. Additionally, corrections can be considered to address the potential underestimation of COVID-19 deaths, arising due to death certification issues in the absence of laboratory confirmed tests [<xref ref-type="bibr" rid="B23">23</xref>]. If death certification statistics are not available, other alternatives exist. In countries where COVID-19 is a notifiable disease, published mortality data on cases can be used. However, care should be taken to ensure that these data are unlikely to represent non-COVID-19 deaths, for example by assessing the time-based inclusion criteria. Alternatively, providing that non-COVID-19 mortality rates are stable, estimates of the number of excess deaths could be used as a proxy for COVID-19 deaths. An uncertainty in using this approach is that these deaths will also include a proportion due to indirect consequences of COVID-19, for example those that occur as a consequence of closures of vital services during national lockdowns. Another option is to consider using transition probabilities from published literature, which are useful for countries without timely or reliable death registration information, taken from existing case-fatality ratios. However, it may not be the case that these are readily adaptable in different contexts, as the management of patients may vary from one context to another, and similarly the probability of dying given the same disease severity.</p>
</sec>
</sec>
<sec sec-type="conclusion" id="s4">
<title>Conclusion</title>
<p>The use of DALYs for estimating the burden of COVID-19 should be further explored in order to quantify the overall impact of the pandemic going well beyond available COVID-19 mortality figures. The use of burden of disease estimates can inform policy makers about the actual magnitude of the overall burden of the COVID-19 pandemic and may help trigger action or better plan suitable mitigating measures.</p>
<p>A standard methodology for DALYs attributable to COVID-19 may allow more accurate and comparable estimates of the burden of this disease. Uncertainties persist around COVID-19 data quality and availability of information concerning sequelae from COVID-19. Transparent reporting of uncertainties and limitations is warranted to favor a correct interpretation of the results.</p>
</sec>
</body>
<back>
<sec id="s5">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6">
<title>Author Contributions</title>
<p>All authors developed the methodological approach. GW drafted the article with input from all authors. All authors approved the submitted version of the article.</p>
</sec>
<sec id="s7">
<title>Funding</title>
<p>This publication is based upon work from COST Action CA18218 (European Burden of disease Network&#x2014;<ext-link ext-link-type="uri" xlink:href="http://www.burden-eu.net/">www.burden-eu.net</ext-link>), supported by COST (European Cooperation in Science and Technology&#x2014;<ext-link ext-link-type="uri" xlink:href="http://www.cost.eu/">www.cost.eu</ext-link>).</p>
</sec>
<sec sec-type="COI-statement" id="s8">
<title>Conflict of Interest</title>
<p>BD reports he is Chair of COST Action CA18218&#x2014;European Burden of Disease Network. GW, RA, IG, JH, GL, EL, SM, SP, MP, and NS report they are members of COST Action CA18218.</p>
</sec>
<ack>
<p>Prior to submission, a pre-print version of this paper has been made available on SocArXiv: <ext-link ext-link-type="uri" xlink:href="https://osf.io/preprints/socarxiv/tazyh/">https://osf.io/preprints/socarxiv/tazyh/</ext-link>.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanlon</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Chadwick</surname>
<given-names>F</given-names>
</name>
<name>
<surname>Shah</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Wood</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Minton</surname>
<given-names>J</given-names>
</name>
<name>
<surname>McCartney</surname>
<given-names>G</given-names>
</name>
<etal/>
</person-group> <article-title>COVID-19&#x2014;exploring the implications of long-term condition type and extent of multimorbidity on years of life lost: a modelling study</article-title>. <source>Wellcome Open Res</source> (<year>2020</year>). <volume>5</volume>:<fpage>75</fpage>. <pub-id pub-id-type="doi">10.12688/wellcomeopenres.15849.1</pub-id> </citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCartney</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Leyland</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Walsh</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Dundas</surname>
<given-names>R</given-names>
</name>
</person-group> <article-title>Scaling COVID-19 against inequalities: should the policy response consistently match the mortality challenge?</article-title> <source>J Epidemiol Community Health</source> (<year>2020</year>). <pub-id pub-id-type="doi">10.1136/jech-2020-214373</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Devleesschauwer</surname>
<given-names>B</given-names>
</name>
<name>
<surname>McDonald</surname>
<given-names>SA</given-names>
</name>
<name>
<surname>Speybroeck</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Wyper</surname>
<given-names>GMA</given-names>
</name>
</person-group> <article-title>Valuing the years of life lost due to COVID-19: the differences and pitfalls</article-title>. <source>Int J Public Health</source> (<year>2020</year>). <volume>65</volume>:<fpage>719</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1007/s00038-020-01430-2</pub-id> </citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="book">
<collab>European Centre for Disease Prevention and Control</collab>. <source>Coronavirus disease 2019 (COVID-19) in the EU/EEA and the UK&#x2014;eleventh update</source>. <publisher-loc>Solna Municipality, Sweden</publisher-loc>: <publisher-name>European Centre for Disease Prevention and Control</publisher-name> (<year>2020</year>). </citation>
</ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Murray</surname>
<given-names>CJL</given-names>
</name>
<name>
<surname>Lopez</surname>
<given-names>AD</given-names>
</name>
</person-group>. <source>The Global Burden of Disease: a comprehensive assessment of mortality and disability from diseases, injuries and risk factors in 1990 and projected to 2020</source>. <publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>Harvard University Press on behalf of the World Health Organization and the World Bank</publisher-name> (<year>1996</year>). </citation>
</ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Douglas</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Katikireddi</surname>
<given-names>SV</given-names>
</name>
<name>
<surname>Taulbut</surname>
<given-names>M</given-names>
</name>
<name>
<surname>McKee</surname>
<given-names>M</given-names>
</name>
<name>
<surname>McCartney</surname>
<given-names>G</given-names>
</name>
</person-group> <article-title>Mitigating the wider health effects of covid-19 pandemic response</article-title>. <source>BMJ</source> (<year>2020</year>). <volume>369</volume>:<fpage>m1557</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.m1557</pub-id> </citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jo</surname>
<given-names>MW</given-names>
</name>
<name>
<surname>Go</surname>
<given-names>DS</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>SW</given-names>
</name>
<name>
<surname>Ock</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>YE</given-names>
</name>
<etal/>
</person-group> <article-title>The burden of disease due to COVID-19 in Korea using disability-adjusted life years</article-title>. <source>J Korean Med Sci</source> (<year>2020</year>). <volume>35</volume>(<issue>21</issue>):<fpage>e199</fpage>. <pub-id pub-id-type="doi">10.3346/jkms.2020.35.e199</pub-id> </citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nurchis</surname>
<given-names>MC</given-names>
</name>
<name>
<surname>Pascucci</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Sapienza</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Villani</surname>
<given-names>L</given-names>
</name>
<name>
<surname>D&#x2019;Ambrosio</surname>
<given-names>F</given-names>
</name>
<name>
<surname>Castrini</surname>
<given-names>F</given-names>
</name>
<etal/>
</person-group> <article-title>Impact of the burden of COVID-19 in Italy: results of disability-adjusted life years (DALYs) and productivity loss</article-title>. <source>Ijerph</source> (<year>2020</year>). <volume>17</volume>:<fpage>4233</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph17124233</pub-id> </citation>
</ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mohanty</surname>
<given-names>SK</given-names>
</name>
<name>
<surname>Dubey</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Mishra</surname>
<given-names>US</given-names>
</name>
<name>
<surname>Sahoo</surname>
<given-names>U</given-names>
</name>
</person-group> <article-title>Impact of COVID-19 attributable deaths on longevity, premature mortality and DALY: Estimates of USA, Italy, Sweden and Germany</article-title>. <source>medRxiv</source> (<year>2020</year>). <pub-id pub-id-type="doi">10.1101/2020.07.06.20147009</pub-id> </citation>
</ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Devleesschauwer</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<name>
<surname>Maertens de Noordhout</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Haagsma</surname>
<given-names>JA</given-names>
</name>
<name>
<surname>Praet</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Dorny</surname>
<given-names>P</given-names>
</name>
<etal/>
</person-group> <article-title>Calculating disability-adjusted life years to quantify burden of disease</article-title>. <source>Int J Public Health</source> (<year>2014</year>). <volume>59</volume>:<fpage>565</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00038-014-0552-z</pub-id> </citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Devleesschauwer</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<name>
<surname>Maertens de Noordhout</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Haagsma</surname>
<given-names>JA</given-names>
</name>
<name>
<surname>Praet</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Dorny</surname>
<given-names>P</given-names>
</name>
<etal/>
</person-group> <article-title>DALY calculation in practice: a stepwise approach</article-title>. <source>Int J Public Health</source> (<year>2014</year>). <volume>59</volume>:<fpage>571</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1007/s00038-014-0553-y</pub-id> </citation>
</ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Salomon</surname>
<given-names>JA</given-names>
</name>
<name>
<surname>Haagsma</surname>
<given-names>JA</given-names>
</name>
<name>
<surname>Davis</surname>
<given-names>A</given-names>
</name>
<name>
<surname>de Noordhout</surname>
<given-names>CM</given-names>
</name>
<name>
<surname>Polinder</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<etal/>
</person-group> <article-title>Disability weights for the global burden of disease 2013 study</article-title>. <source>Lancet Glob Health</source> (<year>2015</year>). <volume>3</volume>(<issue>11</issue>):<fpage>E712</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/S2214-109X(15)00069-8</pub-id> </citation>
</ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="book">
<collab>Global Burden of Disease Collaborative Network</collab>. <source>Global burden of disease study 2019 (GBD 2019) disability weights</source>. <publisher-loc>Seattle, United States</publisher-loc>: <publisher-name>Institute for Health Metrics and Evaluation (IHME)</publisher-name> (<year>2020</year>). </citation>
</ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haagsma</surname>
<given-names>JA</given-names>
</name>
<name>
<surname>Maertens de Noordhout</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Polinder</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Vos</surname>
<given-names>T</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<name>
<surname>Cassini</surname>
<given-names>A</given-names>
</name>
<etal/>
</person-group> <article-title>Assessing disability weights based on the responses of 30,660 people from four European countries</article-title>. <source>Popul Health Metr</source> (<year>2015</year>). <volume>13</volume>:<fpage>10</fpage>. <pub-id pub-id-type="doi">10.1186/s12963-015-0042-4</pub-id> </citation>
</ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wyper</surname>
<given-names>GMA</given-names>
</name>
<name>
<surname>Grant</surname>
<given-names>I</given-names>
</name>
<name>
<surname>Fletcher</surname>
<given-names>E</given-names>
</name>
<name>
<surname>Chalmers</surname>
<given-names>N</given-names>
</name>
<name>
<surname>McCartney</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Stockton</surname>
<given-names>DL</given-names>
</name>
</person-group> <article-title>Prioritising the development of severity distributions in burden of disease studies for countries in the European region</article-title>. <source>Arch Public Health</source> (<year>2020</year>). <volume>78</volume>:<fpage>3</fpage>. <pub-id pub-id-type="doi">10.1186/s13690-019-0385-6</pub-id> </citation>
</ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gibbons</surname>
<given-names>CL</given-names>
</name>
<name>
<surname>Mangen</surname>
<given-names>MJ</given-names>
</name>
<name>
<surname>Plass</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<name>
<surname>Brooke</surname>
<given-names>RJ</given-names>
</name>
<name>
<surname>Kramarz</surname>
<given-names>P</given-names>
</name>
<etal/>
</person-group> <article-title>Measuring underreporting and under-ascertainment in infectious disease datasets: a comparison of methods</article-title>. <source>BMC Public Health</source> (<year>2014</year>). <volume>14</volume>:<fpage>147</fpage>. .<pub-id pub-id-type="doi">10.1186/1471-2458-14-147</pub-id> </citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal">
<collab>GBD 2019 DiseasesInjuries Collaborators</collab>. <article-title>Global burden of 369 diseases and injuries in 204 countries and territories, 1990&#x2013;2019: a systematic analysis for the Global Burden of Disease Study 2019</article-title>. <source>Lancet</source> (<year>2020</year>). <volume>396</volume>(<issue>10258</issue>):<fpage>1204</fpage>&#x2013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30925-9</pub-id> </citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greenhalgh</surname>
<given-names>T</given-names>
</name>
<name>
<surname>Knight</surname>
<given-names>M</given-names>
</name>
<name>
<surname>A&#x27;Court</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Buxton</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Husain</surname>
<given-names>L</given-names>
</name>
</person-group> <article-title>Management of post-acute covid-19 in primary care</article-title>. <source>BMJ</source> (<year>2020</year>). <volume>370</volume>:<fpage>m3026</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.m3026</pub-id> </citation>
</ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Perrin</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Riste</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Hann</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Walther</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Mukherjee</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Heald</surname>
<given-names>A</given-names>
</name>
</person-group> <article-title>Into the looking glass: post-viral syndrome post COVID-19</article-title>. <source>Med Hypotheses</source> (<year>2020</year>). <volume>144</volume>:<fpage>110055</fpage>. <pub-id pub-id-type="doi">10.1016/j.mehy.2020.110055</pub-id> </citation>
</ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mangen</surname>
<given-names>MJ</given-names>
</name>
<name>
<surname>Plass</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Havelaar</surname>
<given-names>AH</given-names>
</name>
<name>
<surname>Gibbons</surname>
<given-names>CL</given-names>
</name>
<name>
<surname>Cassini</surname>
<given-names>A</given-names>
</name>
<name>
<surname>M&#xfc;hlberger</surname>
<given-names>N</given-names>
</name>
<etal/>
</person-group> <article-title>The pathogen- and incidence-based DALY approach: an appropriate methodology for estimating the burden of infectious diseases</article-title>. <source>Plos One</source> (<year>2013</year>). <volume>8</volume>(<issue>11</issue>):<fpage>e79740</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0079740</pub-id> </citation>
</ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cassini</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Colzani</surname>
<given-names>E</given-names>
</name>
<name>
<surname>Pini</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Mangen</surname>
<given-names>M-JJ</given-names>
</name>
<name>
<surname>Plass</surname>
<given-names>D</given-names>
</name>
<name>
<surname>McDonald</surname>
<given-names>SA</given-names>
</name>
<etal/>
</person-group> <article-title>Impact of infectious diseases on population health using incidence-based disability-adjusted life years (DALYs): results from the Burden of Communicable Diseases in Europe study, European Union and European Economic Area countries</article-title>. <source>Euro Surveill</source> (<year>2018</year>). <volume>23</volume>(<issue>16</issue>):<fpage>00454</fpage>. <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2018.23.16.17-00454</pub-id> </citation>
</ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal">
<collab>GBD 2017 Cirrhosis Collaborators</collab>. <article-title>The global, regional, and national burden of cirrhosis by cause in 195 countries and territories, 1990&#x2013;2017: a systematic analysis for the Global Burden of Disease Study 2017</article-title>. <source>Lancet Gastroenterol Hepatol</source> (<year>2020</year>). <volume>5</volume>(<issue>3</issue>):<fpage>245</fpage>&#x2013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1016/S2468-1253(19)30349-8</pub-id> </citation>
</ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="web">
<collab>Centers for Disease Control and Prevention</collab>. <article-title>How CDC estimates the burden of seasonal influenza in the US</article-title> (<year>2019</year>). <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/flu/about/burden/how-cdc-estimates.htm">https://www.cdc.gov/flu/about/burden/how-cdc-estimates.htm</ext-link>
</comment> (<comment>Accessed</comment> August 19, 2020). </citation>
</ref>
</ref-list>
</back>
</article>