Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol

Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol Yuti P Patel , Lea Ghaddar , Yuqi Lin , Nuzat Karim , Kelvin Chan , View ORCID Profile Lee Dupuis , View ORCID Profile Mina Tadrous doi: https://doi.org/10.1101/2024.05.16.24307474 Yuti P Patel 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Lea Ghaddar 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Yuqi Lin 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Nuzat Karim 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Kelvin Chan 2 Sunnybrook Odette Cancer Centre, University of Toronto , Toronto, Ontario, Canada 3 Division of Biostatistics, Dalla Lana School of Public Health, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Lee Dupuis 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada 4 The Hospital for Sick Children (SickKids) , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Lee Dupuis Mina Tadrous 1 Leslie Dan Faculty of Pharmacy, University of Toronto , Toronto, Ontario, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Mina Tadrous For correspondence: mina.tadrous{at}utoronto.ca Abstract Full Text Info/History Metrics Data/Code Preview PDF Abstract Objective The primary objective is to identify which observational research methods have been used in the last 5 years in rare disease drug evaluation and how they are applied to generate adequate evidence regarding the real-world effectiveness or safety of rare disease drugs. Background Rare disease is an umbrella term for a condition which affects <200,000 people each year and despite the rarity of these conditions, collectively they encompass approximately 7000 different conditions. With the striking number of rare conditions, many pharmaceutical manufacturers are introducing an increased number of drugs to treat them. However, due to small patient populations, heterogeneity and other factors related to rare diseases, there are feasibility concerns regarding the generation of adequate efficacy and safety evidence using conventional randomized controlled trials (RCTs). Recently, real-world evidence generated through observational (or real-world) studies has been proposed to address some of the feasibility concerns with RCTs by measuring drug effectiveness or safety in the real-world setting. However, there remain methodological concerns due to a lack of randomization/masking. This proposed scoping review aims to identify which observational research methods in the last 5 years are used in rare disease drug evaluation to address methodological concerns and how they’re applied to generate evidence on drug effectiveness or safety. Inclusion criteria Articles must be primary observational or real-world studies reporting rare disease drug effectiveness or safety published between 2018-2023. Literature reviews, meta-analyses, randomized control trials, case series, case reports, opinion pieces, conference abstracts, and studies with unavailable full-text articles will be excluded. Methods The search strategy will combine the following key search concepts: rare disease, drugs for rare disease and observational/real-world studies. The search will be conducted in MEDLINE and EMBASE. Review registration number Open Science Framework, https://osf.io/f3wpv Introduction A rare disease, also referred to as an orphan disease, is a medical condition that affects a small proportion of the population. Currently, an international consensus on the definition of a rare disease does not exist. For example, in Canada and the European Union, a rare disease is defined as a condition that affects fewer than 1 in 2,000 people, while in the United States, it is considered rare if it affects fewer than 200,000 people. By these definitions, approximately 7,000 different conditions qualify as rare diseases, resulting in upwards of 300 million people worldwide being affected( 1 – 4 ) . With a striking number of rare diseases and people affected, the USA and European Commissions implemented the Orphan Drug Act (ODA) in 1983, and Orphan Medicinal Products (OMP) in 2000 to incentivize pharmaceutical manufacturers to develop drugs for rare diseases ( 3 , 5 , 6 ). Despite orphan drug incentives being in place for many decades, it is in recent years that an increasing number of drugs for treating rare diseases have been developed. Orphan drug approvals increased from 14 in 2000 to 77 in 2017, and as of recently in 2022, nearly half of all new drug approvals by the FDA were for a rare condition( 7 ). With respect to drug evaluation, there are data and statistical constraints to generating adequate evidence on the benefits of a therapy for treating a rare disease.( 1 ) From the perspective of drug regulatory and health technology assessment bodies, randomized controlled trials (RCT) are the “gold standard” to evaluate the efficacy and safety of a drug in a particular patient population( 8 , 9 ). RCTs are typically designed prospectively, double blinded and randomized, providing equal chance for all patients being allocated to the active treatment or comparator and reduces the extent of bias( 9 ). The controlled environment of an RCT allows for hypotheses to be tested, though, results from the RCT can only be extrapolated to patients represented in the trial; thus, there are limitations regarding generalizability of results( 8 ). Additionally, statistical analysis plans for RCTs require an adequate number of patients to statistically power the study( 8 ). Given the nature of rare diseases, conventional drug evaluations such as RCTs are most often not feasible due to the small patient populations and heterogeneity in the manifestation of the rare disease. These challenges are not unique to rare diseases; however, the limited number of patients amplifies these challenges and presents methodological challenges ( 1 , 10 ). Given the difficulties in conducting RCT for rare diseases, Real-World Evidence (RWE) has emerged as a viable solution for producing clinical evidence related to the utilization, as well as the potential advantages or risks of a treatment, derived from an analysis of real-world data (RWD)( 11 , 12 ). Based on the FDA definition, RWD is “data relating to patient health status and/or the delivery of health care routinely collected from a variety of sources” and can be collected prospectively/retrospectively through observational studies to generate RWE( 11 , 12 ). Observational studies such as cohort, case-control, and cross-sectional designs have a well-established history of use in drug research. They contribute valuable insights into real-world drug effectiveness or safety, drug utilization patterns, serve to augment the outcomes of RCTs and overall complement the findings of an RCT to provide a more comprehensive view of a drug’s performance( 1 , 10 , 11 ). In the specific context of rare disease drug evaluation, RWE obtained from observational studies has the potential to address issues associated with limited sample sizes and the generalizability concerns. However, given the absence of randomization and blinding in observational studies, there are methodological concerns regarding the validity of results due to the potential presence of confounding or selection bias( 1 , 10 ). While there have been research methods introduced to address these issues, there remains a lack of consistency in their application with respect to rare disease drug evaluation and ultimately the quality of RWE for decision-making. With the widespread adoption of RWE in rare disease drug research, regulatory decision-making, and drug policy over the past 5 years, it is imperative to understand how established observational research methodologies have been incorporated to address methodological challenges such as the presence of confounders and small patient populations. This understanding will aid in informing the appropriate and consistent application of observational research methods to adequately generate RWE for rare disease drugs moving forward. To address this knowledge gap, the proposed scoping review aims to identify in the last 5 years, which observational research methods are being utilized in rare disease RWE drug evaluation and how they’re applied to generate adequate evidence regarding the real-world effectiveness or safety. Review Questions In the last 5 years, how have observational research methods been used in the generation of RWE on the safety or effectiveness of drugs used to treat rare disease? Which research methods are being utilized to account for potential confounders or small sample sizes in observational research/studies for rare disease drug research? How are the research methods identified being applied to generate drug safety or effectiveness in the real-world setting? Which rare diseases are being studied in observational research/studies in the last 5 years? Inclusion Criteria Participants This review will focus on rare diseases, drugs for rare disease, orphan diseases, and orphan disease drugs. Rare disease will be defined in accordance with Health Canada, as a condition that affects fewer than 1 in 2,000 people ( 13 ). Concept This proposed scoping review will consider observational research on rare disease drug effectiveness and/or safety. Context This review will examine studies using health administrative data from all healthcare settings and regions in the last 5-years. Types of sources For this scoping review, published and unpublished observational studies (i.e. cohort, case-control and cross-sectional designs) also referred to as real-world studies, between 2018-2023 will be included. Exclusion Criteria Studies that do not evaluate an intervention to treat a rare disease based on the definition above; do not use health administrative data; published on or before Dec 31, 2017 in a language other than English; literature reviews (i.e. systematic, scoping, narrative, etc.), meta-analyses, randomized control trials, case series and case reports, study protocols, opinion pieces (i.e. editorials, commentaries, letters, etc.), conference abstracts, and studies with unavailable full-text articles will be excluded. Methods Information Sources A structured search will be conducted in MEDLINE and EMBASE. A supplementary search of reference lists of included articles and relevant literature searches will be conducted to identify any additional relevant articles that may have been missed by the search strategy. Reporting will be done in accordance with the Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews (PRISMA-ScR) reporting guidelines.( 14 ) Search Strategy To initiate the search strategy, a preliminary limited search of MEDLINE was undertaken to identify relevant articles on the topic. The preliminary search indicated the selection of the following key search concepts: rare diseases/ rare disease drugs and observational/real-world studies used in the search strategy. During the preliminary search, it was found that terms like real-world evidence, real-world data, and real-world studies were used interchangeably with established terms like observational studies/observational research. To ensure a comprehensive search study, these concepts were treated as synonyms in this review. Moreover, to ensure the relevance and timeliness of this review, a 5-year timeframe was integrated into this scoping review, considering the recent issuance of RWE guidance documents by various agencies( 15 ). Upon the selection of the search concepts, the titles and abstracts of relevant articles were scanned to select subject headings and text words used to develop the search strategy for MEDLINE (see Appendix 1). The subject headings, text words and keyword queries as well as other database specific syntax will be adapted for EMBASE. Study Records Data Management After conducting searches in both MEDLINE and EMBASE, all identified citations will be transferred to Covidence Systematic Review Software (Veritas Health Innovation in Melbourne, Australia), for screening. To eliminate duplicate citations, we will employ the Bramer de-duplication method( 16 ). The study selection process will be facilitated through the Covidence Systematic Review Software. Additionally, the data collection process will be managed using Microsoft Excel. Selection Process Title and Abstract Screening To ensure accuracy and consistency in the screening process, two independent reviewers will screen the titles and abstracts of a test set of articles based on the inclusion criteria. Titles and abstracts of articles that do not meet the inclusion criteria will be excluded, and any disagreements or potential modifications to the eligibility criteria will be deliberated by the reviewers. The interrater agreement between the two independent reviewers will be computed using Microsoft Excel and if 80% agreement is obtained between the two reviewers, the remaining articles will be screened independently by the two reviewers. If the agreement percentage falls below 80%, the study team will review and refine the criteria as well as retrain screeners, as necessary( 17 ). They will then conduct a second round of screening with a new subset of articles until a satisfactory level of agreement is attained. The full-text for articles that potentially meet the criteria will be downloaded and imported into Covidence Systematic Review Software for full-text screening. Full-text Screening The full texts of the articles that successfully passed the screening will undergo a comprehensive evaluation against the inclusion criteria, conducted by two independent reviewers. If any article is found not to meet the inclusion criteria, the rationale for its exclusion will be documented. Any discrepancies between the reviewers will be addressed through discussion and resolved with the input of a third reviewer. The outcomes of the search and study selection process will be outlined in the final scoping review using a flow diagram in accordance with the Preferred Reporting Items for Systematic Reviews and Meta-analyses extension for scoping review (PRISMA-ScR) guidelines( 14 ). Data Extraction Using Microsoft Excel, a data extraction form will be created to record necessary information from all included articles. Prior to the actual data extraction, both reviewers will test the data extraction form on a subset of articles to ensure consistent and accurate data retrieval. Once a consensus is established, both reviewers will independently extract data from the remaining articles within the same set of included articles. To maintain consistency, a third reviewer will perform random spot checks on 5% of the included articles. The extracted data variables will include general article characteristics (i.e., year, authors, journal, etc.), study design, rare disease studied, rare disease drug studied and its characteristics (i.e., formulation, drug class), data sources, observational research methods undertaken including the authors’ rationale for the choice of methods, outcomes including how they were defined and measured, key findings, conclusions, and funding sources(ie. industry, academic, government etc). A draft extraction tool is provided (see Appendix 2). If required, the data extraction tool will be iteratively modified as necessary early during the extraction process, and modification will be detailed in the final scoping review. Any disagreements between the two reviewers will be resolved through discussion with a third reviewer. With respect to missing data, the authors of the paper will be contacted and requested to provide additional information. In cases where the data cannot be obtained, the absence of that information will be documented as ‘unreported.’ Data Analysis and Presentation A descriptive quantitative analysis of the included articles will be conducted using Microsoft Excel, alongside a qualitative analysis of appropriate variables as captured in the extraction tool. Data for the first review question will quantify the frequency of each observational research method discussed in the included studies. Data for the second review question will reflect the frequency counts regarding the rationale of method selection and how its application addressed the methodological concerns with the rare disease being studied. Data for the third review question will quantify the frequency of each rare disease discussed in the included studies. The outcomes of the search and the process of including studies will be visually represented in a PRISMA flow diagram as per reference( 14 ). The relevant data gathered during the extraction will be illustrated in suitable tables and figures, serving to highlight the current evidence and knowledge gaps in literature. A descriptive summary of how observational research methods included in the review were applied to generate the health outcomes of interest will be included with the tabular results. The findings from this scoping review will support researchers in understanding which observational research methods can be applied to certain rare disease drug studies to overcome methodological challenges to obtain RWE on drug effectiveness or safety. Data Availability N/A Appendix 1: Search Strategy MEDLINE Search conducted on Oct 31, 2023 View this table: View inline View popup Download powerpoint EMBASE Search conducted on Oct 31, 2023 View this table: View inline View popup Appendix 2: Data Extraction Form View this table: View inline View popup Download powerpoint Reference 1. ↵ Gagne JJ , Thompson L , O’Keefe K , Kesselheim AS . Innovative research methods for studying treatments for rare diseases: methodological review . BMJ . 2014 Nov 24; 349 (nov24 15): g6802 – g6802 . OpenUrl Abstract / FREE Full Text 2. Yates N , Hinkel J. The economics of moonshots: Value in rare disease drug development . Clin Transl Sci . 2022 Apr 25; 15 ( 4 ): 809 – 12 . OpenUrl 3. ↵ Groft SC , Posada M , Taruscio D. Progress, challenges and global approaches to rare diseases . Acta Paediatr . 2021 Oct 19; 110 ( 10 ): 2711 – 6 . OpenUrl PubMed 4. ↵ Gupta S. Rare diseases: Canada’s ‘research orphans’ . Open Med . 2012 ; 6 ( 1 ): e23 – 7 . OpenUrl PubMed 5. ↵ Herder M. What Is the Purpose of the Orphan Drug Act? PLoS Med . 2017 Jan 3; 14 ( 1 ): e1002191 . OpenUrl CrossRef PubMed 6. ↵ European Parliament and of the Council . Regulation (EC) No 141/2000 of the European Parliament and of the Council of 16 December 1999 on orphan medicinal products . Brussels ; 2000 [Internet]. [cited 2023 Nov 11 ]. Available from: https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A32000R0141 7. ↵ Fermaglich LJ , Miller KL . A comprehensive study of the rare diseases and conditions targeted by orphan drug designations and approvals over the forty years of the Orphan Drug Act . Orphanet J Rare Dis . 2023 Jun 23; 18 ( 1 ): 163 . OpenUrl 8. ↵ Suvarna V. Real world evidence (RWE) - Are we (RWE) ready? Perspect Clin Res . 2018 ; 9 ( 2 ): 61 . OpenUrl PubMed 9. ↵ Abrahamyan L , Feldman BM , Tomlinson G , Faughnan ME , Johnson SR , Diamond IR , et al. Alternative designs for clinical trials in rare diseases . Am J Med Genet C Semin Med Genet . 2016 Dec 14; 172 ( 4 ): 313 – 31 . OpenUrl CrossRef 10. ↵ Whicher D , Philbin S , Aronson N. An overview of the impact of rare disease characteristics on research methodology . Orphanet J Rare Dis . 2018 Dec 19; 13 ( 1 ): 14 . OpenUrl PubMed 11. ↵ Wu J , Wang C , Toh S , Pisa FE , Bauer L. Use of real‐world evidence in regulatory decisions for rare diseases in the United States—Current status and future directions . Pharmacoepidemiol Drug Saf . 2020 Oct 30; 29 ( 10 ): 1213 – 8 . OpenUrl 12. ↵ Liu J , Barrett JS , Leonardi ET , Lee L , Roychoudhury S , Chen Y , et al. Natural History and Real‐World Data in Rare Diseases: Applications, Limitations, and Future Perspectives . The Journal of Clinical Pharmacology . 2022 Dec 3; 62 ( S2 ). 13. ↵ Government of Canada-Health Canada . Building a National Strategy for High-Cost Drugs for Rare Diseases: A Discussion Paper for Engaging Canadians . 2021 . 14. ↵ Tricco AC , Lillie E , Zarin W , O’Brien KK , Colquhoun H , Levac D , et al. PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation . Ann Intern Med . 2018 Oct 2; 169 ( 7 ): 467 – 73 . OpenUrl CrossRef PubMed 15. ↵ The Canadian Agency for Drugs and Technologies in Health . Guidance for Reporting Real-World Evidence . 2023 . 16. ↵ Bramer WM , Giustini D , de Jonge GB , Holland L , Bekhuis T. De-duplication of database search results for systematic reviews in EndNote . J Med Libr Assoc . 2016 Jul ; 104 ( 3 ): 240 – 3 . OpenUrl CrossRef PubMed 17. ↵ McHugh ML . Interrater reliability: the kappa statistic . Biochem Med (Zagreb) . 2012 ; 22 ( 3 ): 276 – 82 . OpenUrl View the discussion thread. Back to top Previous Next Posted May 16, 2024. Download PDF Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol Yuti P Patel , Lea Ghaddar , Yuqi Lin , Nuzat Karim , Kelvin Chan , Lee Dupuis , Mina Tadrous medRxiv 2024.05.16.24307474; doi: https://doi.org/10.1101/2024.05.16.24307474 Share This Article: Copy Citation Tools Application of observational research methods to real-world studies for rare disease drugs: a scoping review protocol Yuti P Patel , Lea Ghaddar , Yuqi Lin , Nuzat Karim , Kelvin Chan , Lee Dupuis , Mina Tadrous medRxiv 2024.05.16.24307474; doi: https://doi.org/10.1101/2024.05.16.24307474 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Health Policy Subject Areas All Articles Addiction Medicine (574) Allergy and Immunology (865) Anesthesia (304) Cardiovascular Medicine (4462) Dentistry and Oral Medicine (445) Dermatology (383) Emergency Medicine (611) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1517) Epidemiology (15251) Forensic Medicine (31) Gastroenterology (1132) Genetic and Genomic Medicine (6621) Geriatric Medicine (669) Health Economics (1002) Health Informatics (4564) Health Policy (1372) Health Systems and Quality Improvement (1617) Hematology (544) HIV/AIDS (1272) Infectious Diseases (except HIV/AIDS) (15938) Intensive Care and Critical Care Medicine (1107) Medical Education (624) Medical Ethics (147) Nephrology (670) Neurology (6643) Nursing (346) Nutrition (1001) Obstetrics and Gynecology (1149) Occupational and Environmental Health (957) Oncology (3350) Ophthalmology (981) Orthopedics (369) Otolaryngology (421) Pain Medicine (436) Palliative Medicine (130) Pathology (665) Pediatrics (1698) Pharmacology and Therapeutics (694) Primary Care Research (714) Psychiatry and Clinical Psychology (5465) Public and Global Health (9259) Radiology and Imaging (2212) Rehabilitation Medicine and Physical Therapy (1372) Respiratory Medicine (1198) Rheumatology (598) Sexual and Reproductive Health (716) Sports Medicine (533) Surgery (715) Toxicology (100) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a03c2bac6bc41640',t:'MTc4MDEyNzY2NA=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();