The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation

preprint OA: closed
📄 Open PDF Full text JSON View at publisher

Abstract

Background: Advancements in imaging technology, alongside increasing longevity and co-morbidities, have led to heightened demand for diagnostic radiology services. However, there is a shortfall in radiology and radiography staff to acquire, read and report on such imaging examinations. Artificial intelligence (AI) has been identified, notably by AI developers, as a potential solution to impact positively the workload of radiology services for diagnostics to address this staffing shortfall. Methods: A rapid review complemented with data from interviews with UK radiology service stakeholders was undertaken. ArXiv, Cochrane Library, Embase, Medline and Scopus databases were searched for publications in English published between 2007 and 2022. Following screening 110 full texts were included. Interviews with 15 radiology service managers, clinicians and academics were carried out between May and September 2022. Results: Most literature was published in 2021 and 2022 with a distinct focus on AI for diagnostics of lung and chest disease (n = 25) notably COVID-19 and respiratory system cancers, closely followed by AI for breast screening (n = 23). AI contribution to streamline the workload of radiology services was categorised as autonomous, augmentative and assistive contributions. However, percentage estimates, of workload reduction, varied considerably with the most significant reduction identified in national screening programmes. AI was also recognised as aiding radiology services through providing second opinion, assisting in prioritisation of images for reading and improved quantification in diagnostics. Stakeholders saw AI as having the potential to remove some of the laborious work and contribute service resilience. Conclusions: This review has shown there is limited data on real-world experiences from radiology services for the implementation of AI in clinical production. Autonomous, augmentative and assistive AI can, as noted in the article, decrease workload and aid reading and reporting, however the governance surrounding these advancements lags.
Full text 76,356 characters · extracted from preprint-html · click to expand
The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation Claire Sutton , Julie Prowse , Mai Elshehaly , Rebecca Randell doi: https://doi.org/10.1101/2025.07.24.25332132 Claire Sutton 1 Department of Nursing and Midwifery, University of Birmingham , Birmingham, UK 2 Workforce Observatory, University of Bradford , UK Roles: Assistant Professor in Adult Nursing Find this author on Google Scholar Find this author on PubMed Search for this author on this site For correspondence: c.e.sutton{at}bham.ac.uk Julie Prowse 2 Workforce Observatory, University of Bradford , UK 3 Faculty of Health Studies, University of Bradford , Bradford, UK Roles: Associate Professor in Healthcare Leadership Find this author on Google Scholar Find this author on PubMed Search for this author on this site Mai Elshehaly 5 Department of Computer Science, City, University of London , London, UK Roles: Lecturer in Visualisation Find this author on Google Scholar Find this author on PubMed Search for this author on this site Rebecca Randell 2 Workforce Observatory, University of Bradford , UK 3 Faculty of Health Studies, University of Bradford , Bradford, UK 4 Wolfson Centre for Applied Health Research , Bradford, UK Roles: Professor in Digital Innovations in Healthcare Find this author on Google Scholar Find this author on PubMed Search for this author on this site Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract Background Advancements in imaging technology, alongside increasing longevity and co-morbidities, have led to heightened demand for diagnostic radiology services. However, there is a shortfall in radiology and radiography staff to acquire, read and report on such imaging examinations. Artificial intelligence (AI) has been identified, notably by AI developers, as a potential solution to impact positively the workload of radiology services for diagnostics to address this staffing shortfall. Methods A rapid review complemented with data from interviews with UK radiology service stakeholders was undertaken. ArXiv, Cochrane Library, Embase, Medline and Scopus databases were searched for publications in English published between 2007 and 2022. Following screening 110 full texts were included. Interviews with 15 radiology service managers, clinicians and academics were carried out between May and September 2022. Results Most literature was published in 2021 and 2022 with a distinct focus on AI for diagnostics of lung and chest disease (n = 25) notably COVID-19 and respiratory system cancers, closely followed by AI for breast screening (n = 23). AI contribution to streamline the workload of radiology services was categorised as ‘autonomous’, ‘augmentative’ and ‘assistive’ contributions. However, percentage estimates, of workload reduction, varied considerably with the most significant reduction identified in national screening programmes. AI was also recognised as aiding radiology services through providing second opinion, assisting in prioritisation of images for reading and improved quantification in diagnostics. Stakeholders saw AI as having the potential to remove some of the laborious work and contribute service resilience. Conclusions This review has shown there is limited data on real-world experiences from radiology services for the implementation of AI in clinical production. Autonomous, augmentative and assistive AI can, as noted in the article, decrease workload and aid reading and reporting, however the governance surrounding these advancements lags. Introduction Globally the work of radiology services is extensive [ 1 ]. Increasingly volume and task complexity for radiologists has grown [ 2 , 3 ]. Whilst technical advances in medical imaging benefit patient outcomes, most increase the workload for diagnostic radiology [ 3 ]. Ageing populations, limitations on training posts in radiology and the impacts of COVID-19 have exacerbated a global shortage of radiologists [ 4 ]. Hosny et al. [5 501 ] advised that artificial intelligence (AI) ‘… within the imaging workflow would increase efficiency, reduce errors and achieve objectives with minimal manual input’. Gampala et al.’s [ 6 ] review recommended AI proffers radiologists more time for both patient consultation and complex image analysis. The potential of AI to impact radiology services positively was advised by the European Society of Radiology (ESR) [ 7 ]. An ESR [ 8 2 ] survey of members in December 2018 identified in general a ‘favourable attitude’ to AI in radiology. However there continues to be scepticism regarding AI in clinical radiology. Wong et al. [9 142 ] reported fear ‘computers replace radiologists’ but advised AI has the potential to change clinical radiology for advancement. Karantanas and Efremidis [ 10 ] advocated for radiologists to ‘control’ the application and prevalence of AI in clinical practice. Eltawil et al.’s [11 1 ] scoping review examining factors shaping facilitators and barriers advised of radiologists’ ‘lack of acceptance and trust’ of AI as well as its potentiality for improved accuracy and efficiency. Eche et al. [ 12 ] noted limitations in generalisability of AI attenuates adoption at pace in clinical practice. Similarly, Gisanti [ 13 ] has noted the need for robust, consistent, governance with respect to AI adoption particularly with an international lens. Machine learning (ML) was one of the first terms used to describe computers learning as they were exposed to datasets [ 7 ]. The evolution of ML has led to complex models that aim to simulate human thinking that in turn has led to deep learning algorithms of many layers of connected artificial neural networks capable of complex tasks such as image interpretation [ 7 ]. Computer-aided detection/diagnosis (CAD) according to Fujita [ 14 ] heralded a third wave of AI development. Categorisation of CAD is by clinical application for example: detection, diagnosis and triage with implementation often for prioritisation purposes [ 14 ]. Whilst the emphasis of computer-aided diagnostics is on accuracy, sensitivity and specificity, for detection there has been a recent call for studies that look at the impact on, ‘clinically meaningful endpoints such as survival, symptoms, and need for treatment’ [15 e486 ]. This rapid review of the impacts of AI on the workload of radiology services was initially undertaken as part of a workforce review of radiology services in the north of England. The workforce review also comprised a series of interviews with radiology services’ stakeholders who were asked specifically about AI. This rapid review and contextualising interviews with UK radiology service stakeholders aimed to synthesise a range of research to respond to the following question pertaining to the impacts of AI on radiology services workload: What and how, does and could artificial intelligence impact radiology services’ workload now or in the future? Materials and Methods A rapid review, noted as an accelerated means of evidence synthesis [ 16 , 17 ], was selected as an appropriate review approach, within a five-month timeframe (April to August 2022), to harness and interpret available and appropriate international evidence pertinent to the research question. Guidance from the Cochrane Rapid Reviews Methods Group [ 18 ] was used to structure the rapid review protocol. Once the protocol was agreed between the review team it was lodged with the ‘International prospective register of systematic reviews’ (PROSPERO) and is identifiable by the reference: CRD42022341257. The following five databases were searched: arXiv, Cochrane Library, Embase, Medline and Scopus with variations of the following search string used in Embase, Medline and Scopus: “radiolog*” AND (“artificial intelligence” OR “machine learning” OR “deep learning” OR “image analysis”) AND (“workload” OR “skill mix” OR “productivity”). Computer science and engineering databases were not incorporated owing to the focus of the review being the impact of AI on health service delivery rather than technological advancement of AI. Searches were limited by English language literature published between January 2007 and May 2022. These databases and date range were chosen to provide a comprehensive level of literature without unnecessary duplication. A health studies subject librarian provided expert guidance regarding literature searching. Search results from across the five databases were collated into a single EndNote library. Following deduplication, the title and abstract of each record were screened. Subsequently the full texts of all retrieved records were screened. The inclusion and exclusion criteria utilised to develop a full text screening algorithm are provided in Table 1 . View this table: View inline View popup Download powerpoint Table 1: Inclusion and exclusion criteria The flowchart for full text screening, which was developed from the initial title/abstract screening algorithm, is presented in Appendix 1. The Mixed Methods Appraisal Tool (MMAT) [ 19 ] was used to evaluate the quality of included literature (see Appendix 3). Data extraction culminating in thematic analysis and narrative synthesis of key findings was completed manually by one author. The production of the rapid review by a single researcher was a divergence from the protocol lodged with PROSPERO however was necessary owing to limited time to complete the rapid review initially. The findings of this review are contextualised with quotes from interviews with UK radiology service stakeholders including senior clinicians, managers and academics involved in the education of radiographers. The interview data reported in this paper is focused on AI in clinical diagnostic radiology services and consequences for the workforce, however the whole interview schedule, of which the AI oriented question was a part, was more far-ranging. Our choice to contextualise a rapid review with stakeholder views aligns to Christensen et al.s [ 20 ] suggestion, if review findings are to be impactful, their implementation might be enhanced through the clinicians’ ‘voices’. Greenhalgh and Papoutsi [21 2 ] have previously advocated for the importance of research that engages and represents the complexity of healthcare, ‘we need research designs and methods that foreground dynamic interactions and emergency’. If our approach aligns to Braun and Clarke’s [ 22 ] small q research, then we propose, despite a non-representative sample of stakeholders, lack of data saturation and triangulation, the ‘voices’ of senior clinicians, managers and academics do provide legitimate insights into how AI is viewed on the ‘frontline’ of clinical diagnostic radiology services. We used purposive sampling to identify fifteen interviewees who, as Johnson, Adkins and Chauvin [ 23 ] advise, had specific experiences and expertise we wanted to learn about in relation to clinical diagnostic radiology services in the UK. The following AI specific question was asked to service managers and clinicians: What are your thoughts about introducing artificial intelligence into radiology services? And to academics: What do you think is the potential for digital technology, for example artificial intelligence, to support cancer diagnosis within radiology and what are the consequences in terms of workforce planning? Interviews were carried out between May and September 2022 and recorded using Microsoft Teams. Recordings were transcribed verbatim by a commercial transcription service and manually analysed using Braun and Clarke’s [ 24 ] approach to thematic analysis. Ethical approval for the empirical work was granted by the Research Ethics Committee of the University of Bradford (reference: EC27051). Results 1) Overview of included literature Figure 1 provides an overview of the literature selection process of the review. A summary in tabular format of the included literature (n=110) is presented in Appendix 2. Results of the quality appraisal undertaken of each item of included literature are presented in Appendix 3. Download figure Open in new tab Figure 1: Simple flow chart to show numbers of articles at each stage of the selection process The greatest diversity in quality across the body of literature of the review occurs with the implementation of statistical analysis (question 4.5). The variation in sample size for both AI training and evaluation is also notable, with one research project using as few as 50 X-rays [ 25 ] and another, scans from 114 421 participants [ 26 ]. Most literature included within the review was published in 2021 (n = 35) with a noticeable increase in publications from 2020 onwards. The bar chart below ( Figure 2 ) illustrates included literature of the review by year. Download figure Open in new tab Figure 2: Included literature by year from January 2007 to May 2022 There is a global distribution of included literature. Most literature is from researchers in China (n = 33), followed by 13 items of literature from researchers in the United States (US), eight items of literature from international research collaborations and six items of literature from researchers based in India. It is apparent researchers often relied on or incorporated publicly available datasets to develop and evaluate AI, for example those identified by Agrawal and Choudhary [ 27 ] including Imagenet; Japanese Society of Radiological Technology database; from Shenzhen No. 3 People’s Hospital in China; Department of Health and Human Services Montgomery County, Maryland; and the National Institutes of Health Chest X-ray Dataset. Similarly, Alduraibi [ 28 ] utilised the Breast Ultrasound Images Dataset. Hidayah et al. [ 29 ] used the University of California Irvine Machine Learning Repository. The Lung Image Database Consortium (LIDC-IDRI) was used in the work of Ismaeil and Salem [ 30 ]; Kasinathan and Jayakumar [ 31 ]; Monkam et al. [ 32 ]; Seidel et al. [ 33 ]; Tandungan et al. [ 34 ] and Zamacona et al. [ 35 ]. References to AI for diagnostics of lung and chest disease most frequently occur, with n = 25. Twenty-three items of literature examined AI for COVID-19 diagnosis and pneumonia secondary to COVID-19. Similarly, 23 items of literature presented AI for breast screening; pathologies including cancer. AI application in imaging of the central nervous system is illustrated in eight items and seven items focus on acute ischaemic stroke, haemorrhage infarction and intracranial aneurysms. Notably AI in cancer diagnostics is apparent in 50 studies with most concerned with breast cancer (n = 24), lung nodules, diseases including cancer (n = 17) and cancers of the central nervous system (n = 3). All, except one item of literature, referenced the impacts of AI for the workload/workflow of medics by the terms ‘doctors’, ‘radiologists’, ‘physicians’, ‘medical practitioners.’ Pedrosa et al. [ 36 ] referenced the impact of AI for ‘technicians’ and ‘radiologists.’ On occasion medical specialities are referenced for example as ‘nuclear medicine physicians’ [ 37 ] and ‘neuroradiologists’ [ 38 ]. Computed Tomography (CT) is the most common imaging examination utilised for AI development and evaluation (n = 39). Radiographs are also used extensively. Most radiographs were chest X-rays (n = 21). Magnetic Resonance Imaging (MRI) and Magnetic Resonance Angiography (MRA) are referenced as the basis for AI development and evaluation in 19 studies. Mammography was the imaging examination of choice in 13 studies. The most commonly described AI in the review’s literature is a type of deep learning: convolutional neural networks (CNNs) (n = 45). However, there is variation in how authors described CNNs in their research [ 37 , 39 – 42 ]. ‘Deep learning’ is also frequently referenced (n = 17). Computer-aided diagnosis/detection (CAD) including utilisation of image segmentation is represented as a common application (n = 27) in the literature often from CNNs. CAD is used for disease detection and in disease classification for diagnosis often coupled with image segmentation (n = 7). Automating image segmentation with, for example, weakly supervised CAD would aid physician workload reduction considerably [ 43 , 44 ]. The contribution of AI to automate segmentation is further discussed in the next section. Machine learning is referenced in a small number of studies (n = 5). Radiomics is also referenced in a small number of studies (n = 4) benefiting quantifiable data interpretation notably in the diagnosis of lung nodules [ 45 ], pancreatic cancer detection and/or classification [ 46 ] and glioma grading [ 47 ]. 2) Artificial intelligence (AI) for reducing volume of workload and improving service efficiency Percentage estimates for reductions in clinical radiologists’ workload owing to AI implementation are variable, from 15% [ 48 ] to more than 86% [ 26 ]. Greatest estimates, notably of up to 86.7% [ 26 , 49 ] in clinical radiologists’ workload, are seen in the context of national screening programmes [ 26 , 45 , 50 ]. This evidence is echoed in the words of a regional director for health and social care workforce transformation who stated: The technology that’s out there now should be reading 90% of what needs reading … the really complicated (images) should only be read (manually) … This review notes categories of possible AI contribution and clinician oversight termed ‘independent’, ‘semi-dependent’ and ‘dependent’ to categorise how AI may positively impact radiology workload and efficiency. AI-human interaction, as determined in Allen’s [ 51 ] discussion, in relation to the regulation of AI in pathology, has been informative. Allen [ 51 ] categorised the contribution of AI as ‘in-the-loop’, ‘on-the-loop’ and ‘out-of-the-loop’ with ‘the loop’ being the level of the clinician’s responsibility for the AI contribution. Whilst the focus of this review is not primarily the level of clinician responsibility and thus supervision of AI, from a legislative perspective, level of clinician responsibility is helpful to group the ways in which AI may positively reduce radiology workload and enhance service efficiency. Table 2 , below, provides explanations of this review’s categories of ‘autonomous’, ‘augmentative’ and ‘assistive’ AI and an overview of radiology workload of these categories of AI contribution to reduce radiology workload and aid service efficiency. View this table: View inline View popup Table 2: Categories of AI contribution to reduce radiology workload and enhance service efficiency i) Autonomous AI AI has the potential to automate fully initial steps in radiology diagnostics notably through differentiating imaging examinations by those ‘with’ from those ‘without’ disease; termed computer-aided detection or diagnosis. AI, particularly utilising convolutional neural networks, for the automated detection of COVID-19 on chest X-rays for rapid disease identification is reported widely in the literature [ 42 , 52 , 53 , 54 , 55 ]. Similarly automated detection of ‘normal’ from ‘abnormal’ mammograms is of increasing interest [ 56 ]. The words of a general manager for radiology services of a large acute healthcare provider are illustrative of this category of AI: (We’re) starting a project quite soon in breast imaging … we’re looking at whether AI … on the PACS system, will be able to interpret, and then just one radiologist or one reporting radiographer (will report) … it’ll supplement the current workforce or remove some of the laborious work, or the work that’s maybe deemed not necessary. So, it might provide some extra resilience as well . Efficiency of triage, the process by which image/patient management may be sequenced, can be aided by AI application. For illustration, the work of Galvan-Tejada et al. [73 14 ] advised their AI ‘may have the practical use of triaging mammograms in developing countries where there is a deficiency of expert readers.’ Rodriguez-Ruiz et al. [83 4830 ] proposed AI ‘to automatically pre-select exams for radiologist evaluation …’. This thought chimes with the words of a clinical professor in radiography: I think the key (thing) from our perspective is the work that’s going on at the moment around second read, around prioritisation of work. So, (AI) can triage, and certainly this is one of those questions we’re having currently within our pathways … (for example) a chest x-ray with suspicious findings, it will do an immediate read, and it will put it to the top of the worklist . Verburg et al. [ 84 ] and Yala et al. [ 85 ] similarly proposed AI for automated triaging breast screening notably for benefit where double reading by clinicians is standardised practice (in Europe) to aid clinical efficiency; AI plus clinician compared with two clinicians. Rajaraman et al.’s [65 28 ] AI for tuberculosis classification proffered ‘advanced assistance in radiologist interpretive workflows to include triage of abnormal findings …’. Zapaishchykova et al. [86 424 ] proposed AI, based on classification, for ‘an automated yet interpretable pelvic trauma decision support system’. ii) Augmentative AI One of the most significant means by which AI positively impacts radiology workload is automation in segmentation, this is referenced in more than 20 items of literature of the review. Segmentation is a process for image analysis, often coupled with classification, where segmentation owing to image sub-division leads to refined tissue contouring, and classification aids image level disease prediction based on image data [ 27 ]. Convolutional neural networking is utilised commonly for AI driven automation in segmentation [ 39 , 40 , 57 , 58 , 59 , 60 , 61 , 62 , 63 , 64 , 65 , 66 , 67 , 68 ]. Particularly, interest is shown in the use of AI to automate lung segmentation in the detection and/or diagnosis of COVID-19 [ 39 , 68 , 69 ], lung disease [ 65 , 71 ] and lung nodules [ 58 ]. Similar interest is also evident in AI for automation in segmentation of known or suspected malignancy for example in the analysis of images of breast lesions [ 40 , 60 , 71 ], hepatocellular carcinoma [ 57 ] and nasopharyngeal carcinoma [ 60 ]. Sichtermann et al.’s [ 66 ] AI to automate segmentation of intracranial aneurysms offered the potential of automation in segmentation to reduce radiologists’ cognitive strain. Van der Oever et al.’s [ 67 ] AI for detection of coronary artery calcium (CAC) exclusion or segmentation benefited a reduction in 86% of all scans for CAC requiring radiologist review. AI can also contribute to radiology workload efficiency by acting as a tool for supplementary diagnosis. Chen et al. [72 231 ] evaluated deep transfer learning, for rapid detection and classification for COVID-19, claiming improved sensitivity and reduced reading time versus manual reading concluding transfer learning as a model for ‘auxiliary diagnosis’. Similarly, multiple researchers termed AI as a tool for ‘second opinion’. Ali et al. [ 70 ] advised AI proffering second opinion increases objectivity in diagnosis. Galvan-Tejada et al. [ 73 ] noted AI for second opinion supports classification of breast tumours. Hussain et al. [ 76 ] advised their AI gave radiologists a second opinion during interpretation to aid COVID-19 diagnosis. Noshad et al. [ 42 ] noted AI may provide second opinion not only for decreased workload but improved accuracy in COVID-19 detection. Comparatively Pedrosa et al.’s [36 15 ] research presented a more sceptical view of deep learning performances for COVID-19 screening however nonetheless did conclude AI could provide a ‘robust’ second opinion. AI has the potential to support less experienced radiologists as an adjunctive diagnostic tool. Kakeda et al. [ 38 ] identified AI benefits improved accuracy in the reading of MR angiography for intracranial haemorrhage by less experienced radiologists; however less experienced radiologists plus a computer-aided diagnosis system were no more accurate than experienced neuroradiologists. In addition, those less experienced radiologists assisted by a computer-aided diagnosis system (CADS) were quicker in their reading than experienced neuroradiologists without CADS. Yao et al. [ 82 ] in the context of rib fracture detection also concluded AI aids clinician reporting performance including speed of diagnosis for both junior and experienced radiologists. Rao et al. [77 92 ] recommended utilising AI in the context of intracranial haemorrhage diagnosis ‘as an adjunct to current peer review tools as a second reader …’. Wang et al.’s [ 78 ] work also in relation to intracranial haemorrhage (detection and classification), proposed AI for second reading or triaging; workflow facilitation. AI for supplementary diagnosis or ‘second opinion’ may streamline interpretation and thus reduce the number of clinicians to read and report. McKinney et al. [77 93 ] noted AI for breast cancer screening has the potential to reduce ‘the need for double reading in 88% of UK screening cases …’ with no loss of accuracy. A general manager for radiology services of a large healthcare organisation advised of planned augmentative AI trialling noting: … (in) …. asymptomatic breast screening, where they’re looking for … early identification of cancers … historically, they’ve always had two people, but it could be that (this is reduced to one) … I think that will really support … we have a significant workforce challenge for radiologists and consultant radiographers in the breast area . Zamacona et al. [ 35 ] utilised AI for diagnostic categorisation and determination of subsequent radiologist reading requirement. Grauhan et al. [87 355 ] promoted AI for worklist prioritisation and ‘safety in situations of increased workload.’ A divisional director for clinical support services in a large healthcare organisation advised in relation to augmentative AI: … I’m sure it’ll [AI] be enormous in the future. … whether it’s in assisting reporting … (or) supporting decision making around (reporting) . iii) Assistive AI AI has been found to reduce the time taken to read individual scans. Benedikt et al. [ 80 ] concluded their computer-aided detection system with digital breast tomosynthesis can reduce reading time by 29.2%. Joshi et al. [ 54 ] concluded their AI is capable of detecting COVID-19, from non-COVID-19 on chest X-rays in 0.137 seconds. Li et al. [ 61 ] claimed their AI for automatic segmentation of imaging in total anomalous pulmonary venous connection produced results in 400 milliseconds compared with two to three hours by manual segmentation. Improved rapidity of disease detection or diagnosis may expedite patient management, notably treatment, particularly in urgent cases but may also improve communication between clinicians. For example, Meng et al. [ 81 ] reported AI for timely communication between radiologists and referring physicians where the AI was able to identify, based on radiological findings, those cases requiring prompt follow-up. A consultant radiologist noted their positivity about the possibilities of assistive AI although felt it would particularly benefit timely data consensus: I am fully positive about it. (Imagine) … if you started a report and you had all that information, like, “Lesion X is this, the lung nodules measure this …” and a comparison to a previous (series of images) … and then you just had to join it all up, look for the extra findings … that would massively speed up our reporting . AI may aid improved sensitivity and specificity in delineating areas of suspicion, notably suspected malignancies. Antonios et al. [ 71 ] described BreDAn to automate detection, differentiation and staging of breast lesions. Chang et al. [86 1 ] concluded their AI was capable of ‘reliable quantitative lung diagnosis …’. AI can also benefit improved sensitivity in the detection of small, asymptomatic, vascular lesions. For example, Cao et al. [43 1 ] reported AI to detect acute ischaemic stroke and haemorrhagic infarction finding AI ‘had significantly greater patient-level sensitivity than did the human readers.’ A consultant radiologist expressed their expectations for assistive AI: I hope (AI) makes (us) better image interpreters, whether radiographers or radiologists … (however) maybe the only thing I’d love it to do for me is to measure lesions in cancer . Increasingly AI becomes shared knowledge for international implementation, and available for commercial distribution. For example, both Johansson et al. [ 89 ] and Lauritzen et al. [ 26 ] evaluated the application of Transpara® as a computer-aided detection/diagnosis system in mammography. Aiello et al. [ 69 ] evaluated a range of AI-based segmentation tools for the diagnosis of COVID-19. Similarly, Ardakani et al. [ 90 ] appraised 10 convolutional neural networks for the management of COVID-19 diagnosis. Applications of ResNet, a residual neural network which can be used for image classification, are referenced in the work of Grauhan et al. [ 85 ]; Hseih et al. [ 37 ]; Jacob et al. [ 89 ] and Zhang and Zhang [ 68 ]. U-Net, a convolutional neural network for image segmentation is referenced in the work Gaal et al. [ 58 ]; Khaled et al. [ 61 ]; Liu et al. [ 92 ]; Mahmood et al. [ 63 ]; Rajaraman et al. [ 65 ]; Zhang and Zhang [ 68 ]. It is worth noting all research literature reviewed involved AI development and/or evaluation with the impacts for workload/workflow noted as secondary outcomes. Discussion There is a growing body of international evidence on AI’s potential to reduce the volume and improve the efficiency of manual labour required to be undertaken by radiology services. A decreased volume of images for manual reading is likely to reduce radiologists’ reading fatigue and facilitate focus of clinicians’ attention on high-risk, complex reading tasks, benefiting not only clinician accuracy but also potentially improved patient interactions. In addition, AI can aid prioritisation of the reading queue aiding workflow efficiency. However, there is no consensus that AI used concurrently with radiologist interpretations, such as ‘autonomous’ or ‘augmentative’, excluding segmentation tools, accounting for most of the legally marketed AI tools in the US and Europe, improves radiology service efficiency. AI may not necessarily improve radiology services efficiency given the increased resources required to evaluate and/or adjudicate AI inference. There is limited primary research examining the real-world adoption of AI and impacts on radiology service workload and efficiency. There is heterogeneity across the included studies of this review. Whilst most studies of this review focus on AI development and/or evaluation, sources of datasets, types of AI and anticipated contributions of AI are diverse. Pigott and Shepperd’s [ 69 ] classification of sources of heterogeneity is useful here since it advocates for consideration in how interventions have been implemented, context and conduct of studies notably in complex interventions – those of clinical application in real-world settings. Pigott and Shepperd’s [ 69 ] characteristics of heterogeneity are also evident in Yu et al.’s [ 70 ] contemporary study that examined predictors of heterogeneous treatment effects of AI assistance in diagnostic performance of radiologists. AI design, with the use of deep learning or convolutional neural networks for computer-aided detection and/or diagnosis, and performance evaluation, are the foci of the literature consulted although the scale of such AI design and evaluation research is variable. AI to reduce the volume of work, particularly across large national programmes, for example in breast screening [ 84 , 85 ] and thoracics [ 8 ] develops globally, yet implementation of AI and subsequent patient management around the world is variable [ 56 ]. At present there is a limited literature that specifically evaluates radiology services’ efficiencies, clinician uptake and patient outcomes of AI implementation. Reddy et al.’s [ 93 ] review of AI evaluation frameworks called for evaluation to run in parallel with AI development and workflow integration. This review echoes this call for more research to establish real world impacts of AI on radiology workload and workflow. Vasey et al. [ 94 ] have proposed a systematised approach to clinical evaluation of AI for ‘bringing AI systems from mathematical performance to clinical utility’. The majority of the studies of this review sought to evaluate the accuracy of an AI product with possible impacts on clinician workload and workflow as assumptive conclusions. Whilst stakeholder comments presented within this review indicated positive anticipation of AI’s capability to reduce workload, aid reading prioritisation, improve reading accuracy as well as proffer remote supervision of more junior staff by their senior colleagues, consistent adoption and implementation of AI for radiology diagnostics is more nuanced. Stakeholders’ positivity chimes with the findings of Scott et al. [ 95 ] and Chew and Achananuparp [ 96 ], however does not reflect the concerns also noted in the literature relating to patient privacy breaches and liability for AI errors raising concerns about trustworthiness of AI-led results. Knop et al.’s [ 97 ] work has highlighted the need to better understand human-AI interactions notably from professionals’ perspectives. A recent review by Cartolovni et al. [98 1 ] concluded AI for clinical decision-making shifted a ‘bilateral patient-physician relationship … into a trilateral one’ with at present limited consideration for the authenticity of such dimensions. Similarly Young et al.’s [ 99 ] work examining patient and public views on AI found general positivity towards AI however also presented patients’ caution and predilection for human-interaction. AI can contribute a solution to improve workflow efficiency of radiology services, although the extent to which it can make such a contribution will be determined by the ongoing debate regarding the ultimate legal responsibility for particularly autonomous AI. For example, a recent letter from the US Food & Drug Administration [ 100 ] advised on the use of an AI tool for radiology, stating that images not flagged by the system with suspected findings, which are potentially negative cases, still need to be interpreted, raising the question of whether the use of AI to screen out negative cases in cancer screening programmes is a realistic prospect. Strengths and limitations of the review A single author retrieved, screened and extracted data from literature for the review. This was not planned for within the review protocol (CRD42022341257), however it is not believed to have led to bias within the review and of significant detriment to the quality of the review’s findings. Ultimately a single author approach to the review aided the speed at which the review was produced initially to meet the timeframe stipulated. However, this said, all interviews, quotation from which have been utilised to contextualise specific findings of the literature review, were carried out by the second author. The combination of findings from both a rapid review with interview data is a less common research approach compared with a standalone review, or standalone interviews, however such a combination is believed to strengthen the findings from the rapid review alone carried out by a single author. Whilst the stakeholder contextualisation may be identified as subjective and biased towards the benefits of AI adoption notably among radiology services in the UK, nevertheless, the real-world views presented do illustrate the need for further empirical work to evaluate more rigorously and extensively clinicians’ experiences of AI with respect to workload and flow in this fledging area of research. Conclusion There has been and is a global ambition to develop AI, with the benefit to reduce the workload for clinicians of diagnostic radiology services, particularly since 2020. Most studies, of this review, centre the use of AI in imaging for the diagnosis of lung and chest disease, and coincide with diagnostic demands associated with the COVID-19 pandemic. In the future, the use of AI to increase clinicians’ time for complex reading tasks may have greatest impact in national screening programmes, notably through autonomous AI. Autonomous AI reads and reports, with a patient management plan, independently of clinician contribution. This may be compared with assistive AI that reads and reports data for the clinician to utilise in patient management, and augmentative AI reads and provide data for the clinician to use in their reporting and patient management. Despite the potential of AI to reduce clinicians’ workload and promote workflow efficiency in diagnostic radiology services, there is very little empirical research that evaluates or adjudicates AI inference, similarly examines the real-world adoption of AI and its impacts. There are significant concerns from clinicians for patient privacy and confidentiality, and legislative responsibility for the use of AI in clinical diagnostic radiology services globally. Data Availability All data produced in the present work are contained in the manuscript. Acknowledgements This paper is based on commissioned research undertaken by the Workforce Observatory, that was funded by the West Yorkshire Integrated Care Board on behalf of the West Yorkshire Health and Care Partnership. We thank the interview participants for contributing their time and perspectives. Appendices Flowchart for full text screening Summary of included literature following full text screening Quality appraisal of included literature using the Mixed Methods Appraisal Tool (2018) Footnotes Conflict of interest statement: There are no conflicts of interest to be declared either in the undertaking of this review or the submission of this manuscript. References [1]. ↵ MacDonald , S. , Cowan , I. , Floyd , R. and Graham , R. ( 2013 ) Measuring and managing radiologist workload: A method for quantifying radiologist activities and calculating the full-time equivalents required to operate a service . Journal of Medical Imaging and Radiation Oncology 57 , 551 – 557 DOI: 10.1111/1754-9485.12091 OpenUrl CrossRef [2]. ↵ Bruls , R. and Kwee , R. ( 2020 ) Workload for radiologists during on-call hours: dramatic increase in the past 15 years . Insights into Imaging 11 ( 121 ) doi: 10.1186/s13244-020-00925-z OpenUrl CrossRef [3]. ↵ Kwee , T. and Kwee , R. ( 2021 ) Workload of diagnostic radiologists in the foreseeable future based on recent scientific advance: growth expectations and role of artificial intelligence . Insights into Imaging 12 ( 88 ) doi: 10.1186/s13244-021-01031-4 OpenUrl CrossRef [4]. ↵ Henderson , M. ( 2022 ) Radiology Facing a Global Shortage . https://www.rsna.org/news/2022/may/Global-Radiologist-Shortage Accessed 02 August 2022 [5]. Hosny , A. , Parmar , C. , Quackenbush , J. , Schwartz , L. and Aerts , H. ( 2018 ) Artificial intelligence in radiology . Nature Reviews Cancer 18 ( 8 ), 500 – 510 DOI: 10.1038/s41568-018-0016-5 OpenUrl CrossRef PubMed [6]. ↵ Gampala , S. , Vankeshwaram , V. , Gadula , S. ( 2020 ) Is artificial intelligence the new friend for radiologists? A review article . Cureus 12 ( 10 ), e11137 DOI: 10.7759/cureus.11137 OpenUrl CrossRef [7]. ↵ European Society of Radiology ( 2019 ) What the radiologist should know about artificial intelligence – an ESR white paper . Insights into Imaging 10 ( 44 ) doi: 10.1186/s13244-019-0738-2 OpenUrl CrossRef PubMed [8]. ↵ European Society of Radiology ( 2019 ) Impact of artificial intelligence on radiology: a EuroAIM survey among members of the European Society of Radiology . Insights into Imaging 10 ( 105 ) doi: 10.1186/s13244-019-798-3 OpenUrl CrossRef [9]. Wong , S. , Al-Hasani , H. , Alam , Z. and Alam , A. ( 2019 ) Artificial intelligence in radiology: how will we be affected . European Radiology 29 , 141 - 143 doi: 10.1007/s00330-018-5644-3 OpenUrl CrossRef [10]. ↵ Karantanas , A. and Efremidis , S. ( 2022 ) The concept of the invisible radiologist in the era of artificial intelligence . European Journal of Radiology https://www.sciencedirect.com/science/article/pii/S0720048X21006288 Accessed 03 August 2022 [11]. Eltawil , F. , Atalla , M. , Boulos , E. , Amirabadi , A. and Tyrrell , P. N. ( 2023 ) Analyzing barriers and enablers for the acceptance of artificial intelligence innovations into radiology practice: A scoping review . Tomography 9 ( 4 ) doi: 10.3390/tomography9040115 OpenUrl CrossRef [12]. ↵ Eche , T. , Schwartz , L.H. , Mokrane , F-Z. and Dercle , L. ( 2021 ) Toward generalizability in the deployment of artificial intelligence in radiology: Role of computation stress testing to overcome underspecification . Radiology: Artificial Intelligence 3 ( 6 ) doi: 10.1148/ryai.2021210097 OpenUrl CrossRef [13]. ↵ Giansanti , D. ( 2022 ) The regulation of artificial intelligence in digital radiology in the scientific literature: A narrative review of reviews . Healthcare 10 ( 10 ) 1824 DOI: 10.3390/healthcare10101824 OpenUrl CrossRef [14]. ↵ Fujita , H. ( 2020 ) AI-based computer-aided diagnosis (AI-CAD): the latest review to read first . Radiological Physics and Technology 13 , 6 – 19 doi: 10.1007/s12194-019-00552-4 OpenUrl CrossRef [15]. Oren , O. , Gersh , B. and Bhatt , D. ( 2020 ) Artificial intelligence in medical imaging: switching from radiographic pathological data to clinically meaningful endpoints . The Lancet Digital Health 2 , e486 – e488 doi: 10.1016/S2589-7500(20)30160-6 OpenUrl CrossRef [16]. ↵ Tricco , A. , Antony , J. , Zarin , W. , Strifler , L. , Ghassemi , M. , Ivory , J. , Perrier , L. , Hutton , B. , Moher , D. and Straus , S. ( 2015 ) A scoping review of rapid review methods . BMC Medicine 13 ( 224 ) DOI: 10.1186/s12916-015-0465-6 OpenUrl CrossRef PubMed [17]. ↵ Kelly , S. , Moher , D. and Clifford , T. ( 2016 ) Quality of conduct and reporting in rapid reviews: an exploration of compliance with PRISMA and AMSTAR guidelines . Systematic Reviews 5 ( 79 ) DOI: 10.1186/s13643-016-0258-9 OpenUrl CrossRef PubMed [18]. ↵ Garrity , C. , Gartlehner , G. , Nussbaumer-Streit , B. , King , V. , Hamel , C. , Kamel , C. and Stevens , A. ( 2020 ) Cochrane rapid reviews methods group offers evidence-informed guidance to conduct rapid reviews . Journal of Clinical Epidemiology 130 , 13 – 22 doi: 10.1016/j.jclinepi.2020.10.007 OpenUrl CrossRef [19]. ↵ Hong , Q. N. , Pluye , P. , Fabregues , S. , Bartlett , G. , Boardman , F. , Cargo , M. , Dagenais , P. , Gagnon , M-P. , Griffiths , F. , Nicolau , B. , O’Cathian , A. , Rousseau , M-C. , Vedel , I. ( 2018 ) Mixed Methods Appraisal Tool (MMAT) Version 2018, User guide . http://mixedmethodsappraisaltoolpublic.pbworks.com/w/file/fetch/127916259/MMAT_2018_criteria-manual_2018-08-01_ENG.pdf Accessed 29 July 2022 [20]. ↵ Christensen , V. , Clark , K. , Tallett , S. , Kenyon , E. and Dobscha , S. ( 2021 ) Integration of patient and clinician narratives in systematic reviews: An applied proof of concept . Journal of Clinical and Translational Science 5 ( 1 ) doi: 10.1017/cts.2021.2 OpenUrl CrossRef [21]. Greenhalgh , T. and Papoutsi , C. ( 2018 ) Studying complexity in health services research: desperately seeking an overdue paradigm shift . BMC Medicine 16 ( 95 ) doi: 10.1186/s12916-018-1089-4 OpenUrl CrossRef PubMed [22]. ↵ Braun , V. and Clarke , V. ( 2024 ) Reporting guidelines for qualitative research: a values-based approach . Qualitative Research in Psychology doi: 10.1080/14780887.2024.2382244 OpenUrl CrossRef [23]. ↵ Johnson , J. , Adkins , D. and Chauvin , S. ( 2020 ) A review of the quality indicators of rigor in qualitative research . American Journal of Pharmaceutical Education 84 ( 1 ) DOI: 10.5688/ajpe712 OpenUrl CrossRef [24]. ↵ Braun , V. and Clarke , V. ( 2006 ) Using thematic analysis in psychology . Qualitative Research in Psychology 3 ( 2 ), 77 – 101 DOI: 10.1191/1478088706qp063oa OpenUrl CrossRef [25]. ↵ Abbas , W. , Adnan , S. , Arshad Javid , M. , Majeed , F. , Ahsan , T. , Zeb , H. and Saqlian Hassan , S. ( 2020 ) Lower leg bone fracture detection and classification using Faster RCNN for X-rays images . 23rd IEEE International Multi-Topic Conference, INMIC 2020 [26]. ↵ Lauritzen , A. , Rodriguez-Ruiz , A. , von Euler-Chelpin , M. , Lynge , E. , Vejborg , I. , Nielsen , M. , Karssemeijer , N. and Lillholm , M. ( 2022 ) An artificial intelligence-based mammography screening protocol for breast cancer: Outcome and radiologist workload . Radiology 210948 DOI: 10.1148/radiol.210948 OpenUrl CrossRef [27]. ↵ Agrawal , T. and Choudhary , P. ( 2022 ) EfficientUNet: Modified encoder-decoder architecture for the lung segmentation in chest x-ray images . Expert Systems doi: 10.111/exsy.13012 OpenUrl CrossRef [28]. ↵ Alduraibi , S. ( 2022 ) A novel convolutional neural networks-fused shallow classifier for breast cancer detection . Intelligent Automation & Soft Computing DOI: 10.32604/iasc.2022.025021 OpenUrl CrossRef [29]. ↵ Hidayah , I. , Permanasari , E. and Kristy , M. ( 2015 ) Application of J48 and bagging for classification of vertebral column pathologies . 6th International Conference on Information Technology and Multimedia, ICIMU 2014 DOI: 10.1109/ICIMU.2014.7066651 OpenUrl CrossRef [30]. ↵ Ismaeil , A. and Salem , M. ( 2020 ) Deep convolutional architecture for block-based classification of small pulmonary nodules . 7th International Conference on Electrical Engineering, Computer Science and Informatics, EECSI 2020 DOI: 10.23919/EECSI50503.2020.9251305 OpenUrl CrossRef [31]. ↵ Kasinathan , G. and Jayakumar , S. ( 2022 ) Cloud-based lung tumor detection and stage classification using deep learning techniques . BioMed Research International doi: 10.1155/2022/4185835 OpenUrl CrossRef [32]. ↵ Monkam , P. , Qi , S. , Xu , M. , Han , F. , Zhao , X. and Qian , W. ( 2018 ) CNN models discriminating between pulmonary micro-nodules and non-nodules from CT images . Biomedical Engineering Online 17 ( 1 ) DOI: 10.1186/s12938-018-0529-x OpenUrl CrossRef [33]. ↵ Seidel , M. , Rasin , A. , Furst , J. and Raicu , D. ( 2014 ) Towards achieving diagnostic consensus in medical image interpretation . 14th IEEE International Conference on Data Mining Workshops, ICDMW 2014 DOI: 10.1109/ICDMW.2014.134 OpenUrl CrossRef [34]. ↵ Tandungan , S. , Indrabayu and Nurtanio , I. ( 2019 ) Comparison of accuracy in extreme learning machine based on hidden node structure variation for lung cancer classification . 2nd EPI International Conference on Science and Engineering, EICSE 2018 676 DOI: 10.1088/1757-899X/676/1/012014 OpenUrl CrossRef [35]. ↵ Zamacona , J. , Niehaus , R. , Rasin , A. , Furst , J. and Raicu , D. ( 2015 ) Assessing diagnostic complexity: An image feature-based strategy to reduce annotation costs . Computers in Biology and Medicine 62 , 294 – 305 DOI: 10.1016/j.compbiomed.2015.01.013 OpenUrl CrossRef [36]. ↵ Pedrosa , J. , Aresta , G. , Ferreira , C. , Carvalho , C. , Silva , J. , Sousa , P. , Ribeiro , L. , Mendonca , A. and Campilho , A. ( 2022 ) Assessing clinical applicability of COVID-19 detection in chest radiography with deep learning . Nature Research 12 ( 1 ) DOI: 10.1038/s41598-022-1056803 OpenUrl CrossRef [37]. ↵ Hsieh , T-C. , Liao , C-W. , Lai , Y-C. , Law , K-M. , Chan , P-K. and Kao , C-H. ( 2021 ) Detection of bone metastases on bone scans through image classification with contrastive learning . Journal of Personalized Medicine 11 , 1248 doi: 10.3390/jpm11121248 OpenUrl CrossRef [38]. ↵ Kakeda , S. , Korogi , Y. , Arimura , H. , Hirai , T. , Katsuragawa , S. , Aoki , T. and Doi , K. ( 2008 ) Diagnostic accuracy and reading time to detect intracranial aneurysms on MR angiography using a computer-aided diagnosis system . American Journal of Roentgenology 190 ( 2 ), 459 – 465 DOI: 10.2214/AJR.07.2642 OpenUrl CrossRef PubMed [39]. ↵ Amara , K. , Aouf , A. , Kennouche , H. , Djekoune , A. , Zenati , N. , Kerdjidj , O. and Ferguene , F. ( 2022 ) COVIR: A virtual rendering of a novel NN architecture O-Net for COVID-19 Ct-scan automatic lung lesions segmentation . Computers & Graphics 104 , 11 – 23 doi: 10.1016/j.cag.2022.03.003 OpenUrl CrossRef [40]. ↵ Jiao , H. , Jiang , X. , Pang , Z. , Lin , X. , Huang , Y. and Li , L. ( 2020 ) Deep convolutional neural networks-based automatic breast segmentation and mass detection in DCE-MRI . Computational and Mathematical Methods in Medicine doi: 10.1155/2020/2413706 OpenUrl CrossRef [41]. Ma , J. , Bao , L. , Lou , Q. and Kong , D. ( 2022 ) Transfer learning for automatic joint segmentation of thyroid and breast lesions from ultrasound images . International Journal of Computer Assisted Radiology and Surgery 17 , 363 – 372 https://doi.org/10.s11548-021-02505-y OpenUrl [42]. ↵ Noshad , A. , Arjomand , P. , Khonaksar , A. and Iranpour , P. ( 2021 ) A novel method for detection of COVID-19 cases using deep residual neural network . Computer Methods in Biomechanics and Biomedical Engineering: Imaging & Visualization 9 ( 5 ), 555 – 564 https://doi.org/1080/21681163.2021.1889404 OpenUrl [43]. ↵ Cao , C. , Lui , Z. , Lui , G , Jin , S. and Xia , S. ( 2022 ) Ability of weakly supervised learning to detect acute ischemic stroke and haemorrhagic infarction lesions with diffusion-weighted imaging . Quantitative Imaging in Medicine and Surgery 12 ( 1 ), 321 – 332 https://dx.doi.org/10.21037/qims-21-324 OpenUrl [44]. ↵ Chen , Z. , Tian , Z. , Zheng , Y. , Si , X. , Qin , X. , Shi , Z. and Zheng , S. ( 2021 ) Image-level supervised segmentation for human organs with confidence cues . Physics in Medicine & Biology 66 , 065018 doi: 10.1088/1361-6560/abde98 OpenUrl CrossRef [45]. ↵ Ma , J. , Zhou , Z. , Ren , Y. , Xiong , J. , Fu , L. , Wang , Q. and Zhao , J. ( 2017 ) Computerized detection of lung nodules through radiomics . Medical Physics 44 ( 8 ), 4148 – 4158 DOI: 10.1002/mp.12331 OpenUrl CrossRef [46]. ↵ Qiu , J. , Wu , Y. , Chen , J. , Hui , B. , Huang , Z. and Ji , L. ( 2018 ) A texture analysis method based on statistical contourlet coefficient applied to the classification of pancreatic cancer and normal pancreas . 2018 International Symposium on Big Data and Artificial Intelligence, ISBDAI 2018 DOI: 10.1145/3305275.3305278 OpenUrl CrossRef [47]. ↵ Zhao , G. , Man , P. , Bai , J. , Li , L. , Wang , P. , Yang , G. , Shi , L. , Tao , Y. , Lin , Y. and Cheng , J. ( 2022 ) AI-powered radiomics algorithm based on slice pooling for the glioma grading . IEEE Transactions on Industrial Informatics 18 ( 8 ), 5383 – 5393 DOI: 10.1109/TII.2021.31056665 OpenUrl CrossRef [48]. ↵ Dyer , T. , Chawda , S. , Aklilani , R. , Morgan , T. , Hughes , M. , Rasalingham , S. ( 2022 ) Validation of an artificial intelligence solution for acute triage and rule-out normal of non-contrast CT head scans . Neuroradiology 64 , 735 – 743 doi: 10.1007/s00234-021-02826-4 OpenUrl CrossRef [49]. ↵ Lancaster , H. , Zheng , S. , Aleshina , O. , Yu , D. , Chernina , V. , Heuvelmans , M. , de Bock , G. , Dorrius , M. , Gratama , J. , Morozov , S. , Gombolevsky , V. , Silva , M. , Yi , J. and Oudkerk , M. ( 2022 ) Outstanding negative prediction performance of solid pulmonary nodule volume AI for ultra-LDCT baseline lung cancer screening risk stratification . Lung Cancer 165 , 133 – 140 doi: 10.1016/j.lungcan.2022.01.002 OpenUrl CrossRef [50]. ↵ Raya-Povedano , J. , Romero-Martin , S. , Elias-Cabot , E. , Gubern-Merida , A. , Rodriguez-Ruiz , A. and Alvarez-Benito , M. ( 2021 ) AI-based strategies to reduce workload in breast cancer screening with mammography and tomosynthesis: A retrospective evaluation . Radiology 300 ( 1 ), 57 – 65 DOI: 10.1148/radiol.2021203555 OpenUrl CrossRef PubMed [51]. ↵ Allen , T. ( 2019 ) Regulating artificial intelligence for a successful pathology future . Archives of Pathology of Laboratory Medicine 143 ( 10 ) doi: 10.5858/arpa.2019-0229-ED OpenUrl CrossRef [52]. ↵ Allaouzi , I. , Benamrou , B. , Allaouzi , A. , Ouardouz , M. and Ahmed , M. ( 2021 ) AI COVID: Automatic diagnosis of COVID-19 using frontal chest X-ray image . 6 th International Conference on Smart City Applications doi: 10.5194/isprs-archives-XLVI-4-W5-2021-57-2021 OpenUrl CrossRef [53]. ↵ Hussain , S. and Ruza , N. ( 2022 ) Automated deep learning of COVID-19 and pneumonia detection using Google AutoML . Intelligent Automation & Soft Computing DOI: 10.32604/iasc.2022.020508 OpenUrl CrossRef [54]. ↵ Joshi , R. , Yadav , S. , Pathak , V. , Malhotra , S. , Khokhar , H. , Parihar , A. , Kohli , N. , Himanshu , D. , Garg , R. , Bhatt , M. , Kumar , R. , Singh , N. , Sardana , V. , Burget , R. , Alippi , C. , Traveiso-Gonzalez , C. and Dutta , M. ( 2021 ) A deep learning-based COVID-19 automatic diagnostic framework using chest X-ray images . Biocybernetics and Biomedical Engineering 41 , 239 – 254 doi: 10.1016/j.bbe.2021.01.002 OpenUrl CrossRef [55]. ↵ Keidar , D. , Yaron , D. , Goldstein , E. , Shachar , Y. , Blass , A. , Charbinsky , L. , Aharony , I. , Lifshitz , L. , Lumelsky , D. , Neeman , Z. , Mizrachi , M. , Hajouj , M. , Eizenbach , N. , Sela , E. , Weiss , C. , Levin , P. , Benjaminov , O. , Bachar , G. , Tamir , S. , Rapson , Y. , Suhami , D. , Atar , E. , Dror , A. , Bogot , N. , Grubstein , A. , Shabshin , N. , Elyada , Y. and Eldar , Y. ( 2021 ) COVID-19 classification of X-ray images using deep neural networks . European Radiology 31 , 9654 – 9663 doi: 10.1007/s00330-021-08050-1 OpenUrl CrossRef [56]. ↵ Dembrower , K. , Wahlin , E. , Liu , Y. , Salim , M. , Smith , K. , Lindholm , P. , Eklund , M. and Strand , F. ( 2020 ) Effect of artificial intelligence-based triaging of breast cancer screening mammograms on cancer detection and radiologist workload: a retrospective simulation study . The Lancet Digital Health 2 ( 9 ), e468 – e474 doi: 10.1016/S2589-7500(20)30185-0 OpenUrl CrossRef [57]. ↵ Cunha , G. , Hasenstab , K. , Higaki , A. , Wang , K. , Delgado , T. , Brunsing , R. , Schlein , A. , Schwartzman , A. , Hsaio , A. , Sirlin , C. and Fowler , K. ( 2020 ) Convolutional neural network-automated hepatobiliary phase adequacy evaluation may optimize examination time . European Journal of Radiology 124 , 108837 DOI: 10.1016/j.ejrad.2020.108837 OpenUrl CrossRef [58]. ↵ Gaal , G. , Maga , B. and Lukacs , A. ( 2020 ) Attention U-net based adversarial architectures for chest X-ray lung segmentation . 2020 Workshop on Applied Deep Generative Networks, ADGN 2020 [59]. ↵ Ghosal , P. , Chowdhury , T. , Kumar , A. , Kumar Bhadra , A. , Chakraborty , J. , and Nandi , D. ( 2021 ) MhURI: A supervised segmentation approach to leverage salient brain tissues in magnetic resonance images . Computer Methods and Programs in Biomedicine 200 , 105841 doi: 10.1016/j.cmpb.2020.105841 OpenUrl CrossRef [60]. ↵ Khaled , R. , Vidal , J. , Vilanova , J. and Marti , R. ( 2021 ) A U-net ensemble for breast lesion segmentation in DCE MRI . Computers in Biology and Medicine 140 , 105093 doi: 10.1016/j.compbiomed.2021.105093 OpenUrl CrossRef [61]. ↵ Li , J. , Chen , H. , Zhu , F. , Wen , C. , Chen , H. and Wang , L. ( 2020 ) Automatic pulmonary vein and left atrium segmentation for TAPVC preoperative evaluation using V-net with grouped attention . 42nd Annual International Conference of the IEEE Engineering in Medicine and Biology Society, EMBC 2020 DOI: 10.1109/EMBC44109.2020.9175907 OpenUrl CrossRef [62]. ↵ Luo , H. , Ma , L. , Wu , X. , Tan , G. , Zhu , H. , Wu , S. , Li , K. , Yang , Y. and Li , S. ( 2021 ) Deep learning-based ultrasonic dynamic video detection and segmentation of thyroid gland and its surrounding cervical soft tissues . Medical Physics 49 ( 1 ), 382 – 392 DOI: 10.1002/mp.15332 OpenUrl CrossRef [63]. ↵ Mahmood , H. , Islam , S. , Hill , J. and Tay , G. ( 2021 ) Rapid segmentation of thoracic organs using U-net architecture . 2021 International Conference on Digital Image Computing: Techniques and Applications, DICTA 2021 DOI: 10.1109/DICTA52665.2021.9647312 OpenUrl CrossRef [64]. ↵ Qi , Y. , Li , J. , Chen , H. , Guo , Y. , Yin , Y. , Gong , G. and Wang , L. ( 2021 ) Computer-aided diagnosis and regional segmentation of nasopharyngeal carcinoma based on multi-modality medical images . International Journal of Computer Assisted Radiology and Surgery 16 ( 6 ), 871 – 882 DOI: 10.1007/s11548-021-02351-y OpenUrl CrossRef [65]. ↵ Rajaraman , S. , Folio , L. , Dimperio , J. , Alderson , P. and Antani , S. ( 2021 ) Improved semantic segmentation of tuberculosis – consistent findings in chest X-rays using augmented training of modality-specific u-net models with weak localizations . Diagnostics 11 ( 4 ) DOI: 10.3390/diagnostics11040616 OpenUrl CrossRef [66]. ↵ Sichtermann , T. , Faron , A. , Sijben , R. , Teichert , N. , Freiherr , J. and Wiesmann , M. ( 2019 ) Deep learning-based detection of intracranial aneurysms in 3D TOF-MRA . American Journal of Neuroradiology 40 ( 1 ), 25 – 32 DOI: 10.3174/ajnr.A5911 OpenUrl Abstract / FREE Full Text Tandungan , S. , Indrabayu and Nurtanio , I. ( 2019 ) Comparison of accuracy in extreme learning machine based on hidden node structure variation for lung cancer classification . 2nd EPI International Conference on Science and Engineering, EICSE 2018 676 DOI:10.1088/1757-899X/676/1/012014 [67]. ↵ Van der Oever , L. , Cornelissen , L. , Vonder , M. , Xia , C. , van Bolhuis , J. , Vliegenthart , R. , Veldhuis , R. , De Bock , G. , Oudkerk , M. and van Ooijen , P. ( 2020 ) Deep learning for automated exclusion of cardiac CT examinations negative for coronary artery calcium . European Journal of Radiology 129 DOI: 10.1016/j.ejrad.2020.109114 OpenUrl CrossRef [68]. ↵ Zhang , Y. and Zhang , B. ( 2021 ) Hierarchical automatic COVID-19 detection via CT scan images . 2021 IEEE 4th International Conference on Big Data and Artificial Intelligence, BDAI 2021 DOI: 10.1109/BDAI52447.2021.9515302 OpenUrl CrossRef [69]. ↵ Piggott , T. and Shepperd , S. ( 2013 ) Identifying, documenting, and examining heterogeneity in systematic reviews of complex interventions . Journal of Clinical Epidemiology 66 ( 11 ) doi: 10.1016/j.jclinepi.2013.06.013 OpenUrl CrossRef PubMed [70]. ↵ Yu , F. , Moehring , A. , Banergee , O. , Salz , T. , Agarwal , N. and Rajpurkar , P. ( 2024 ) Heterogeneity and predictors of the effects of AI assistance on radiologists . Nature Medicine 30 doi: 10.1038/s41591-024-02850-w OpenUrl CrossRef PubMed [71]. ↵ Aiello , M. , Baldi , D. , Esposito , G. , Valentino , M. , Randon , M. , Salvatore , M. and Cavaliere , C. ( 2022 ) Evaluation of AI-based segmentation tools for COVID-19 lung lesions on conventional and ultra-low dose CT scans . Dose-Response: An International Journal DOI: 10.1177/15593258221082896 OpenUrl CrossRef [72]. Ali , R. , Hardie , R. and Ragb , H. ( 2020 ) Ensemble lung segmentation system using deep neural networks . 2020 IEEE Applied Imagery Pattern Recognition Workshop, AIPR 2020 [73]. ↵ Antonios , D. , Dimitrios , V. and Theoharis , T. ( 2013 ) A new user-friendly visual environment for breast MRI data analysis . Computer Methods and Programs in Biomedicine 110 , 411 – 423 doi: 10.1016/j.cmpb.2012.12.007 OpenUrl CrossRef [74]. Chen , H. , Guo , S. , Hao , Y. , Fang , Y. , Fang , Z. , Wu , W. , Liu , Z. and Li , S. ( 2021a ) Auxiliary diagnosis for COVID-19 with deep transfer learning . Journal of Digital Imaging 34 , 231 – 241 doi: 10.1007/s10278-021-00431-8 OpenUrl CrossRef [75]. Galvan-Tejada , C. , Zanella-Calzada , L. , Galvan-Tejada , J. , Celaya-Padilla , J. , Gamboa-Rosales , H. , Garza-Veloz , I. and Martinez-Fierro , M. ( 2017 ) Multivariate feature selection image descriptors data for breast cancer with computer-assisted diagnosis . Diagnostics 7 ( 9 ) DOI: 10.3390/diagnostics7010009 OpenUrl CrossRef [76]. ↵ Hussain , S. and Ruza , N. ( 2022 ) Automated deep learning of COVID-19 and pneumonia detection using Google AutoML . Intelligent Automation & Soft Computing DOI: 10.32604/iasc.2022.020508 OpenUrl CrossRef [77]. Rao , B. , Zohrabian , V. , Cendeno , P. , Saha , A. , Pahade , J. and Davis , M. ( 2021 ) Utility of artificial intelligence tool as a prospective radiology peer reviewer – detection of unreported intracranial haemorrhage . Academic Radiology 28 ( 1 ), 85 – 93 DOI: 10.1016/j.acra.2020.01.035 OpenUrl CrossRef Raya-Povedano , J. , Romero-Martin , S. , Elias-Cabot , E. , Gubern-Merida , A. , Rodriguez-Ruiz , A. and Alvarez-Benito , M. ( 2021 ) AI-based strategies to reduce workload in breast cancer screening with mammography and tomosynthesis: A retrospective evaluation . Radiology 300 ( 1 ), 57 – 65 DOI:10.1148/radiol.2021203555 OpenUrl CrossRef PubMed [78]. ↵ Wang , X. , Shen , T. , Yang , S. , Lan , J. , Xu , Y. , Wang , M. , Zhang , J. and Han , X. ( 2021 ) A deep learning algorithm for automatic detection and classification of acute intracranial hemorrhage in head CT scans . NeuroImage: Clinical 32 , 102785 doi: 10.101/j.nicl.2021.102785 OpenUrl CrossRef [79]. McKinney , S. , Marcin , S. , Godbole , V. , Godwin , J. , Antropova , N. , Ashrafian , H. , Back , T. , Chesus , M. , Corrado , G. , Darzi , A. , Etemadi , M. , Garcia-Vicente , F. , Gilbert , F. , Halling-Brown , M. , Hassabis , D. , Jansen , S. , Karthikesalingam , A. , Kelly , C. , King , D. , Ledsam , J. , Melnick , D. , Mostofi , H. , Peng , L. , Reicher , J. , Romera-Paredes , B. , Sidebottom , R. , Suleyman , M. , Tse , D. , Young , K. , De Fauw , J. and Shetty , S. ( 2020 ) International evaluation of an AI system for breast cancer screening . Nature 577 ( 7788 ), 89 – 94 DOI: 10.1038/s41586-019-1799-6 OpenUrl CrossRef PubMed [80]. ↵ Benedikt , R. , Boatsman , J. , Swann , C. , Kirkpatrick , A. and Toledano , A. ( 2017 ) Concurrent computer-aided detection improves reading time of digital breast tomosynthesis and maintains interpretation performance in a multireader multicase study . American Journal of Roentgenology 210 ( 3 ), 685 – 694 DOI: 10.2214/AJO.17.18185 OpenUrl CrossRef [81]. ↵ Meng , X. , Ganoe , C. , Sieberg , R. , Cheung , Y. , Hassanpour , S. ( 2019 ) Assisting radiologists with reporting urgent findings to referring physicians: A machine learning approach to identify cases for prompt communication . Journal of Biomedical Informatics 93 , 103169 DOI: 10.1016/j.jbi.2019.103169 OpenUrl CrossRef Monkam , P. , Qi , S. , Xu , M. , Han , F. , Zhao , X. and Qian , W. ( 2018 ) CNN models discriminating between pulmonary micro-nodules and non-nodules from CT images . Biomedical Engineering Online 17 ( 1 ) DOI:10.1186/s12938-018-0529-x [82]. ↵ Yao , L. , Guan , X. , Song , X. , Tan , Y. , Wang , C. , Jin , C. , Chen , M. , Wang , H. and Zhang , M. ( 2021 ) Rib fracture detection system based on deep learning . Scientific Reports 11 ( 1 ) DOI: 10.1038/s41598-021-03002-7 OpenUrl CrossRef [83]. Rodriguez-Ruiz , A. , Lang , K , Gubern-Merida , A. , Teuwen , J. , Broeders , M. , Gennaro , G. , Clauser , P. , Helbich , T. , Chevalier , M. , Mertelmeier , T. , Wallis , M. , Andersson , I. , Zackrisson , S. , Sechopoulos , I. and Mann , R. ( 2019 ) Can we reduce the workload of mammographic screening by automatic identification or normal exams with artificial intelligence? A feasibility study . European Radiology 29 ( 9 ), 4825 – 4832 DOI: 10.1007/s00330-019-06186-9 OpenUrl CrossRef PubMed [84]. ↵ Verburg , E , van Gils , C. , van der Velden , B. , Bakker , M. , Pijnappel , R. , Veldhuis , W. and Gilhuijs , K. ( 2022 ) Deep learning for automated triaging of 4581 breast MRI examinations from the DENSE trial . Radiology 302 ( 1 ), 29 – 36 DOI: 10.1148/radiol.2021203960 OpenUrl CrossRef [85]. ↵ Yala , A. , Schuster , T. , Miles , R. , Barzilay , R. and Lehman , C. ( 2019 ) A deep learning model to triage screening mammograms: A simulation study . Radiology 293 ( 1 ), 38 – 46 DOI: 10.1148/radiol.2019182908 OpenUrl CrossRef PubMed [86]. Zapaishchykova , A. , Dreizin , D. , Li , Z. , Wu , J. , Faghihroohi , S. and Unberath , M. ( 2021 ) An interpretable approach to automated severity scoring in pelvic trauma . 24th International Conference on Medical Image Computing and Computer Assisted Intervention, MICCAI 2021 DOI: 10.1007/978-3-030-87199-4_40 OpenUrl CrossRef [87]. Grauhan , N. , Niehues , S. , Gaudin , R. , Keller , S. , Vahldiek , J. , Adams , L. and Bressem , K. ( 2022 ) Deep learning for accurately recognizing common causes of shoulder pain on radiographs . Skeletal Radiology 51 , 355 – 362 doi: 10.1007/s00256-021-03740-9 OpenUrl CrossRef [88]. Chang , Y-C. , Hsing , Y-C. , Chiu , Y-W. , Shih , C-C. , Lin , J-H. , Hsiao , S-H. , Sakai , K. , Ko , K-H. and Chen , C-Y. ( 2022 ) Deep multi-objective learning from low-dose CT for automatic lung-RADS report generation . Journal of Personalized Medicine 12 , 414 doi: 10.3990/jpm12030417 OpenUrl CrossRef [89]. ↵ Johansson , G. , Olsson , C. , Smith , F. , Edegran , M. and Bjork-Eriksson , T. ( 2021 ) AI-aided detection of malignant lesions in mammography screening – evaluation of a program in clinical practice . BJROpen 3 ( 1 ), 20200063 DOI: 10.1259/bjro.20200063 OpenUrl CrossRef [90]. ↵ Ardakani , A. , Kanafi , A. , Acharya , U. , Khadem , N. and Mohammadi , A. ( 2020 ) Application of deep learning technique to manage COVID-19 in routine clinical practice using CT images: Results of 10 convolutional neural networks . Computers in Biology and Medicine 121 , 103795 doi: 10.1016/j.combiomed.2020.103795 OpenUrl CrossRef PubMed [91]. Jacob , C. , Gopakumar , C. and Sivadath , B. ( 2021 ) Detection and localization of pulmonary carcinoma using deep learning approach in computed tomography images . International Conference on Automation, Signal Processing, Instrumentation and Control, i-CASIC 2020 DOI: 10.1007/978-981-15-8221-9_174 OpenUrl CrossRef [92]. ↵ Liu , W. , Liu , M. , Guo , X. , Zhang , P. , Zhang , L. , Zhang , R. , Kang , H. , Zhai , Z. , Tao , X. , Wan , J. and Xie , S. ( 2020 ) Evaluation of acute pulmonary embolism and clot burden on CTPA with deep learning . European Radiology 30 , 3567 – 3575 doi: 10.1007/s00330-020-06699-8 OpenUrl CrossRef [93]. ↵ Reddy , S. , Rogers , W. , Makinen , V-P. , Coiera , E. , Brown , P. , Wenzel , M. , Weicken , E. , Ansari , S. , Mathur , P. , Casey , A. and Kelly , B. ( 2021 ) Evaluation framework to guide implementation of AI systems into healthcare settings . BMJ Health and Care Informatics 28 , e100444 DOI: 10.1136/bmjhci-2021-100444 OpenUrl Abstract / FREE Full Text [94]. ↵ Vasey , B. , Nagendran , M. , Campbell , B. , Clifton , D. , Collins , G. , Denaxas , S. , Denniston , A. , Faes , L. , Geerts , B. , Ibrahim , M. , Liu , X. , Mateen , B. , Mathur , P. , McCradden , M. , Morgan , L. , Ordish , J. , Rogers , C. , Saria , S. , Ting , D. , Watkinson , P. , Weber , W. , Wheatstone , P. and McCulloch , P. ( 2022 ) Reporting guideline for the early stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI . BMJ 377 , e070904 https://dx.dio.org/10.1136/bmj-2022-070904 Access 01 November 2022 OpenUrl FREE Full Text [95]. ↵ Scott , I. , Carter , S. and Coiera , E. ( 2021 ) Exploring stakeholder attitudes towards AI in clinical practice . BMJ Health and Care Informatics 28 , e100450 DOI: 10.1136/bmjhci-2021-100450 OpenUrl Abstract / FREE Full Text [96]. ↵ Chew , H. and Achananuparp , P. ( 2022 ) Perceptions and needs of artificial intelligence in health care to increase adoption: Scoping review . Journal of Medical Internet Research 24 ( 1 ), e32939 https://www.jmir.org/2022/1/e32939/ Accessed 01 November 2022 OpenUrl CrossRef PubMed [97]. ↵ Knop , M. , Weber , S. , Mueller , M. and Niehaves , B. ( 2022 ) Human factors and technological characteristics influencing the interactioni of medical professionals with artificial intelligence –enabled clinical decision support systems: Literature review . JMIR Human Factors 9 ( 1 ) https://humanfactors.jmir.org/2022/1/e28639/ Accessed 01 November 2022 [98]. Cartolovni , A. , Tomicic , A. and Mosler , E. ( 2022 ) Ethical, legal, and social considerations of AI-based medical decision-support tools: A scoping review . International Journal of Medical Informatics 161 ( 104738 ) doi: 10.1016/j.ijmedinf.2022.104738 Accessed 02 November 2022 OpenUrl CrossRef [99]. ↵ Young , A. , Amara , D. , Bhattacharya , A. and Wei , M. ( 2021 ) Patient and general public attitudes towards clinical artificial intelligence: a mixed methods systematic review . The Lancet Digital Health 3 ( 9 ), E599 – E611 doi: 10.1016/S2589-7500(231)00132-1 OpenUrl CrossRef [100]. ↵ US Food & Drug Administration ( 2022 ) Intended use of imaging software for intracranial large vessel occlusion – Letter to health care providers . https://www.fda.gov/medical-devices/letters-health-care-providers/intended-use-imaging-software-intracranial-large-vessel-occlusion-letter-health-care-providers Accessed 21 February 2023 View the discussion thread. Back to top Previous Next Posted July 24, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation Claire Sutton , Julie Prowse , Mai Elshehaly , Rebecca Randell medRxiv 2025.07.24.25332132; doi: https://doi.org/10.1101/2025.07.24.25332132 Share This Article: Copy Citation Tools The impacts of artificial intelligence on the workload of diagnostic radiology services: A rapid review and stakeholder contextualisation Claire Sutton , Julie Prowse , Mai Elshehaly , Rebecca Randell medRxiv 2025.07.24.25332132; doi: https://doi.org/10.1101/2025.07.24.25332132 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Radiology and Imaging Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (300) Cardiovascular Medicine (4435) Dentistry and Oral Medicine (444) Dermatology (382) Emergency Medicine (608) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1509) Epidemiology (15229) Forensic Medicine (30) Gastroenterology (1124) Genetic and Genomic Medicine (6600) Geriatric Medicine (668) Health Economics (997) Health Informatics (4536) Health Policy (1368) Health Systems and Quality Improvement (1613) Hematology (541) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15916) Intensive Care and Critical Care Medicine (1103) Medical Education (623) Medical Ethics (146) Nephrology (667) Neurology (6599) Nursing (346) Nutrition (998) Obstetrics and Gynecology (1144) Occupational and Environmental Health (957) Oncology (3332) Ophthalmology (974) Orthopedics (369) Otolaryngology (420) Pain Medicine (436) Palliative Medicine (130) Pathology (663) Pediatrics (1693) Pharmacology and Therapeutics (691) Primary Care Research (711) Psychiatry and Clinical Psychology (5447) Public and Global Health (9232) Radiology and Imaging (2198) Rehabilitation Medicine and Physical Therapy (1370) Respiratory Medicine (1196) Rheumatology (593) Sexual and Reproductive Health (712) Sports Medicine (530) Surgery (712) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a00b5a2b78f3300f',t:'MTc3OTYxNTc2Ng=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-07-10T06:41:27.906138+00:00