Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire

preprint OA: closed CC-BY-NC-4.0
📄 Open PDF Full text JSON View at publisher

Abstract

Background Schistosomiasis affects over 200 million people and causes significant urogenital and gastrointestinal morbidity. Mass drug administration (MDA) with praziquantel is used to mitigate severe illness and reduce infection rates. Portable microscopy, combined with artificial intelligence (AI), offers a novel method for schistosomiasis screening in low-resource settings. This study tested whether re-training AI models for Schistosoma egg detection with local field data, a process we call “edge-tuning”, could improve the model’s performance on the following field day. Methods This study in Côte d’Ivoire evaluated a portable microscope (NTDscope) for Schistosoma haematobium screening. Urine samples from 100 community members were analyzed using AI models on the NTDscope and traditional light microscopy. Starting AI models, trained on images from a previous version of the NTDscope, were edge-tuned after the first day of sample collection using cloud-based image annotation and re-training. Starting and edge-tuned models were evaluated at confidence thresholds optimizing for sensitivity, specificity, or egg counting. Findings For all thresholds, edge-tuned models performed better than starting AI models. Compared to manual counting of eggs on the NTDscope, sensitivity of the starting AI model on day 2 ranged from 59.3%-75.5%, with specificity ranging from 46.7%-85.7%. After edge-tuning, sensitivity increased to 77.8%-100%, with specificity from 78.6%-100%. Compared to light microscopy, edge-tuned AI models had comparable performance to manual counting from NTDscope images. Interpretation Portable microscopy is an effective solution for rapid, on-site schistosomiasis screening. AI- based egg detection increases diagnostic throughput while maintaining good performance. This study demonstrates that edge-tuning AI models with local data significantly improves their performance and can be performed in low-resource settings, making the combined technologies effective tools for monitoring schistosomiasis programs in endemic areas.
Full text 42,763 characters · extracted from preprint-html · click to expand
Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire | medRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-P4HH5NV'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire View ORCID Profile María Díaz de León Derby , Jean T. Coulibaly , Elena Dacal , Kigbafori D. Silue , Daniel Cuadrado , David Bermejo-Peláez , Jaime García-Villena , View ORCID Profile Lin Lin , Karla N. Fisher , Jason R. Andrews , View ORCID Profile Daniel A. Fletcher , Miguel Luengo-Oroz , View ORCID Profile Isaac I. Bogoch doi: https://doi.org/10.1101/2025.07.11.25331398 María Díaz de León Derby 1 Department of Bioengineering, University of California , Berkeley, Berkeley, California Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for María Díaz de León Derby Jean T. Coulibaly 2 Unité de Formation et de Recherche Biosciences, Université Félix Houphouët-Boigny , Abidjan, Côte d’Ivoire 3 Centre Suisse de Recherches Scientifiques en Côte d’Ivoire , Abidjan, Côte d’Ivoire Find this author on Google Scholar Find this author on PubMed Search for this author on this site Elena Dacal 4 Spotlab , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site Kigbafori D. Silue 2 Unité de Formation et de Recherche Biosciences, Université Félix Houphouët-Boigny , Abidjan, Côte d’Ivoire 3 Centre Suisse de Recherches Scientifiques en Côte d’Ivoire , Abidjan, Côte d’Ivoire Find this author on Google Scholar Find this author on PubMed Search for this author on this site Daniel Cuadrado 4 Spotlab , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site David Bermejo-Peláez 4 Spotlab , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site Jaime García-Villena 4 Spotlab , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site Lin Lin 4 Spotlab , Madrid, Spain 5 Biomedical Image Technologies, ETSI Telecomunicación, Universidad Politécnica de Madrid , Madrid, Spain 6 CIBER de Bioingeniería, Biomateriales y Nanomedicina, Instituto de Salud Carlos III , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Lin Lin Karla N. Fisher 9 Divisions of General Internal Medicine and Infectious Diseases, Toronto General Hospital, University Health Network , Toronto, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site Jason R. Andrews 10 Department of Medicine, Stanford University School of Medicine , Stanford, CA Find this author on Google Scholar Find this author on PubMed Search for this author on this site Daniel A. Fletcher 1 Department of Bioengineering, University of California , Berkeley, Berkeley, California 7 Biological Systems and Engineering Division, Lawrence Berkeley National Laboratory, University of California , Berkeley, Berkeley, California 8 Chan Zuckerberg Biohub , San Francisco, California Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Daniel A. Fletcher For correspondence: isaac.bogoch{at}uhn.ca miguel{at}spotlab.org fletch{at}berkeley.edu Miguel Luengo-Oroz 4 Spotlab , Madrid, Spain Find this author on Google Scholar Find this author on PubMed Search for this author on this site For correspondence: isaac.bogoch{at}uhn.ca miguel{at}spotlab.org fletch{at}berkeley.edu Isaac I. Bogoch 9 Divisions of General Internal Medicine and Infectious Diseases, Toronto General Hospital, University Health Network , Toronto, Canada 11 Department of Medicine, University of Toronto , Toronto, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Isaac I. Bogoch For correspondence: isaac.bogoch{at}uhn.ca miguel{at}spotlab.org fletch{at}berkeley.edu Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract Background Schistosomiasis affects over 200 million people and causes significant urogenital and gastrointestinal morbidity. Mass drug administration (MDA) with praziquantel is used to mitigate severe illness and reduce infection rates. Portable microscopy, combined with artificial intelligence (AI), offers a novel method for schistosomiasis screening in low-resource settings. This study tested whether re-training AI models for Schistosoma egg detection with local field data, a process we call “edge-tuning”, could improve the model’s performance on the following field day. Methods This study in Côte d’Ivoire evaluated a portable microscope (NTDscope) for Schistosoma haematobium screening. Urine samples from 100 community members were analyzed using AI models on the NTDscope and traditional light microscopy. Starting AI models, trained on images from a previous version of the NTDscope, were edge-tuned after the first day of sample collection using cloud-based image annotation and re-training. Starting and edge-tuned models were evaluated at confidence thresholds optimizing for sensitivity, specificity, or egg counting. Findings For all thresholds, edge-tuned models performed better than starting AI models. Compared to manual counting of eggs on the NTDscope, sensitivity of the starting AI model on day 2 ranged from 59.3%-75.5%, with specificity ranging from 46.7%-85.7%. After edge-tuning, sensitivity increased to 77.8%-100%, with specificity from 78.6%-100%. Compared to light microscopy, edge-tuned AI models had comparable performance to manual counting from NTDscope images. Interpretation Portable microscopy is an effective solution for rapid, on-site schistosomiasis screening. AI- based egg detection increases diagnostic throughput while maintaining good performance. This study demonstrates that edge-tuning AI models with local data significantly improves their performance and can be performed in low-resource settings, making the combined technologies effective tools for monitoring schistosomiasis programs in endemic areas. Introduction Schistosomiasis continues to impact over 200 million people globally, disproportionately affecting those who live in impoverished rural settings, particularly African children. This helminth infection is acquired through direct contact with contaminated fresh water and over 90% of the global burden of infection is in African settings. 1 The infection is associated with considerable urogenital ( S. haematobium ) and gastrointestinal ( S. mansoni ) morbidity. Mass drug administration (MDA) programs administer praziquantel at the community level on an annual or semi-annual basis to decrease the burden of infection and lessen morbidity. 2 Despite the implementation of these programs in several African countries, it is crucial to ensure MDA is achieving its intended objectives, and in 2021, the World Health Organization (WHO) launched diagnostic target product profiles for the “monitoring, evaluation and surveillance of schistosomiasis control programmes. 3 ” Portable microscopy, combined with artificial intelligence (AI) models, is emerging as an effective method to screen for schistosomiasis and other neglected tropical diseases (NTDs). 4 – 10 These devices may aid in identifying communities where MDA should be conducted and in monitoring the effectiveness of existing control programs. Here, we evaluate the utility of a portable microscope, the NTDscope, coupled with AI models for the screening of S. haematobium infections. We test whether an AI model trained on previous datasets performs better after being re-trained in real-time using data collected in a new testing location through a technique we call edge-tuning . By comparing the performance of the starting AI model to the edge-tuned AI model on the second day of our field study, we show that edge-tuning results in improvements in patient-level diagnostic sensitivity and specificity, as well as in egg-level quantification. When compared to light microscopy, the best-performing edge-tuned AI model achieved performance equivalent to manual counting of eggs in patient images on the NTDscope. Methods Location and REB This study was conducted around the town of Azaguié, Côte d’Ivoire in January of 2024. Ethical approval was granted by the University Health Network, Toronto, Canada (REB #21-5582) and the Comité National d’Éthique des Sciences de la Vie et de la Santé, Abidjan, Côte d’Ivoire (REB #186-21). Ethical permission was also granted by the local health district officer. Sample collection and light microscopy Approximately 100 community members aged five and older were asked to provide a single urine sample on two consecutive days. Adults provided written consent, and assenting children who had written consent from a parent or guardian were included. All who were found to be positive for S. haematobium were treated with praziquantel (40 mg/kg), as per country guidelines, free of charge. Urine samples were collected between 10:00 and 14:00 and processed on the day of collection. Urine containers were first shaken, and then 20 mL of urine was extracted using a plastic syringe; of this, 10 mL was separated and evaluated by conventional light microscopy, and 10 mL was separated and evaluated by portable microscopy using the NTDscope 11 ( Figure 1a ). For light microscopy, as per WHO guidelines, 10 mL of urine was pressed through filter paper with 20-micron pores (Sterlitech PCTE filters; Washington, USA) 12 . Filter paper was then placed on a standard glass microscope slide with the application of one drop of Lugol’s iodine. Microscopists evaluated the slide under 10x and 20x objective lenses, recorded the presence or absence of S. haematobium eggs, and quantified egg intensity if present. 10% of samples were re-evaluated for quality control. Download figure Open in new tab Figure 1: NTDscope and AI models can be used for schistosomiasis diagnosis in a rural setting in Côte d’Ivoire. a. Image of the NTDscope and a capillary used for urine sample processing. b. Field study timeline and data collection steps. c. Examples of a brightfield and darkfield image acquired during the field study, with an inset showing S. haematobium eggs. Capillary loading and NTDscope imaging Based on initial results from light microscopy, we preferentially selected urine samples for re-evaluation using the NTDscope. For day 1, we selected 25 samples with high-intensity infection (greater than 50 eggs per 10 mL of urine), 25 samples with low-intensity infection (less than 50 eggs per 10 mL of urine), and 25 samples with 0 eggs. 12 For day 2, we selected 24 samples with high-intensity infection (greater than 50 eggs per 10 mL of urine), 21 samples with low-intensity infection (less than 50 eggs per 10 mL of urine), and 23 samples with 0 eggs. Urine containers were once again shaken, and 10 mL of urine was extracted and pressed through an injection-molded plastic tapering capillary designed to trap S. haematobium eggs. 13 , 14 The capillary was then wiped clean and inserted into the NTDscope for imaging ( Figure 1b ). Both brightfield and darkfield illumination were used to capture images in five fields-of-view (FOV). A representative FOV, imaged in brightfield and darkfield, is shown in Figure 1c . AI model training The starting AI model is based on YOLOv8 pre-trained on the COCO 2019 dataset 15 . It was trained to perform an object detection task, which involved identifying S. haematobium eggs from images of patient urine samples, using images captured by a previous version of the NTDscope during two prior field studies in S. haematobium -endemic regions of Côte d’Ivoire. 13 , 14 Two versions of the starting AI model were trained separately for images acquired in brightfield and darkfield illumination, respectively. A total of 526 (263 brightfield and 263 darkfield) images with 7811 labels (3659 brightfield and 4152 darkfield) were used for training. Considering the trade-off between performance and latency, we selected the YOLOv8-small model with an input size of 1024 pixels. The models were trained using the AdamW optimizer, configured with a learning rate of 0.002, a first momentum parameter of 0.9, and a second momentum parameter of 0.999. Training was conducted with a batch size of 16 over 200 epochs, with early stopping implemented to stop training if performance did not improve over 20 consecutive epochs. Model training takes approximately one hour on a single GPU of NVIDIA A10G. The AI model assigns a confidence score to each detection. This number, ranging from 0-1, indicates the model-assessed likelihood that the retrieved object is an egg. In practice, after a model is trained, a confidence score threshold is selected to decide whether the detections in new images are counted as eggs or not. For this study, three different confidence score thresholds were selected for each AI model, chosen to optimize one of the following: (i) patient-level sensitivity, (ii) patient-level specificity, and (iii) egg quantification accuracy. These thresholds were selected based on model performance on the validation set. For each sample acquired that was run through the trained models, the three thresholds were applied to quantify the number of AI detections per patient per image contrast (brightfield and darkfield). The results for all AI models (brightfield and darkfield versions of the starting and edge-tuned models) and thresholds are found in Tables 1 and 2 . View this table: View inline View popup Download powerpoint Table 1: Performance of brightfield AI models compared to manual counts on NTDscope brightfield images View this table: View inline View popup Download powerpoint Table 2: Performance of darkfield AI models compared to manual counts on NTDscope darkfield images In-device inference pipeline To enable on-site inference and counting without requiring an internet connection, the models were executed directly on the NTDscope 16 . The trained models were converted to TensorFlow Lite and fed through TensorFlow’s Android backend. Each of five FOV images taken with the scan routine described above were converted into input tensors for the models using a custom pipeline written in Kotlin, with computationally intensive calculations such as colorspace translation and image resizing optimized in C. This process yielded an average camera-to-inference time of less than 3 seconds per image on the NTDscope, which is powered by a low-mid range Qualcomm SDM660-based chipset 11 . S. haematobium egg labelling and quantification Egg quantification was performed both automatically, with the AI models integrated with the NTDscope software, and manually from images acquired on the NTDscope. Images were uploaded via the mobile network to a telemicroscopy platform, Telespot (Spotlab, Madrid), which allowed for remote annotation of the images. Study personnel quantifying images were blinded to both light microscopy and AI results. Edge-tuning Re-training of the starting AI model and an update to confidence score thresholds for the edge-tuned AI model was performed between day 1 and day 2 of sample collection to test for more accurate S. haematobium egg detection on day 2. The patient sample images acquired on day 1 were uploaded to Telespot and made accessible to remote annotators, who annotated all S. haematobium eggs present in the images and used these to re-train the brightfield and darkfield versions of the starting AI model. Over a span of 4 hours, seven labelers worked in parallel with the Telespot platform and analyzed 36 patient samples, identifying 190 positive images (96 brightfield, 94 darkfield) and generating a total of 7,900 new annotations (3,838 brightfield, 4,062 darkfield) ( Figure 2 ). Download figure Open in new tab Figure 2: Timeline of 2-day field study in rural Côte d’Ivoire showing remote image annotation and edge-tuning, performed remotely at night between two field study days. With this newly annotated dataset and the dataset used to train the previous models, the AI model was re-trained, requiring approximately two hours of training time. The images acquired on day 1 were split into training and validation sets, and therefore used to select new confidence score thresholds that maximized performance on the validation set. These thresholds were applied to the images analyzed by the edge-tuned AI model on day 2. The brightfield and darkfield versions of the edge-tuned AI models and updated confidence score thresholds were sent to the NTDscope via the Telespot platform, which is automatically synchronized with the app running on the NTDscope devices, and were used on all samples collected on day 2 ( Figure 2 ). The samples collected on day 2 were also run through the starting AI model and compared with the edge-tuned model, with the aim of evaluating the usefulness of the edge-tuning technique ( Figure 3 ). Download figure Open in new tab Figure 3: Edge-tuning improves performance on AI models and thresholds optimized for different metrics. All data in this figure is on patients from day 2 and shows results for starting AI models and edge-tuned AI models. a. Performance of AI models using the sensitivity-optimized confidence score threshold. Showing sensitivity (i) and specificity (ii) of the models using manual counts on NTDscope images as a reference. b. Performance of AI models using the specificity-optimized confidence score threshold. Showing sensitivity (i) and specificity (ii) of the models using manual counts on NTDscope images as a reference. c. Improvements in AI models with egg quantification-optimized confidence score thresholds, comparing patient-level egg counts by the AI models with manual egg counts on the NTDscope images. Plots show the slope of the linear fit to the data, the root mean square error (RMSE), and Pearson’s r for each model. Data is for brightfield (top) and darkfield (bottom) models. Statistical analysis Results were entered into a Microsoft Excel file (Microsoft, Redmond, WA) and analyzed using R, version 4.1.3. We calculated sensitivity and specificity for egg detection, along with 95% exact binomial confidence intervals, comparing: 1) the NTDscope images with conventional light microscopy, both manually interpreted by microscopists, 2) the AI models with microscopist interpretation, both applied to images from the NTDscope, and 3) the AI models run on NTDscope images with conventional light microscopy. We further evaluated Pearson’s correlation coefficients for quantitative egg counts by AI models and expert microscopists on NTDscope images. Results Seventy-five samples were processed on day 1 and quantified on conventional light microscopy by trained field microscopists, 25 with high-intensity infection, 25 with low-intensity infection, and 25 with no eggs present. Sixty-eight samples were processed on day 2 and again quantified on conventional light microscopy by trained field microscopists, 24 with high-intensity infection, 21 with low-intensity infection, and 23 with no eggs present. Quantification of S. haematobium eggs by AI models loaded on the NTDscope was compared with the manual quantification of eggs in images acquired using the NTDscope. The results comparing the starting and edge-tuned AI models to the manual counts of eggs in NTDscope images are shown in Table 1 for brightfield and Table 2 for darkfield. Supplementary Figure 1 shows a comparison of the performance of the starting AI models on days 1 and 2 for the sensitivity-optimized and specificity-optimized thresholds. After the study was completed, we compared the starting and edge-tuned AI model performance on day 2 patient data to directly assess the model improvements that were gained by edge-tuning. Figure 3 shows a comparison between the starting and edge-tuned AI models on day 2 for the sensitivity-optimized ( Figure 3a ), specificity-optimized ( Figure 3b ), and egg quantification- optimized thresholds ( Figure 3c ). For the egg quantification-optimized AI models, the changes in slope, root mean square error (RMSE), and Pearson’s r are shown for each plot. Edge-tuning resulted in noticeable improvements in performance for all thresholds and contrasts we evaluated. The edge-tuned AI models using the sensitivity-optimized threshold ( Figure 3a ) were the highest-performing models on day 2. For this threshold, the brightfield starting model performance increased from a sensitivity of 75.5% and specificity of 46.7% to an edge-tuned sensitivity of 98.1% and specificity of 100%. The darkfield starting model performance increased from a sensitivity of 72.2% and specificity of 64.3% to an edge-tuned sensitivity of 90.7% and specificity of 100%. We compared the AI-based and manual counting of S. haematobium eggs in images acquired on the NTDscope to the egg counts done by field microscopists using conventional light microscopy. The results for manual counts of eggs in NTDscope images compared to light microscopy are shown in Table 3 . The results for the AI models compared to light microscopy are shown in Tables 4 - 5 . Figure 4 shows patient-level sensitivity and specificity of the highest performing edge-tuned AI model (using the sensitivity-optimized threshold, Figure 4a ) and the manual counts of eggs in NTDscope images on day 2 ( Figure 4b ). On day 2, the edge-tuned brightfield AI model had a sensitivity of 97.8% and specificity of 68.2% when compared to light microscopy. The darkfield model had a sensitivity of 95.7% and specificity of 77.3%. Manual counts of eggs in NTDscope brightfield images had a sensitivity of 97.8% and specificity of 63.6% while manual counts of eggs in NTDscope darkfield images had a sensitivity of 97.8% and a specificity of 59.1%. Patient-level performance of edge-tuned AI models on the NTDscope was equivalent to human counts on the same images acquired with the NTDscope. Download figure Open in new tab Figure 4: Comparison of edge-tuned AI models and manual counts of S. haematobium eggs on NTDscope images using light microscopy as the gold standard. a. Results from brightfield and darkfield edge-tuned AI models on the NTDscope, compared to light microscopy. These are results using the sensitivity-optimized threshold. b. Results from manual egg counts on NTDscope, compared to light microscopy. Edge-tuned AI models run on the NTDscope have equivalent performance to manual counts when compared to light microscopy. View this table: View inline View popup Download powerpoint Table 3: Performance of manual counts on NTDscope images compared to light microscopy View this table: View inline View popup Table 4: Performance of brightfield AI models compared to light microscopy View this table: View inline View popup Download powerpoint Table 5: Performance of darkfield AI models compared to light microscopy Discussion We show that diagnosis of S. haematobium infections in the field can be improved by edge- tuning AI models running on a handheld, portable microscope, demonstrating a promising diagnostic workflow for screening in low-resource settings. Various methods have leveraged AI to diagnose endemic infections in rural or remote regions of low- and middle-income countries (LMICs). One effective approach involves transporting samples to a central laboratory, where images are scanned and uploaded to the cloud for AI- driven analysis of specimens; this method has recently proven successful in diagnosing soil- transmitted helminths. 17 Other solutions proposed to run AI models offline, leveraging a smartphone coupled to a traditional optical microscope in lab settings. 8 Our approach involves performing AI analysis directly on a highly portable mobile microscope, which can reduce time and limit costs by allowing samples to be evaluated in the field at the point of sample collection. A well-documented phenomenon in the field of AI is the dataset shift, where differences between the data used for training and testing AI models can degrade model performance. 18 , 19 This impact is especially noticeable when the training dataset is small and comes from a single source. A strategy to mitigate such decreases in performance when using models in new clinical contexts is to re-train or fine-tune the models using data from the new setting. In our case, the starting AI model was trained using images from an older version of our portable microscope, with only 218 images for training and 45 for validation. Since the new NTDscope has slightly different optics and illumination 11 , and given the small dataset used for training the starting AI model, we suspected that performance could improve from re-training the model in the field with images acquired using the new NTDscope, a technique we call edge-tuning. We demonstrated that the methodology deployed in this study could be used to retrain and deploy a new version of the AI model in less than 24 hours in a low-resource setting, leveraging a pipeline including portable image acquisition, mobile connectivity, off-site cloud-based labelling and training, model evaluation and optimization, model deployment and on-the-edge inference execution. We evaluated the impact on model performance gained by edge-tuning by comparing the performance of the starting and edge-tuned AI models on the patient images on day 2, which showed robust improvements for across AI model confidence score thresholds. When using light microscopy as a reference, our edge-tuned AI models had comparable performance to manual counts of eggs in NTDscope images for both brightfield and darkfield versions of the model ( Figure 4 ), validating the usefulness of edge-tuned AI models for simplifying the work of field technicians performing manual egg counts. The discrepancies between conventional microscopy and the NTDscope may be due to the fact that different fractions of the same urine sample were used in each case. Running AI models on NTDscope images is considerably easier and faster than performing manual counts and does not require highly trained microscopists, who are unfortunately in short supply in many African settings; rather, image acquisition and processing on the device take <2 min per patient. To our knowledge, this is the first demonstration of re-training of an AI model for neglected tropical disease screening within one day in an endemic, low-resource setting. The combination of our devices’ portability and mobile connectivity, as well as our infrastructure for image annotation and model re-training, enabled us to quickly adapt to a new clinical setting and improve our diagnostic performance without losing significant time during the field study. Our performance compared to light microscopy is close to meeting the WHO requirements for monitoring and evaluation of schistosomiasis control programmes, and we expect that future AI models edge- tuned with additional field data will enable us to reach the required metrics. Portable microscopy, with iterative edge-tuning under different conditions to improve AI model performance and generalizability, has significant potential to improve the quality of public health programs aimed at controlling neglected tropical infections. Such technology has already supported identifying high-intensity Loa loa infections, malaria, schistosomiasis, and soil- transmitted helminthiases. 5 – 8 , 13 , 16 , 17 , 20 Given the scarcity of laboratory capacity and trained personnel in rural areas where schistosomiasis is endemic, 21 an AI-powered NTDscope could expand access to essential public health programs for a greater number of individuals, especially when combined with point-of-care circulating cathodic antigen testing for S. mansoni ; such a combined system can enable low-cost and rapid screening for both urogenital ( S. haematobium ) and gastrointestinal ( S. mansoni ) schistosomiasis by testing only urine. 13 This ’urine-only’ approach could be a valuable method for monitoring existing schistosomiasis control and elimination programs, addressing a significant need identified by the WHO. 2 Data Availability The data and algorithms may be made available upon request. Interested parties are encouraged to contact the corresponding author for further information. Disclosures IIB consults to the Weapons Threat Reduction Program at Global Affairs Canada. ED, DC, DBP, JGV, LL and MLO work and/or hold shares of Spotlab. IIB is supported by the Ontario AHSC AFP Innovation Fund; New Frontiers in Research Fund, NFRFE-2020-00922; Canadian Institutes of Health Research, PJT-183575. Members of Spotlab are funded by a Gates Foundation grant (INV-051355). DAF is supported by a Gates Foundation grant (INV-008782). Contributors MDDLD, ED, DC, DBP, JGV, LL, KNF, DAF, MLO, and IIB designed the research and analysis. JTC, ED, KDS, DC, KNF, and IIB collected the data. MDDLD, ED, DC, and JGV prepared the portable microscopes for data collection. MDDLD, JTC, ED, KDS, DC, DBP, JGV, LL, KNF, and IIB participated in data annotation. ED, DC, DBP, JGV, LL, and MLO trained AI models. MDDLD, DBP, LL, KNF, JRA, DAF, and IIB performed statistical analysis. All authors participated in data interpretation. MDDLD, JTC, ED, DC, DBP, JGV, LL, KNF, DAF, MLO, and IIB co-wrote the manuscript, and all authors provided feedback. All authors had full access to all the data in the study and accepted the responsibility to submit for publication. References 1. ↵ King CH , Galvani AP . Underestimation of the global burden of schistosomiasis . The Lancet . 2018 Jan; 391 ( 10118 ): 307 – 8 . OpenUrl 2. ↵ WHO Guideline on Control and Elimination of Human Schistosomiasis . World Health Organization ; 2022 . 3. ↵ Diagnostic Target Product Profiles for Monitoring, Evaluation and Surveillance of Schistosomiasis Control Programs . World Health Organization ; 2021 . 4. ↵ Coulibaly JT , Ouattara M , D’Ambrosio MV , Fletcher DA , Keiser J , Utzinger J , et al. Accuracy of Mobile Phone and Handheld Light Microscopy for the Diagnosis of Schistosomiasis and Intestinal Protozoa Infections in Côte d’Ivoire. Hsieh MH, editor . PLoS Negl Trop Dis . 2016 Jun 27; 10 ( 6 ): e0004768 . OpenUrl CrossRef PubMed 5. ↵ D’Ambrosio MV , Bakalar M , Bennuru S , Reber C , Skandarajah A , Nilsson L , et al. Point-of- care quantification of blood-borne filarial parasites with a mobile phone microscope . Sci Transl Med [Internet ]. 2015 May 6 [cited 2025 Jun 18]; 7 ( 286 ). Available from: https://www.science.org/doi/10.1126/scitranslmed.aaa3480 6. Kamgno J , Pion SD , Chesnais CB , Bakalar MH , D’Ambrosio MV , Mackenzie CD , et al. A Test-and-Not-Treat Strategy for Onchocerciasis in Loa loa –Endemic Areas . N Engl J Med . 2017 Nov 23; 377 ( 21 ): 2044 – 52 . OpenUrl PubMed 7. Vasiman A , Stothard JR , Bogoch II . Mobile Phone Devices and Handheld Microscopes as Diagnostic Platforms for Malaria and Neglected Tropical Diseases (NTDs) in Low- Resource Settings . In: Advances in Parasitology [Internet]. Elsevier ; 2019 [cited 2025 Jun 18]. p. 151 – 73 . Available from: https://linkinghub.elsevier.com/retrieve/pii/S0065308X18300575 8. ↵ Dacal E , Bermejo-Peláez D , Lin L , Álamo E , Cuadrado D , Martínez Á , et al. Mobile microscopy and telemedicine platform assisted by deep learning for the quantification of Trichuris trichiura infection. Steinmann P, editor . PLoS Negl Trop Dis . 2021 Sep 7; 15 ( 9 ): e0009677 . OpenUrl CrossRef PubMed 9. García-Villena J , Torres JE , Aguilar C , Lin L , Bermejo-Peláez D , Dacal E , et al. 3D-Printed Portable Robotic Mobile Microscope for Remote Diagnosis of Global Health Diseases . Electronics . 2021 Oct 2; 10 ( 19 ): 2408 . OpenUrl 10. ↵ Díaz De León Derby M , Delahunt CB , Spencer E , Coulibaly JT , Silué KD , Bogoch II , et al. Multi-contrast machine learning improves schistosomiasis diagnostic performance [Internet] . Public and Global Health ; 2025 [cited 2025 Jun 18]. Available from: http://medrxiv.org/lookup/doi/10.1101/2025.01.30.25321353 11. ↵ Díaz De León Derby M , Moussa ZL , Ng CF , Bhuiya AM , Cabrera JP , Banik D , et al. NTDscope: A multi-contrast portable microscope for disease diagnosis [Internet]. Public and Global Health ; 2025 [cited 2025 Jun 18]. Available from: http://medrxiv.org/lookup/doi/10.1101/2025.03.17.25324136 12. ↵ World Health Organization , editor. Prevention and control of schistosomiasis and soil- transmitted helminthiasis: report of a WHO Expert Commmittee . Geneva : World Health Organization ; 2002 . 57 p. (WHO technical report series). 13. ↵ Coulibaly JT , Silue KD , De León Derby MD , Fletcher DA , Fisher KN , Andrews JR , et al. Rapid and Comprehensive Screening for Urogenital and Gastrointestinal Schistosomiasis with Handheld Digital Microscopy Combined with Circulating Cathodic Antigen Testing . The American Journal of Tropical Medicine and Hygiene . 2024 Aug 7; 111 ( 2 ): 387 – 90 . OpenUrl PubMed 14. ↵ Coulibaly JT , Silue KD , Armstrong M , Díaz De León Derby M, D’Ambrosio MV, Fletcher DA, et al. High Sensitivity of Mobile Phone Microscopy Screening for Schistosoma haematobium in Azaguié, Côte d’Ivoire . The American Journal of Tropical Medicine and Hygiene . 2023 Jan 11; 108 ( 1 ): 41 – 3 . OpenUrl CrossRef PubMed 15. ↵ Jocher G , Qiu J , Chaurasia A . Ultralytics YOLOv8 [Internet]. 2023 . Available from: https://github.com/ultralytics/ultralytics 16. ↵ Lin L , Dacal E , Díez N , Carmona C , Martin Ramirez A , Barón Argos L , et al. Edge Artificial Intelligence (AI) for real-time automatic quantification of filariasis in mobile microscopy. Gaunt MW, editor . PLoS Negl Trop Dis . 2024 Apr 17; 18 ( 4 ): e0012117 . OpenUrl CrossRef PubMed 17. ↵ Lundin J , Suutala A , Holmström O , Henriksson S , Valkamo S , Kaingu H , et al. Diagnosis of soil-transmitted helminth infections with digital mobile microscopy and artificial intelligence in a resource-limited setting. Clark E, editor . PLoS Negl Trop Dis . 2024 Apr 11; 18 ( 4 ): e0012041 . OpenUrl CrossRef PubMed 18. ↵ Subbaswamy A , Saria S . From development to deployment: dataset shift, causality, and shift-stable models in health AI . Biostatistics . 2019 Nov 19;kxz041. 19. ↵ Finlayson SG , Subbaswamy A , Singh K , Bowers J , Kupke A , Zittrain J , et al. The Clinician and Dataset Shift in Artificial Intelligence . N Engl J Med . 2021 Jul 15; 385 ( 3 ): 283 – 6 . OpenUrl CrossRef PubMed 20. ↵ Ewnetu Y , Badu K , Carlier L , Vera-Arias CA , Troth EV , Mutala AH , et al. A digital microscope for the diagnosis of Plasmodium falciparum and Plasmodium vivax, including P. falciparum with hrp2/hrp3 deletion . Auburn S, editor. PLOS Glob Public Health . 2024 May 20; 4 ( 5 ): e0003091 . OpenUrl 21. ↵ Nkengasong JN , Mbopi-Keou FX , Peeling RW , Yao K , Zeh CE , Schneidman M , et al. Laboratory medicine in Africa since 2008: then, now, and the future . The Lancet Infectious Diseases . 2018 Nov; 18 ( 11 ): e362 – 7 . OpenUrl CrossRef PubMed View the discussion thread. Back to top Previous Next Posted July 14, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about medRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire Message Subject (Your Name) has forwarded a page to you from medRxiv Message Body (Your Name) thought you would like to see this page from the medRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire María Díaz de León Derby , Jean T. Coulibaly , Elena Dacal , Kigbafori D. Silue , Daniel Cuadrado , David Bermejo-Peláez , Jaime García-Villena , Lin Lin , Karla N. Fisher , Jason R. Andrews , Daniel A. Fletcher , Miguel Luengo-Oroz , Isaac I. Bogoch medRxiv 2025.07.11.25331398; doi: https://doi.org/10.1101/2025.07.11.25331398 Share This Article: Copy Citation Tools Edge-tuning of artificial intelligence improves diagnostic performance for Schistosomiasis haematobium in a rural setting of Côte d’Ivoire María Díaz de León Derby , Jean T. Coulibaly , Elena Dacal , Kigbafori D. Silue , Daniel Cuadrado , David Bermejo-Peláez , Jaime García-Villena , Lin Lin , Karla N. Fisher , Jason R. Andrews , Daniel A. Fletcher , Miguel Luengo-Oroz , Isaac I. Bogoch medRxiv 2025.07.11.25331398; doi: https://doi.org/10.1101/2025.07.11.25331398 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Public and Global Health Subject Areas All Articles Addiction Medicine (568) Allergy and Immunology (863) Anesthesia (300) Cardiovascular Medicine (4436) Dentistry and Oral Medicine (444) Dermatology (382) Emergency Medicine (608) Endocrinology (including Diabetes Mellitus and Metabolic Disease) (1509) Epidemiology (15229) Forensic Medicine (30) Gastroenterology (1124) Genetic and Genomic Medicine (6600) Geriatric Medicine (668) Health Economics (997) Health Informatics (4538) Health Policy (1368) Health Systems and Quality Improvement (1613) Hematology (542) HIV/AIDS (1264) Infectious Diseases (except HIV/AIDS) (15916) Intensive Care and Critical Care Medicine (1103) Medical Education (623) Medical Ethics (146) Nephrology (667) Neurology (6599) Nursing (346) Nutrition (998) Obstetrics and Gynecology (1144) Occupational and Environmental Health (957) Oncology (3333) Ophthalmology (974) Orthopedics (369) Otolaryngology (420) Pain Medicine (436) Palliative Medicine (130) Pathology (663) Pediatrics (1693) Pharmacology and Therapeutics (691) Primary Care Research (711) Psychiatry and Clinical Psychology (5447) Public and Global Health (9232) Radiology and Imaging (2198) Rehabilitation Medicine and Physical Therapy (1370) Respiratory Medicine (1196) Rheumatology (593) Sexual and Reproductive Health (712) Sports Medicine (530) Surgery (712) Toxicology (99) Transplantation (289) Urology (265) (function(){function c(){var b=a.contentDocument||a.contentWindow.document;if(b){var d=b.createElement('script');d.innerHTML="window.__CF$cv$params={r:'a00e4a4dfa411b23',t:'MTc3OTY0NjU3Mw=='};var a=document.createElement('script');a.src='/cdn-cgi/challenge-platform/scripts/jsd/main.js';document.getElementsByTagName('head')[0].appendChild(a);";b.getElementsByTagName('head')[0].appendChild(d)}}if(document.body){var a=document.createElement('iframe');a.height=1;a.width=1;a.style.position='absolute';a.style.top=0;a.style.left=0;a.style.border='none';a.style.visibility='hidden';document.body.appendChild(a);if('loading'!==document.readyState)c();else if(window.addEventListener)document.addEventListener('DOMContentLoaded',c);else{var e=document.onreadystatechange||function(){};document.onreadystatechange=function(b){e(b);'loading'!==document.readyState&&(document.onreadystatechange=e,c())}}}})();

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-05-28T02:00:01.590549+00:00
License: CC-BY-NC-4.0