A Multi-Agent Approach to Generating Context-Rich Gene Sets

preprint OA: closed
📄 Open PDF Full text JSON View at publisher
Full text 54,133 characters · extracted from preprint-html · click to expand
A Multi-Agent Approach to Generating Context-Rich Gene Sets | bioRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-M677548'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search New Results A Multi-Agent Approach to Generating Context-Rich Gene Sets View ORCID Profile Ebunoluwa Makinde , View ORCID Profile Farhad Maleki , View ORCID Profile Katie Ovens doi: https://doi.org/10.1101/2025.11.23.690073 Ebunoluwa Makinde 1 University of Calgary , Calgary, Alberta, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Ebunoluwa Makinde For correspondence: ebunoluwa.makinde{at}ucalgary.ca Farhad Maleki 1 University of Calgary , Calgary, Alberta, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Farhad Maleki Katie Ovens 1 University of Calgary , Calgary, Alberta, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Katie Ovens Abstract Full Text Info/History Metrics Supplementary material Data/Code Preview PDF Abstract Gene sets are collections of genes that share a common biological function, process, or component that can be used to get insight into the biological relevance of genomic data. Databases containing these gene sets aids in a wide array of analytical methods. The results of these methods, such as gene set analysis or phenotype-based gene prioritization, depend on the quality of the gene sets. Despite the extensive literature and genetic data available for constructing these databases, they often lack sufficient biological context. Current curation methods rely on labour-intensive expert manual curation from literature and datasets, as well as automated methods that are not context-aware. Therefore, there is a significant opportunity to utilize publicly available literature to bridge this gap and create more precise gene sets. With the advancement of natural language processing technologies, particularly large language models, this task can be performed more efficiently. In this work, we present a multi-agent system that utilizes the Llama 3, DeepSeek, and Qwen open-source large language models to analyze PubMed abstracts, allowing us to reconstruct gene sets in existing databases that better reflect specific biological contexts. Our approach consists of two pipelines. One verifies the inclusion of genes in a gene set by proof of evidence in the abstracts showing the association between the gene and the gene set. The second pipeline parses through the abstracts to identify genes not already included in the gene set for potential inclusion. To evaluate the proposed approach, we reconstructed a random selection of gene sets within the Human Ontology Phenotype (HPO). Our analysis shows that 149 of these gene sets have a similarity of 65.18% when compared to the original HPO gene sets, aligning well with the current HPO database. Additionally, we found an average of 3.15 new genes not included in the HPO gene sets, each supported by verified literature linking them to their respective gene sets. This highlights that our updated gene set database better reflects the current state of biological findings. 1 Introduction Research into genes that contribute to various biomedical conditions has expanded rapidly, supported by advances in high-throughput omics technologies. These technologies, such as microarrays and RNA sequencing, are used to investigate the activity of thousands of genes in gene expression experiments, leading to an increase in available biological data [ 25 , 4 ]. The growing volume of biological data presents researchers with the challenge of extracting and interpreting biologically meaningful patterns. Gene lists generated from these experiments can provide insight; for example, genes expressed in cancer cells can indicate signaling pathways that suggest potential therapeutic approaches [ 14 ]. One way scientists have organized and interpreted these findings is through the grouping of genes with shared biological functions into gene sets. A gene set can be defined as a collection of genes that work together to perform a specific biological process, function, or component. These gene sets are compiled into gene set databases, which serve as structured repositories that enable comparative and interpretive biological analysis. Gene sets and related analytical methods have become essential tools for deriving meaning from genetic data, including approaches such as gene set analysis and phenotype-based gene prioritization. Gene set analysis is a powerful method used to extract meaningful insights into a range of biological conditions using high-throughput gene expression data. This method aims to assess whether experimental gene lists intersect with statistically and biologically relevant gene sets [ 25 , 2 ]. On the other hand, phenotype-based gene prioritization is used to identify and rank causative genes from a gene set database for observed phenotypes in a patient [ 15 ]. Both analytical approaches are heavily dependent on the availability and quality of well-curated gene set databases. Several widely used, literature-curated gene set databases exist, such as BioCarta [ 28 ], Gene Ontology (GO) [ 3 ], Human Phenotype Ontology (HPO) [ 9 ], Kyoto Encyclopedia of Genes and Genomes (KEGG) [ 16 ], and Reactome [ 6 ]. Each of these databases vary in scope, use case, and content. Gene sets and their corresponding databases play a crucial role in the outcomes of gene set analysis [ 26 ], and the reliability of phenotype-driven gene prioritization depends on the completeness and accuracy of these databases [ 15 ]. Although gene set databases are valuable resources, they often lack the specificity needed to capture the nuances of different biological contexts and genetic associations [ 27 ]. Curating more context-aware and biologically representative gene set databases can improve the identification of meaningful gene associations and understudied phenotypes [ 27 ]. With the extensive genomic data available in PubMed [ 30 ], there is an opportunity to apply data mining to create databases that better reflect biological complexity. The recent developments in artificial intelligence, particularly large language models (LLMs) and agentic systems, offers a means to automate and enhance this process. The objective of this work is to reconstruct existing gene set databases and evaluate whether LLMs can effectively capture biological context to curate databases using only literature abstracts. Furthermore, this study will assess whether LLM-curated gene sets can surpass the quality of manually curated databases such as HPO. To achieve this, three open-source LLMs (Llama 3, Qwen, and DeepSeek) will be utilized to extract information from PubMed abstracts using Retrieval-Augmented Generation (RAG) techniques, with the goal of generating more accurate and biologically meaningful gene sets. The remainder of this paper is organized as follows: Section 2 we review current methods for curating gene set databases and utilizing LLMs to improve them. We then analyze the novelty introduced by our research. Then, we explain our methodology for curating these context-rich gene sets using LLMs in a multiagent system in Section 3. In section 4, we describe the evaluation methods and the current results. Then we present our discussion of the quality of our LLM-curated gene set database in Section 5. Lastly, in Section 6, we conclude by presenting the summary of our findings and also pointing to future directions that can be taken to improve upon current gene set database curation and gene set analysis methods. 2 Background and Related Work 2.1 Large Language Models and Retrieval-Augmented Generation Large language models (LLMs) are a subset of generative artificial intelligence where machine learning models are trained to identify patterns in data, enabling them to generate new data with similar properties to the training data [ 12 ]. These models have been adapted for various text processing tasks, such as information extraction, question answering, and summarization [ 14 ]. LLMs possess powerful mechanisms for understanding rich biological contexts [ 34 ]. Current research has produced several general-purpose LLMs, such as GPT-4 by OpenAI [ 1 ], Llama 3 by Meta [ 7 ], and Gemini by Google [ 33 ]. Despite being trained on extensive datasets, LLMs often lack context in specific domains. Studies have shown that performance can be improved for specific fields, such as medicine, through a process involving pretraining and fine-tuning [ 23 ]. However, these methods can be computationally expensive for ongoing use across various niche domains [ 29 ]. To address this issue, Retrieval-Augmented Generation (RAG) enhances a model’s knowledge base by retrieving information from external sources and incorporating it into prompts [ 20 ]. Augmenting the model in this way has been shown to substantially improve performance on domain-specific queries [ 23 ]. In our work, we will enhance the ability of three open-source LLMs to generate insights into the biological context of genes by incorporating external knowledge from PubMed abstracts using the RAG methodology. 2.2 Customary Approaches to Gene Set Database Curation Gene Ontology (GO) is considered as a gold standard for gene set enrichment analysis tools [ 2 ]. GO annotations are generated through either manual or automated curation. Manual annotations are conducted by trained curators who extract information from full-text primary literature and functional data [ 13 ]. On the other hand, automated annotations employ algorithms that infer gene product functions based on orthology, domain composition, and sequence similarity [ 13 ]. Although automated approaches cover a broader annotation scope, manual curation provides higher precision and contextual relevance [ 13 ]. The Human Phenotype Ontology (HPO) provides a structured vocabulary of human phenotypic abnormalities and serves as a key resource for phenotype-driven gene prioritization and rare disease research [ 9 , 31 ]. Initial curation of HPO combined Java and Perl scripts to extract data from the OMIM database [ 31 ]. A process of both manual annotation and automated matching was then used to define HPO terms and annotate them with related disease concepts [ 31 ]. Over the years, the database has incorporated contributions from OrphaNet and DECIPHER to include more terms and annotations, this time including related genes [ 17 , 19 , 18 ]. Since its initial curation, the HPO has largely been collaborative, involving research groups from around the world that contribute to its terms and annotations [ 18 ]. An approach to improve gene set databases involves integrating multiple resources to create metadatabases such as the Molecular Signatures Database (MSigDB) [ 22 ]. MSigDB aggregates gene sets from diverse sources, including GO, HPO, Reactome, and KEGG, and contains one of the largest collections of gene sets available. Its curation process, similar to GO, involves both manual and computational means [ 22 ]. Automated methods identify overlaps between gene sets, while manual review ensures accurate annotation of biological themes, refinement of expression data, and precise classification of overlapping or redundant sets [ 21 ]. Manual curation of these databases introduces the possibility of human error, alongside tedious labour and redundant tasks, which can compromise the quality of gene sets. Furthermore, conventional computational methods used in these databases are limited in their ability to capture context-specific biological information. The present work seeks to address these limitations by reducing the manual workload involved in database curation and generating context-aware gene sets derived directly from published literature. By utilizing LLMs to automate and refine the curation process, this approach aims to enhance both the accuracy and biological relevance of gene set databases used in downstream analyses. 2.3 LLM-Based Approach for Generating Gene Sets and Insights for Gene Set Analysis The tool llm2geneset proposed by Zhu et al., utilizes LLMs such as GPT-3.5, GPT-4o-mini, and GPT-4o to dynamically generate gene sets from natural language descriptions [ 38 ]. It uses a list of query genes, such as differentially expressed genes, optionally accompanied by biological context as input. The LLM is then queried to generate gene set descriptions based on this list of genes. These generated descriptions are then re-submitted to the model to produce corresponding gene sets by associating relevant genes with each description. The resulting gene sets are analyzed using Overrepresentation Analysis (ORA) to identify enriched sets. The method was benchmarked against human-curated databases, demonstrating substantial overlap [ 38 ]. Moreover, the performance of gene set analysis improved when using this pipeline compared with either ORA alone or direct LLM prompting. In contrast, Hu et al. bypass the gene set curation stage and instead focus on how LLMs can be utilized for the functional interpretation of existing gene sets [ 12 ]. Their work introduces a pipeline in which an LLM is instructed to analyze a gene set, generate a biologically meaningful descriptive name, and evaluate its own performance on this task [ 12 ]. Results demonstrated that LLMs are capable of capturing the biological relevance and function of gene sets. Building on Hu et al.’s work, Wang et al. propose Gene Agent—a language-based agent system designed to generate coherent biological process names for gene sets [ 34 ]. Gene Agent autonomously interacts with multiple domain-specific databases through Web APIs to gather contextual information from expert-curated resources [ 34 ]. Unlike previous methods, it incorporates a self-verification mechanism that evaluates and supports or refutes the LLM’s predictions. This design reduces hallucinations commonly observed in LLM outputs and refines generated annotations to improve the reliability of LLM-assisted gene set analysis. Contrast with Proposed Technology While innovative, the approach used by llm2geneset has significant room for improvement. One key limitation is its reliance on the pretrained knowledge of the LLM, which is neither comprehensive nor fully representative of current biomedical literature. In contrast, our proposed approach utilizes a Retrieval-Augmented Generation (RAG) methodology to ensure that curated gene sets are informed not only by pretrained knowledge of the model, but also by up-to-date information drawn directly from the current literature. Hu et al.’s work provides a framework for evaluating how LLMs can generate biological insights from gene sets; however, it does not address the quality or specificity of the gene sets themselves. Our approach prioritizes this step, ensuring that gene sets are first curated to be biologically specific and contextually accurate before downstream inference is conducted, which was an aspect overlooked in Hu et al.’s study. Although Gene Agent implements a self-verification mechanism, it remains constrained by the limitations of its base model, GPT-4, which can produce biological process names that deviate from established references. By incorporating external domain-specific information through the RAG framework, our method enhances contextual grounding and mitigates hallucinations more effectively. Furthermore, all three existing studies rely on proprietary OpenAI GPT models, which, despite their adaptability to diverse tasks, including gene-related analyses, have substantial costs and lack open-source accessibility. In contrast, our framework adopts three open-source models—Llama 3, Qwen 3, and DeepSeek R1—each demonstrating strong reasoning and generalization capabilities across multiple domains, making them suitable candidates for adaptation in this context [ 7 , 37 , 10 ]. 3 Methods The proposed framework consists of two systems designed for automated gene set curation. The first system functions as a gene set checker, serving as a verification pipeline that evaluates whether individual genes are appropriately included in a gene set based on supporting evidence extracted from the PubMed Abstract database. The second system operates as a gene set maker, utilizing the name of a gene set as an anchor to identify additional genes that may be biologically associated with it. Genes determined to be relevant are incorporated into the gene set—provided they are not already present—following validation through the gene set checker phase. Each step involving a LLM was implemented using three selected open-source models: Llama 3.1 8B, DeepSeek R1 8B, and Qwen 3 32B. For this study, we reconstructed the Human Phenotype Ontology (HPO) database using this pipeline; however, the process is fully reproducible across other gene set databases such as Gene Ontology (GO) and Kyoto Encyclopedia of Genes and Genomes (KEGG). Figure 1 illustrates the overall workflow, outlining the sequential processes involved in extracting and organizing information from PubMed abstracts to curate gene set databases. Download figure Open in new tab Fig. 1. Overview of our gene set curation workflow. The framework takes gene set names from the original database and processes them through two pipelines. The Gene Set Maker pipeline (top) retrieves phenotype-related literature and extracts genes supported by verified abstracts, while the Gene Set Checker pipeline (bottom) validates gene–phenotype associations for genes already in the set. The curated outputs, consisting of newly extracted genes and verified existing genes, are combined to produce an updated literature-supported gene set. 3.1 Phenotype Extraction Phenotype information was obtained by querying the HPO database API to extract the phenotype name, description, and corresponding synonyms. This is to get a broad context of what the phenotype entails to improve the semantic embedding when prompting the LLM, making it more phenotype-aware. 3.2 Literature Retrieval For each extracted phenotype, the objective was to retrieve relevant PubMed abstracts that mention genes potentially associated with the phenotype. Rather than relying on PubMed’s default NCBI E-utilities API, we utilized PubTator 3.0, a biomedical text-mining system that supports advanced semantic and relationbased searches [ 35 ]. PubTator 3.0 provides annotations for PubMed abstracts covering entities such as genes, diseases, variants, chemicals, species, and cell lines. This enabled the retrieval of abstracts that were semantically relevant to the phenotype and contained explicit gene mentions. When querying the system, we used the format “Phenotype Name” AND “genes.” This approach yielded a more concise list of abstracts that actually contained related genes, unlike simply searching by phenotype name, which often returned irrelevant results. Due to these streamlined queries, we limited our selection to the top 250 abstracts. This decision was driven by the need to manage storage and computational constraints, as collecting all returned abstracts would have led to a large number being discarded by the grader. Focusing on the top results ensured that we had a good subset containing the most associated genes related to the phenotype in question. After retrieving the top 250 abstracts or fewer, we then checked PubTator’s annotations to verify the presence of genes, filtering out any abstracts that did not contain genes. For the gene set checker pipeline, for each gene associated with a phenotype, we send a query to PubTator 3.0 with the phenotype and the gene name in gene symbols format. Instead of submitting a regular search query, we use PubTator’s prefix for identifying genes, which is “@GENE_”, and append this to the gene before querying the pipeline with the modified gene and phenotype name. We only extract the first 10 abstracts. In a study of related entities, PubTator 3.0, through manual verification, showed a precision of 90% for the top 20 articles retrieved [ 35 ]. Therefore, selecting the top 10 would likely demonstrate an even greater correlation, and this approach also conserves computational time. 3.3 Relevance Grading Before proceeding to the gene extraction step, it was necessary to address the issue that not all retrieved abstracts mentioning genes were truly indicative of a gene–phenotype association. Some abstracts referenced genes in contexts unrelated to the phenotype or described negative correlations, such as instances where individuals exhibiting the phenotype lacked expression of the gene. To ensure contextual accuracy and minimize hallucinations in subsequent stages, we first used the LLM as a grader. The LLM was provided with the phenotype’s name, description, and synonyms and instructed to evaluate the relevance of each abstract by determining whether it described genes genuinely associated with the phenotype. The complete prompt used for this grading task is included in the Appendix. The model produced a JSON output containing a single key, binary_score, with one of two possible values (“yes” or “no”) indicating whether the abstract was deemed relevant. The same grading process was applied in the gene set checker pipeline, with the evaluation criterion expanded to verify whether abstracts explicitly discussed associations between the phenotype and the gene. This additional filtering step ensured greater specificity and reliability in identifying valid gene–phenotype relationships for downstream curation. 3.4 Gene Association Generation Once the filtered set of abstracts that mention genes to describe correlations with the phenotype is selected, the LLM is prompted again. In this phase, the model reviews each abstract alongside the phenotype’s metadata, which includes its name, synonyms, and description. It then extracts genes associated with the phenotype. The model returns a list of JSON objects, where each object includes the gene name, the supporting text excerpt (directly quoted from the abstract), the PubMed ID (PMID), and, when available, the journal source. The following JSON schema defines the structure of the gene set maker output: [ { “Gene”: “string”, “Source Reference”: “string”, “PMID”: “string | integer”, “Journal”: “string” } ] For the gene set checker, the LLM produces a single JSON object confirming the presence or absence of the specified gene within the phenotype context. The corresponding JSON schema for this output is shown below: { “Gene”: “string”, “Validation”: “string (yes | no)”, “Supporting Extract”: “string”, “PMIDS”: [“integer”] } 3.5 Curation In the curation phase, we consolidate the results produced by each LLM by merging newly identified genes and verified genes into a standardized Gene Matrix Transposed (GMT) file. To ensure identifier consistency, we use the MyGene Python library [ 36 ] to convert all gene symbols into their corresponding Entrez Gene IDs. Since gene symbols typically consist of short alphanumeric abbreviations, Entrez IDs provide numeric identifiers that are unique and unambiguous [ 24 ]. This conversion also serves as an additional validation step, as it enables cross-checking to ensure that the LLM has not incorrectly identified proteins or other biological entities as genes. The curated information is stored in an interactive HTML table generated with JavaScript, containing the phenotype name, source type (extracted, verified, or both), gene name, supporting abstract excerpt, and linked PubMed ID. This design allows for manual verification, ensuring transparency and reproducibility in gene inclusion decisions. Each LLM generates its own curated gene sets, which are merged to produce a unified result. To increase confidence in gene inclusion, we apply a majority-voting strategy: a gene is included in the final set if it appears in at least two of the three LLM-generated outputs. The resulting gene sets are reported as the final curated output of the pipeline. 3.6 Comparison Metrics To determine agreeability between our curated gene sets and what is currently curated, we use the Jaccard index to quantify similarity between two individual gene sets G i and G j as defined below [ 26 ]: To quantify the similarity between entire gene set databases, we considered the union of all genes appearing in each database. Let 𝔾 1 and 𝔾 2 denote two gene set databases with gene sets The overall database similarity is then defined as the Jaccard index over these aggregated gene sets: The Jaccard index ranges between 0 and 1, where 1 indicates identical gene content; in this work, we report it as a percentage for interpretability. Our source code as well as final outputs and datasets can be found here: https://github.com/EbunMak/multi-agent-generator-gene-set 4 Results 4.1 Evaluation of Curated Gene Set Metrics In order to validate the continuity of our pipeline, we first curated a selection of 149 gene sets; the “_New” suffix will be used to indicate reconstructed databases by our pipeline. We then compared their agreement with their counterparts in the original HPO gene set database. To achieve this, we used Equation 2 to quantify similarity between two individual gene sets. This gave us a 65.18% similarity score when expressed as a percentage; this is what we define as overall database similarity. To help us understand how many of the total genes are shared between individual gene sets in both databases, we also calculated the mean similarity of each gene set (defined in Equation 1 , resulting in 46.78%. In this subset, we also noted an average of 3.14 new genes added per gene set. Evaluating solely this subset, we see that based on the similarity, there is agreement between HPO and HPO_New. With these initial results, we furthered our pipeline to reconstruct a total of 437 gene sets, including the 149 we first created. Table 1 summarizes an array of metrics obtained for these 437 gene sets when compared to the same 437 found in the original HPO database. As it reports, 3.41 new genes were added on average. This closely aligns with what we found for the smaller subset we initially curated. However, for this larger set, we also discovered an overall database similarity of 83.59%, which suggests that as more gene sets were curated, there was closer similarity between ours and the original. View this table: View inline View popup Download powerpoint Table 1. Summary of Gene Set Database Comparison Metrics Examining the Similarity Distribution among Gene Sets The mean Jaccard similarity across gene sets was 57.66%. Figure 2a displays the distribution of the gene set similarity scores, all evaluated according to Equation 1 and expressed as percentages. The majority of the phenotypes exhibited a moderate to high overlap of 40% to 85%. The most common range was between 60% and 70%, indicating that a significant number of genes are shared across the gene sets of HPO and HPO_New. Overall, this shows that the curated HPO_New demonstrates agreement with HPO. Download figure Open in new tab Fig. 2. Distributions of gene set similarity and changes between databases. a) Percent similarity across gene sets. b) Number of newly added genes per gene set. c) Percent gene loss relative to original set size. Examining the Distribution of New Genes Added An average of 3.41 genes were added per gene set, with up to 31 new genes added for the phenotype, Abnormal metabolism. Figure 2b illustrates the distribution of new genes, where most gene sets had fewer than 2 genes added to them. Most genes remained stable; there were 21.74% of the genes (95 genes) that remained consistent with no new genes added, while the remaining 342 gene sets, for which new genes were added, suggest that some new biological insights were discovered merely from the literature. There were also two gene sets: Aplasia of the ulna and Patchy changes of bone mineral density that were completely the same between HPO_New and HPO. Examining the Distribution of Lost Genes Gene sets across a database vary widely in their original size, therefore we report percentage loss rather than absolute loss. This allows for changes to be interpreted relative to the scale of each gene set and enabling more meaningful comparison across HPO terms. Figure 2c , shows the distribution of the percentage loss is right-skewed, with the mean percent loss at 34.58% (dashed red line), indicating that on average, our pipeline includes 65.42% of HPO-annotated genes for each term. The majority of the gene sets exhibit moderate loss as 110 (25.17%) gene sets have low loss less than 20%, 175 (40.05%) with loss of 20-40%, and 65 (14.18%) with high loss (greater than 60%) These findings indicate that the curation pipeline verifies and retrieves a good amount of gene annotations documented in HPO. A minority of terms are marked by high percent loss, as reflected in the long-tail of the distribution. We also note that there are no gene sets for which all original genes were completely lost. 4.2 Case Study: Abnormal Metabolism To evaluate whether the newly added genes generated by our pipeline were truly contextually relevant, we manually validated each gene added across the top ten phenotypes. The complete validation table is provided in the Appendix. Here, we focus on the phenotype Abnormal Metabolism, which had the highest number of newly added genes (31). Genes Extracted From PMID: 34616452 [ 5 ] The genes MDK, SLC1A1, SGCB, MALAT1, PILRB, IGHG1, FZD1, IFITM1, MUC20, KRT80 , and SALL1 were extracted by our pipeline as novel genes associated with Abnormal Metabolism. Both Llama 3.1 and DeepSeek R-1 independently identified these genes as metabolism-related based solely on the abstract. Importantly, all eleven genes trace back to the same source abstract (PMID: 34616452). A sample of the DeepSeek evidence is: { “Gene”: “MDK”, “Source Reference”: “The Riskscore model was obtained by multiplying the expression levels of these 12 genes with the corresponding coefficients of the multivariate regression.”, “PMID”: “34616452”, “Journal”: “J Oncol” } A sample of Llama 3.1’s response is included below, but one thing to note is that it assigned an incorrect PMID which is something we also observe in other responses: { “Gene”: “SLC1A1”, “Source Reference”: “Identification of Prognostic Metabolism-Related Genes in Clear Cell Renal Cell Carcinoma.”, “PMID”: “37563740”, “Journal”: “J Oncol” } Despite the incorrect PMID, the supporting reference still corresponds to the same abstract. The abstract explicitly states: “Finally, 12 differentially expressed genes (MDK, SLC1A1, SGCB, C4orf3, MALAT1, PILRB, IGHG1, FZD1, IFITM1, MUC20, KRT80, and SALL1) were filtered out using the random forest model . ” The study focuses on clear cell renal cell carcinoma (ccRCC), a cancer described as having abnormal metabolism, and notes: “The Riskscore model was associated with most of the metabolic processes . ” Because these genes are directly tied to metabolic dysregulation in ccRCC, their addition to the Abnormal Metabolism gene set is therefore justified. Genes Extracted From PMID: 38025761 [ 32 ] The 14 genes DLAT, SEPHS1, ACADS, UCK2, GOT2, ADH4, LDHA, ME1, TXNRD1, B4GALT2, AK2, PTDSS2, CSAD , and AMD1 were reported by Llama 3.1 and Qwen 3 as associated with Abnormal Metabolism, while DeepSeek R-1 identified only GOT2 from the same abstract. All three models ultimately pointed to the same source abstract (PMID: 38025761), with representative extractions shown below. Llama 3.1: { “Gene”: “GOT2”, “Source Reference”: “A novel metabolism-related gene signature in patients with hepatocellular carcinoma.”, “PMID”: “38025761”, “Journal”: “PeerJ” } Qwen 3: { “Gene”: “AMD1”, “Source Reference”: “A Metabolism-Related Risk Score (MRRS) model was constructed using 14 MRGs (DLAT, SEPHS1, ACADS, UCK2, GOT2, ADH4, LDHA, ME1, TXNRD1, B4GALT2, AK2, PTDSS2, CSAD, and AMD1).”, “PMID”: “38025761”, “Journal”: “PeerJ” } The abstract mentions that hepatocellular carcinoma (HCC) is associated with abnormal metabolism and that these genes are explicitly used to construct a metabolic risk score. Thus, all 14 genes are valid additions to the Abnormal Metabolism phenotype. Genes Extracted From PMID: 36809279 [ 11 ] Qwen and Llama 3.1 extracted the genes SIRT3, SIRT4, SIRT5, SOD1, SOD2 , and PARP1 from the abstract describing the oncometabolic role of mitochondrial sirtuins in glioma patients. Qwen provided the detailed supporting evidence: “Results analysis showed significant down-regulation of SIRT4 (p = 0 . 0337), SIRT5 (p < 0 . 0001), GDH (p = 0 . 0305), OGG1-2alpha (p = 0 . 0001), SOD1 (p < 0 . 0001) and SOD2 (p < 0 . 0001) in glioma patients . ” The study demonstrates that mitochondrial metabolic enzymes and oxidative stress regulators ( SIRT3, SIRT4, SIRT5, SOD1, SOD2 ) and DNA repair–linked PARP1 show dysregulation in glioma, all of which are consistent with the metabolic phenotype. Genes Extracted From PMID: 31733337 [ 8 ] Qwen and Llama 3.1 extracted these two genes ( NFE2L1, NGLY1 ) from a study on hepatocyte-specific NGLY1 deficiency. Qwen again provided the correct PMID and accurate supporting text: “hepatocyte-specific Ngly1-deficient mice showed abnormal hepatocyte nuclear size/morphology with aging … ” and “We showed that the processing and localization of the transcription factor, nuclear factor erythroid 2-like 1 (Nfe2l1), was impaired in the Ngly1-deficient hepatocytes . ” NGLY1 deficiency disrupts NFE2L1 processing, leading to abnormal lipid and metabolic responses in hepatocytes. Because this metabolic impairment is directly evidenced in the abstract, both genes are valid additions. Overall, we observed that manual validation confirmed that 31 newly extracted genes had clear evidence of inclusion in abstracts linking them to Abnormal Metabolism. We also observed that Qwen 3 provided the most reliable PMIDs and clearest direct evidence. The model Llama 3.1 captured relationships but often mismatched PMIDs or provided incomplete citations. DeepSeek R-1 reported fewer genes but was valuable in confirming gene inclusion. 5 Discussion Literature is being updated every day, and the data available is becoming more and more accessible. However, traditional approaches to curating gene set databases always lag behind and fall short of keeping up with the current literature, or rely on automated methods not able to decipher literature well enough to get the full context. Our approach is able to index existing literature, updating these databases to better capture the reality of biomedical research. We demonstrate this by showing that, on average, 3.41 genes might be missing from the gene sets in the HPO database, and our pipeline can extract them. Specifically, we show that the gene set for which the most new genes were added, abnormal metabolism, had all the genes verified by the abstracts the models return for verification. Our model, however, is not completely agnostic to the current state of the art, with a similarity in the genes contained of 83.59% and the loss of original gene sets being an average of 34.58%, supporting the capacity of the pipeline for effective contextual inference and verifying that what is in the HPO database correctly aligns with the literature. However, we acknowledge that there is a subset within our curated gene sets that demonstrates high loss. This could stem from the fact that gene set databases contain many genes that should not be there, as they do not capture the biological context of the gene sets, have variation, and redundancy [ 21 ]. By having two or more LLMs verify the presence of genes based on existing scientific proof creates a superior method that filters out genes that ought not to be included in the gene sets, hence capturing the true essence of the biological associations of gene sets. We also account for the possibility that the genes not mentioned could also be a result of not parsing through enough abstracts in the literature, or that these gene annotations reported in HPO are not found in what is available on PubMed, as it is only one database and not including full-text articles. Notably, gene set databases are only as useful as their ability to provide accurate answers through gene set analysis or phenotype-based gene prioritization. With our model being able to infer new genes, both methods can be substantially improved. For instance, the new genes enhance the precision of gene set analysis, allowing for the more accurate identification of differential gene sets. For phenotype-based gene prioritization, in a clinical context, this directly enhances the ability to prioritize disease-relevant genes better. Such improvements are particularly valuable for rare disease diagnosis, where capturing recently discovered or less studied gene-phenotype relationships can be critical for interpreting patient data and finding accurate diagnoses. That being said, our workflow is time and computationally expensive. Future work should consider parallelizing pipelines and optimizing prompts to reduce the number of generations required. This would also allow for multiple reruns to minimize variability and ensure the model provides consistent results. We also experience a myriad of challenges with the LLM’s generations, from broken returned JSONs to false PMID associations. Further work should involve experimenting with the optimal number of documents necessary for generating high-quality gene sets. There should also be more checks and methods implemented, such as better prompt engineering, to ensure the LLM generations are consistent. Lastly, this work should extend to recreate the full collection of gene sets on HPO and even more commonly used for gene set analysis, like GO. Consequently, the reconstructed larger, more extensively used gene sets should be employed for conducting gene set analysis and phenotype-based gene prioritization, and their performance should be compared against the original versions. This will serve as a better test of the pipeline’s quality, establishing it as a superior curation method. 6 Conclusion In conclusion, the choice of curated gene set databases plays a significant role in determining the outcomes of gene set analysis and phenotype-based gene prioritization. Therefore, our objective was to provide a gene set database rich in biological context to enhance these analysis outcomes. While efforts have been made to curate novel gene set databases, these do not provide comprehensive solutions for curating insightful gene sets based on the current literature. Thus, we present a multi-agent system setup that integrates external genetic knowledge into LLMs via RAG, elevating the quality of gene set databases. We have demonstrated that this pipeline is capable of curating gene sets that are not only similar to the original gene sets but also capture more information that is absent in the original version. It also saves time and minimizes the labour associated with manual curation and overcomes the shortcomings of the primitive computational methods used to curate the original database version. By utilizing LLMs and the vast sea of scientific literature, we present a new method capable of enhancing the quality of current gene sets. Its integration holds the potential to profoundly unlock new genetic insights. Footnotes https://github.com/EbunMak/multi-agent-generator-gene-set References 1. ↵ Achiam , J. , Adler , S. , Agarwal , S. , Ahmad , L. , Akkaya , I. , Aleman , F.L. , Almeida , D. , Altenschmidt , J. , Altman , S. , Anadkat , S. , et al : Gpt-4 technical report . arXiv preprint arXiv: 2303.08774 ( 2023 ) 2. ↵ Araki , H. , Knapp , C. , Tsai , P. , Print , C. : Genesetdb: a comprehensive meta-database, statistical and visualisation framework for gene set analysis . FEBS open bio 2 , 76 – 82 ( 2012 ) OpenUrl CrossRef PubMed Web of Science 3. ↵ Ashburner , M. , Ball , C.A. , Blake , J.A. , Botstein , D. , Butler , H. , Cherry , J.M. , Davis , A.P. , Dolinski , K. , Dwight , S.S. , Eppig , J.T. , et al : Gene ontology: tool for the unification of biology . Nature Genetics 25 ( 1 ), 25 – 29 ( 2000 ) OpenUrl CrossRef PubMed Web of Science 4. ↵ Bubier , J. , Hill , D. , Mukherjee , G. , Reynolds , T. , Baker , E.J. , Berger , A. , Emerson , J. , Blake , J.A. , Chesler , E.J. : Curating gene sets: challenges and opportunities for integrative analysis . Database 2019 , baz036 ( 2019 ) OpenUrl PubMed 5. ↵ Chen , Y. , Liang , Y. , Chen , Y. , Ouyang , S. , Liu , K. , Yin , W. : Identification of prognostic metabolism-related genes in clear cell renal cell carcinoma . Journal of Oncology 2021 ( 1 ), 2042114 ( 2021 ) OpenUrl PubMed 6. ↵ Croft , D. , Mundo , A.F. , Haw , R. , Milacic , M. , Weiser , J. , Wu , G. , Caudy , M. , Garapati , P. , Gillespie , M. , Kamdar , M.R. , et al : The Reactome pathway knowledgebase . Nucleic Acids Research 42 ( D1 ), D472 – D477 ( 2013 ) OpenUrl PubMed Web of Science 7. ↵ Dubey , A. , Jauhri , A. , Pandey , A. , Kadian , A. , Al-Dahle , A. , Letman , A. , Mathur , A. , Schelten , A. , Yang , A. , Fan , A. , et al : The llama 3 herd of models . arXiv preprint arXiv: 2407.21783 ( 2024 ) 8. ↵ Fujihira , H. , Masahara-Negishi , Y. , Akimoto , Y. , Hirayama , H. , Lee , H.C. , Story , B.A. , Mueller , W.F. , Jakob , P. , Clauder-Muenster , S. , Steinmetz , L.M. , et al : Liver-specific deletion of ngly1 causes abnormal nuclear morphology and lipid metabolism under food stress . Biochimica et Biophysica Acta (BBA)-Molecular Basis of Disease 1866 ( 3 ), 165588 ( 2020 ) OpenUrl 9. ↵ Gargano , M.A. , Matentzoglu , N. , Coleman , B. , Addo-Lartey , E.B. , Anagnostopoulos , A.V. , Anderton , J. , Avillach , P. , Bagley , A.M. , Bakštein , E. , Balhoff , J.P. , et al : The human phenotype ontology in 2024: phenotypes around the world . Nucleic acids research 52 ( D1 ), D1333 – D1346 ( 2024 ) OpenUrl CrossRef PubMed 10. ↵ Guo , D. , Yang , D. , Zhang , H. , Song , J. , Wang , P. , Zhu , Q. , Xu , R. , Zhang , R. , Ma , S. , Bi , X. , et al : Deepseek-r1 incentivizes reasoning in llms through reinforcement learning . Nature 645 ( 8081 ), 633 – 638 ( 2025 ) OpenUrl PubMed 11. ↵ Haq , M.F.U. , Hussain , M.Z. , Mahjabeen , I. , Akram , Z. , Saeed , N. , Shafique , R. , Abbasi , S.F. , Kayani , M.A. : Oncometabolic role of mitochondrial sirtuins in glioma patients . PloS one 18 ( 2 ), e0281840 ( 2023 ) OpenUrl PubMed 12. ↵ Hu , M. , Alkhairy , S. , Lee , I. , Pillich , R.T. , Fong , D. , Smith , K. , Bachelder , R. , Ideker , T. , Pratt , D. : Evaluation of large language models for discovery of gene set function . Nature methods 22 ( 1 ), 82 – 91 ( 2025 ) OpenUrl PubMed 13. ↵ Huntley , R.P. , Sawford , T. , Martin , M.J. , O’Donovan , C. : Understanding how and why the gene ontology and its annotations evolve: the go within uniprot . GigaScience 3 ( 1 ), 2047 – 217X ( 2014 ) OpenUrl CrossRef 14. ↵ Joachimiak , M.P. , Caufield , J.H. , Harris , N.L. , Kim , H. , Mungall , C.J. : Gene set summarization using large language models . ArXiv ( 2023 ) 15. ↵ Kafkas , Ş. , Abdelhakim , M. , Althagafi , A. , Toonsi , S. , Alghamdi , M. , Schofield , P.N. , Hoehndorf , R. : The application of large language models to the phenotype-based prioritization of causative genes in rare disease patients . Scientific Reports 15 ( 1 ), 15093 ( 2025 ) OpenUrl PubMed 16. ↵ Kanehisa , M. , Sato , Y. , Kawashima , M. , Furumichi , M. , Tanabe , M. : KEGG as a reference resource for gene and protein annotation . Nucleic Acids Research 44 ( D1 ), D457 – D462 ( 2015 ) OpenUrl CrossRef PubMed 17. ↵ Köhler , S. , Doelken , S.C. , Mungall , C.J. , Bauer , S. , Firth , H.V. , Bailleul-Forestier , I. , Black , G.C. , Brown , D.L. , Brudno , M. , Campbell , J. , et al : The human phenotype ontology project: linking molecular biology and disease through phenotype data . Nucleic acids research 42 ( D1 ), D966 – D974 ( 2014 ) OpenUrl CrossRef PubMed Web of Science 18. ↵ Köhler , S. , Gargano , M. , Matentzoglu , N. , Carmody , L.C. , Lewis-Smith , D. , Vasilevsky , N.A. , Danis , D. , Balagura , G. , Baynam , G. , Brower , A.M. , et al : The human phenotype ontology in 2021 . Nucleic acids research 49 ( D1 ), D1207 – D1217 ( 2021 ) OpenUrl CrossRef PubMed 19. ↵ Köhler , S. , Vasilevsky , N.A. , Engelstad , M. , Foster , E. , McMurry , J. , Aymé , S. , Baynam , G. , Bello , S.M. , Boerkoel , C.F. , Boycott , K.M. , et al : The human phenotype ontology in 2017 . Nucleic acids research 45 ( D1 ), D865 – D876 ( 2017 ) OpenUrl CrossRef PubMed 20. ↵ Lewis , P. , Perez , E. , Piktus , A. , Petroni , F. , Karpukhin , V. , Goyal , N. , Küttler , H. , Lewis , M. , Yih , W.t. , Rock-täschel , T. , et al : Retrieval-augmented generation for knowledge-intensive nlp tasks . Advances in Neural Information Processing Systems 33 , 9459 – 9474 ( 2020 ) OpenUrl 21. ↵ Liberzon , A. , Birger , C. , Thorvaldsdóttir , H. , Ghandi , M. , Mesirov , J.P. , Tamayo , P. : The molecular signatures database hallmark gene set collection . Cell systems 1 ( 6 ), 417 – 425 ( 2015 ) OpenUrl PubMed 22. ↵ Liberzon , A. , Subramanian , A. , Pinchback , R. , Thorvaldsdóttir , H. , Tamayo , P. , Mesirov , J.P. : Molecular signatures database (msigdb) 3.0 . Bioinformatics 27 ( 12 ), 1739 – 1740 ( 2011 ) OpenUrl CrossRef PubMed Web of Science 23. ↵ Long , C. , Liu , Y. , Ouyang , C. , Yu , Y. : Bailicai: A domain-optimized retrieval-augmented generation framework for medical applications . arXiv preprint arXiv: 2407.21055 ( 2024 ) 24. ↵ Maglott , D. , Ostell , J. , Pruitt , K.D. , Tatusova , T. : Entrez gene: gene-centered information at ncbi . Nucleic acids research 39 (suppl_ 1 ), D52 – D57 ( 2010 ) OpenUrl PubMed Web of Science 25. ↵ Maleki , F. , Ovens , K. , Hogan , D.J. , Kusalik , A.J. : Gene set analysis: challenges, opportunities, and future research . Frontiers in genetics 11 , 654 ( 2020 ) OpenUrl PubMed 26. ↵ Maleki , F. , Ovens , K. , McQuillan , I. , Rezaei , E. , Rosenberg , A.M. , Kusalik , A.J. : Gene set databases: A fountain of knowledge or a siren call? In: Proceedings of the 10th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics . pp. 269 – 278 ( 2019 ) 27. ↵ Mooney , M.A. , Wilmot , B. : Gene set analysis: a step-by-step guide . American Journal of Medical Genetics Part B: Neuropsychiatric Genetics 168 ( 7 ), 517 – 527 ( 2015 ) OpenUrl CrossRef PubMed 28. ↵ Nishimura , D. : BioCarta . Biotech Software & Internet Report 2 ( 3 ), 117 – 120 ( 2001 ) OpenUrl CrossRef 29. ↵ Ouyang , L. , Wu , J. , Jiang , X. , Almeida , D. , Wainwright , C. , Mishkin , P. , Zhang , C. , Agarwal , S. , Slama , K. , Ray , A. , et al : Training language models to follow instructions with human feedback . Advances in neural information processing systems 35 , 27730 – 27744 ( 2022 ) OpenUrl 30. ↵ Pubmed : ( 2024 ), https://pubmed.ncbi.nlm.nih.gov/ 31. ↵ Robinson , P.N. , Köhler , S. , Bauer , S. , Seelow , D. , Horn , D. , Mundlos , S. : The human phenotype ontology: a tool for annotating and analyzing human hereditary disease . The American Journal of Human Genetics 83 ( 5 ), 610 – 615 ( 2008 ) OpenUrl CrossRef PubMed Web of Science 32. ↵ Ru , B. , Hu , J. , Zhang , N. , Wan , Q. : A novel metabolism-related gene signature in patients with hepatocellular carcinoma . PeerJ 11 , e16335 ( 2023 ) OpenUrl PubMed 33. ↵ Team , G. , Anil , R. , Borgeaud , S. , Alayrac , J.B. , Yu , J. , Soricut , R. , Schalkwyk , J. , Dai , A.M. , Hauth , A. , Millican , K. , et al : Gemini: a family of highly capable multimodal models . arXiv preprint arXiv: 2312.11805 ( 2023 ) 34. ↵ Wang , Z. , Jin , Q. , Wei , C.H. , Tian , S. , Lai , P.T. , Zhu , Q. , Day , C.P. , Ross , C. , Leaman , R. , Lu , Z. : Geneagent: self-verification language agent for gene-set analysis using domain databases . Nature Methods pp. 1 – 9 ( 2025 ) 35. ↵ Wei , C.H. , Allot , A. , Lai , P.T. , Leaman , R. , Tian , S. , Luo , L. , Jin , Q. , Wang , Z. , Chen , Q. , Lu , Z. : Pubtator 3.0: an ai-powered literature resource for unlocking biomedical knowledge . Nucleic Acids Research 52 ( W1 ), W540 – W546 ( 2024 ) OpenUrl CrossRef PubMed 36. ↵ Wu , C. , Mark , A. , Su , A.I. : Mygene. info: gene annotation query as a service . bioRxiv p. 009332 ( 2014 ) 37. ↵ Yang , A. , Li , A. , Yang , B. , Zhang , B. , Hui , B. , Zheng , B. , Yu , B. , Gao , C. , Huang , C. , Lv , C. , et al : Qwen3 technical report . arXiv preprint arXiv: 2505.09388 ( 2025 ) 38. ↵ Zhu , J. , Wang , R.Y. , Wang , X. , Azevedo , R. , Moreno , A. , Kuhn , J.A. , Khan , Z. : Enhancing gene set overrepresentation analysis with large language models . Bioinformatics Advances 5 ( 1 ), vbaf054 ( 2025 ) OpenUrl View the discussion thread. Back to top Previous Next Posted November 26, 2025. Download PDF Supplementary Material Data/Code Email Thank you for your interest in spreading the word about bioRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following A Multi-Agent Approach to Generating Context-Rich Gene Sets Message Subject (Your Name) has forwarded a page to you from bioRxiv Message Body (Your Name) thought you would like to see this page from the bioRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share A Multi-Agent Approach to Generating Context-Rich Gene Sets Ebunoluwa Makinde , Farhad Maleki , Katie Ovens bioRxiv 2025.11.23.690073; doi: https://doi.org/10.1101/2025.11.23.690073 Share This Article: Copy Citation Tools A Multi-Agent Approach to Generating Context-Rich Gene Sets Ebunoluwa Makinde , Farhad Maleki , Katie Ovens bioRxiv 2025.11.23.690073; doi: https://doi.org/10.1101/2025.11.23.690073 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Bioinformatics Subject Areas All Articles Animal Behavior and Cognition (7635) Biochemistry (17697) Bioengineering (13894) Bioinformatics (41951) Biophysics (21455) Cancer Biology (18593) Cell Biology (25509) Clinical Trials (138) Developmental Biology (13380) Ecology (19903) Epidemiology (2067) Evolutionary Biology (24322) Genetics (15611) Genomics (22509) Immunology (17737) Microbiology (40398) Molecular Biology (17183) Neuroscience (88619) Paleontology (667) Pathology (2833) Pharmacology and Toxicology (4825) Physiology (7644) Plant Biology (15158) Scientific Communication and Education (2046) Synthetic Biology (4296) Systems Biology (9825) Zoology (2271)

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00