Best practices to cluster large molecular libraries

preprint OA: closed CC-BY-NC-ND-4.0
📄 Open PDF Full text JSON View at publisher
Full text 37,538 characters · extracted from preprint-html · click to expand
Best practices to cluster large molecular libraries | bioRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-M677548'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search New Results Best practices to cluster large molecular libraries Kenneth Lopez-Perez , View ORCID Profile Ramon Alain Miranda-Quintana doi: https://doi.org/10.1101/2025.11.28.691214 Kenneth Lopez-Perez 1 Department of Chemistry and Quantum Theory Project, University of Florida , Gainesville, Florida 32603, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site Ramon Alain Miranda-Quintana 1 Department of Chemistry and Quantum Theory Project, University of Florida , Gainesville, Florida 32603, United States Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Ramon Alain Miranda-Quintana For correspondence: quintana{at}chem.ufl.edu Abstract Full Text Info/History Metrics Supplementary material Preview PDF Abstract BitBIRCH is a novel clustering algorithm that enables the analysis of extremely large molecular libraries; however, its performance can be hindered by an excessive number of singletons or the formation of disproportionately large clusters. Here, we present a data-driven strategy to identify optimal BitBIRCH parameters that mitigate these limitations. Using the ChEMBL34 library as a case study (with additional datasets reported in the Supporting Information), we show that similarity thresholds between three and four standard deviations above the global mean provide a balanced trade-off between cluster count and medoid similarity. These values are efficiently approximate with the iSIM and iSIM-sigma frameworks. For the branching factor, values as high as computationally feasible are recommended, as increasing it to 1024 substantially reduced the number of singletons. We further introduce an iterative re-clustering procedure wherein the similarity threshold can be adjusted to merge related subclusters and singletons from the initial clustering, providing user-defined control over the extent of cluster fusion. This work provides practical guidelines to enhance the robustness and usability of BitBIRCH for large-scale molecular clustering. Communication The recently introduced BitBIRCH 1 algorithm leverages a hierarchical tree structure and the Instant Similarity (iSIM) 2 formalism to efficiently cluster molecules represented by binary fingerprints. BitBIRCH enables the clustering of ultra-large molecular libraries with unprecedented scalability based on Tanimoto similarity 3 , 4 . With recent advances in memory management and computational efficiency, it can now cluster one billion molecules in approximately two hours. 5 In the original publication 1 , the quality of the clusters produced by BitBIRCH was evaluated on smaller datasets and found to be comparable to those obtained with classical similarity-based algorithms such as Taylor–Butina 6 , 7 . However, when applied to larger datasets, challenges in cluster quality have been observed. Most notably, the emergence of a loosely defined, highly populated cluster and an excessive number of singletons 8 , issues also encountered with the Taylor–Butina algorithm 9 (or any other sphere-based method). The former issue has been previously addressed through refinement strategies designed to subdivide overly large clusters. 8 In this communication, we present a set of practical recommendations and straightforward strategies to improve BitBIRCH clustering outcomes. Specifically, we provide guidance for selecting appropriate similarity thresholds and incorporating singletons into clusters. These practices are particularly relevant for large-scale datasets, where direct assessment of clustering quality is more challenging, thus offering new BitBIRCH users a clearer understanding of how to optimize the algorithm for their specific applications. Some studies have attempted to define what values can define a molecule as “similar” in the eyes of the similarity principle 10 , our analyses indicate that such a value is inherently dataset- and fingerprint-dependent within the context of a set. The overall sparsity of a fingerprint strongly influences the distribution of Tanimoto similarity values: sparse fingerprints typically yield lower similarity distributions compared to more densely populated ones. In the past this has been pointed out when comparing distributions between MACCS 11 and ECFP4 12 , 13 fingerprints. 10 Figure 1a ) compares the pairwise Tanimoto similarity distributions for a carotenoid dataset ( n = 1038) from COCONUT 14 represented with ECFP4 and RDKit 15 fingerprints. The average similarity differs by approximately 0.1 between the two representations, with ECFP4 exhibiting greater positive kurtosis than RDKit. Clearly, using a fixed threshold in an algorithm that relies on average cluster would lead to variant results across different representations. Figure 1b ) shows the similarity distributions for the same carotenoid set and for a random sample of the same size from ChEMBL34 16 , both represented with ECFP4 fingerprints. Download figure Open in new tab Figure 1. Pairwise Tanimoto similarity distributions for a) carotenoids from the COCONUT library represented with ECFP4 and RDKIT binary fingerprints, b) the carotenoid COCONUT set and a random sample of the same size from ChEMBL34. As expected, the random sample exhibits a lower average similarity than the carotenoid-specific dataset, along with a distinct difference in kurtosis. These results demonstrate that applying a single similarity threshold across databases can lead to poor clustering performance: low thresholds produce a few heterogeneous clusters, while high thresholds generate excessive singletons and few meaningful clusters. Based on these observations, we propose an informed threshold selection strategy that leverages the average similarity and standard deviation of pairwise similarities to adapt the threshold to each dataset. However, because the primary goal of BitBIRCH is to avoid explicit pairwise similarity calculations, it would be counterproductive to compute the full pairwise matrix merely to define a threshold. Instead, we can estimate them efficiently and with linear complexity using the iSIM 2 and iSIM-sigma 17 formalisms, which approximate the average similarity and the standard deviation with high accuracy, with minimal computational overhead. Figure 2a ) shows the number of clusters and singletons obtained when clustering the complete ChEMBL34 library (excluding compounds flagged as inorganic, n = 2,764,449) using different similarity thresholds. Each step in the plot corresponds to an increase of one standard deviation above the average similarity. As expected, the number of singletons converges with the total number of clusters as the threshold approaches 1. This plot provides a practical reference for anticipating the number of clusters generated at different thresholds. For a dataset of this size, thresholds corresponding to three to four standard deviations away from the mean similarity have a reasonable level of data reduction suitable for most applications. Thresholds below this range (e.g., 0-20 standard deviations) tend to produce overly large and diffuse clusters, as illustrated by the emergence of clusters with over dominant populations for most fingerprint types (see Figure S2). Thresholds corresponding to more than 5 standard deviations have over 1 million clusters, and a singleton/cluster ratio above 0.50; these numbers suggest that beyond 5 standard deviations there is an over-partition that is not practical for most applications. Download figure Open in new tab Figure 2. Clustering results for ChEMBL34 represented with 2048-bit ECFP4 binary fingerprints using BitBIRCH with diameter merging and a branching factor of 50. a) Variation of the number of clusters, singletons, and singleton/cluster ratio with respect to the threshold. b) iSIM values of the cluster medoids. The horizontal dashed line indicates the iSIM of the complete dataset. The top axis represents the iSIM-sigmas added to the iSIM of the whole set corresponding to each threshold. A similar analysis performed with other fingerprints (see Figure S1) produced consistent clustering behavior within this range, despite their different absolute threshold values. Our observations are consistent with previously reported threshold choices for Taylor–Butina clustering. A prior study proposed 0.30 as a general similarity threshold for ECFP-based fingerprints 18 ; that work evaluated only increments of 0.1 on a random subset of ZINC. Our approach suggests thresholds of approximately 0.27 (four standard deviations) for a random sample from ChEMBL, value that closely aligns with the earlier recommendation. Similarly, a separate clustering study on a cancer-focused library using ECFP4 fingerprints identified 0.90 as the most suitable threshold. 19 The average library similarity of this particular library, after outlier removal, was greater than 0.70. This is consistent with our findings, probably after adding 3 or 4 standard deviations the resulting value would be close to 0.90. Taken together, our results and their agreement with previous reports underscore that no universal similarity cutoff exists across fingerprint types or databases. Instead, a data-driven strategy grounded in the distribution of similarities provides a more robust and generalizable basis for selecting clustering thresholds. Beyond the number of clusters and singletons, we propose the usage of the iSIM of the medoids as a metric to determine if the clusters have a partition that resembles the chemical space of the whole set. In Figure 2b ) we show the variation of the iSIM of the medoids at different thresholds in increasing steps in standard deviation. As expected at larger thresholds the iSIM of the medoids will tend to the iSIM of the whole set, this is because at those large thresholds most of the clusters are singletons hence it would be close to calculating the iSIM of the individual fingerprints. To make sure that the partition is good, we include the iSIM of the medoids excluding singleton clusters. For most applications what we want is the least number of clusters that are representative of the whole set, we can see that in Figure 2b ) we get close to the iSIM of the whole set with 3 to 4 standard deviations above the iSIM of the set. These observations remain for other types of fingerprints as shown on Figure S1. Up to this point, we have examined the influence of the similarity threshold alone; however, BitBIRCH includes a second key parameter, the branching factor, which has thus far been kept at its default value of 50. Although selecting the threshold based on iSIM statistics alleviates the excessive formation of singletons, their proportion remains above 0.4 even when using proposed optimal threshold range iSIM. Due to the tree structure of BitBIRCH, for large dataset molecules or subclusters may traverse branches without meeting similar counterparts, resulting in residual singletons or small clusters. Adjusting the branching factor directly controls the maximum number of subclusters or molecules to which an incoming molecule is compared at each tree level, and therefore has a direct impact on clustering compactness and singleton prevalence. In Figure 3 , we investigate the effect of varying the branching factor on both the total number of clusters and the iSIM of the resulting medoids, while maintaining the threshold determined in the previous section (three to four standard deviations above the global iSIM of the dataset). Download figure Open in new tab Figure 3. Variation of the number of clusters, number of singletons, ratio singleton/clusters and the dispersion (iSIM of medoids) of non-singleton clusters with respect to the branching factor and the thresholds, for the ChEMBL34 library represented with 2048-bit binary ECFP4 fingerprints. iSIM of the whole library is marked with a black line in the dispersions panel. A first notable observation is that the iSIM of the medoids remains close to the iSIM of the entire dataset across all tested combinations of thresholds and branching factors, indicating that the selected threshold range (three to four standard deviations above the global iSIM) is indeed appropriate independently of the branching factor. As expected, increasing the branching factor leads to a reduction in the number of singletons, confirming that higher branching values help mitigate excessive singleton formation. These trends are consistent across the other fingerprint types evaluated (see Figures S3-S6). Nevertheless, for Atom Pair and RDKit fingerprints, although a substantial reduction in singletons is observed, the singleton-to-cluster ratio remains comparatively high, suggesting that these representations are inherently more prone to fragmenting into smaller clusters under these conditions. An analysis of the computational performance associated with different thresholds and branching factors is presented in Figure 4 . The results show that clustering time increases with the branching factor; however, this trend exhibits a semi-plateau behavior, and the largest observed difference across the tested values remains below four minutes. This modest increase in runtime represents a reasonable trade-off for the substantial reduction in singleton formation achieved with higher branching factors. An additional advantage is the concurrent decrease in peak memory usage as the branching factor increases, improving the accessibility of the method for less modern or resource-limited workstations. Other fingerprint types show same trends (Figures S7-S10). Based on these observations, we proceed with using a branching factor of 1024 and thresholds corresponding to three to four standard deviations above the mean similarity. Download figure Open in new tab Figure 4. Effect of branching factor and threshold on computing time and memory usage for BitBIRCH clustering of the ChEMBL34 library using ECFP4 2048-bit fingerprints and diameter merging criterion. We now proceed with a more chemically oriented analysis to evaluate whether the resulting clusters exhibit meaningful structural coherence. In Table 1 , we report the Maximum Common Substructures (MCS) 20 for the five most populated clusters, as these regions typically pose the greatest challenge for clustering algorithms and therefore provide a benchmark for assessment. Notably, more complex and chemically informative substructures are recovered when using thresholds of 3.5 and 4 standard deviations above the global iSIM, supporting the selection of these values as the most appropriate. Similar trends are observed for the remaining fingerprint types (See Tables S1-S4). It is worth noting that RDKit fingerprints yield the largest MCS fragments across all representations; however, they are also associated with the highest number of singletons, indicating a trade-off between structural granularity and cluster compactness. View this table: View inline View popup Table 1. Maximum Common Substructures (MCS) for the five most populated clusters obtained at thresholds of 3, 3.5, and 4 standard deviations above the global iSIM clustered with BitBIRCH with branching_factor = 1024 and diameter merging criterion. We further observing the structures of the most populated cluster at thresholds of 3 and 3.5 standard deviations, we found mainly peptides and cyclic peptides that not necessarily are similar. (See Figure S11-S13) Given the repetitive nature of amino acid residues, binary fingerprints appear to inadequately capture subtle structural variations within these compounds 21 , leading to artificially cohesive clusters. Excluding peptides from datasets may improve overall clustering performance. Figure 5 presents the population distributions for the three tested thresholds, showing the absence of a single dominant cluster and a balanced unique scaffold distribution. Nonetheless, the proportion of singletons and small clusters remains relatively high. While the final choice of threshold may depend on the intended application, we recommend 3.5 standard deviations above the mean iSIM as a balanced compromise, as it yields chemically meaningful MCSs and well-populated clusters. Download figure Open in new tab Download figure Open in new tab Figure 5. Population and unique scaffold distribution for the top 20 largest clusters and overall cluster population count for the ChEMBL34 library using BitBIRCH (branching factor of 1024) and thresholds of a) 3 b) 3.5 c) 4 standard deviations over iSIM. As previously discussed, the tree structure of BitBIRCH implies that some molecules or subclusters will not encounter sufficiently similar counterparts during traversal. While increasing the branching factor could alleviate this issue, doing so indiscriminately would significantly increase computational complexity 22 ; in the extreme case where the branching factor approaches the number of molecules, the algorithm would degrade to O(N 2 ) , defeating its primary purpose of efficient scaling. It the user needs further reduction in certain scenarios, particularly for fingerprints such as RDKit and Atom Pair, where the singleton-to-cluster ratio is not sufficiently diminished by increasing the branching factor alone. (See Figure S3-S4) To address this limitation, we implemented a re-clustering strategy that exploits the flexibility of the BitBIRCH framework. This approach, enabled via the newly introduced recluster_inplace method, re-clusters the partitions generated in the initial step, thereby increasing the probability of merging structurally related molecules that were previously separated due to the constraints imposed by the tree structure. During this re-clustering process, an additional threshold constraint can be applied to prevent the formation of overly large or diffuse clusters, thus preserving the quality of the original partition. The procedure can be repeated iteratively until no further changes in cluster assignments are observed. Importantly, each re-clustering step is computationally less demanding than the initial clustering, as it operates on BitFeatures derived from the previous pass rather than on the full set of molecular fingerprints. In Figure 6 , we illustrate the evolution of cluster population, number of singletons, and singleton-to-cluster ratio across successive re-clustering iterations of the initial ChEMBL clustering. At each iteration, we evaluated two scenarios: adding one standard deviation to the threshold and applying no additional threshold. In both cases, the number of clusters and singletons begins to stabilize around the fifth iteration, indicating convergence of the clustering process. Similar trends were observed across other fingerprint types. Download figure Open in new tab Figure 6. Evolution of (a) the number of clusters, number of singletons, and singleton-to-cluster ratio, and (b) the iSIM of the cluster medoids as a function of successive re-clustering iterations. Results correspond to the ChEMBL34 library represented with ECFP4 2048-bit fingerprints and clustered using BitBIRCH with a branching factor of 1024 and a threshold set to 3.5 standard deviations above the global iSIM of the dataset with extra-threshold of one standard deviation and zero. Notably, the behavior of the iSIM of the medoids differs depending on whether an extra threshold is applied. When one standard deviation is added, the medoid iSIM reaches a plateau early in the process, whereas in the absence of an extra threshold it continues to increase across iterations. In the extra-threshold scenario, the medoid iSIM remains below the global iSIM of the full dataset, approaching it closely (within the third decimal place), while without the additional threshold this global value is surpassed. Introducing an extra threshold therefore appears beneficial for mitigating over merging, as it prevents the formation of clusters with excessively similar medoids. However, with no extra-threshold the number of clusters and singletons is significantly reduced. A closer analysis of the cluster population comparing the effect of the no and with extra-threshold in the re-clustering steps is illustrated in Figure 7 . Here we can see that the populations of the clusters are much larger when no extra-threshold is added; in consequence we can see that the number of singletons and small clusters is significantly reduced. We also want to point out that the proportion of unique scaffolds to the cardinality of the clusters maintains a similar trend in both instances, suggesting that there is not much detriment to the clustering in terms of chemical structures. In Table S5, we calculated the MCS for the top 20 clusters, we can see that for both instances we obtain similar core MCS even with such difference in the extra-threshold, but such a big difference in populations. Taking a closer look at some clusters in Tables S6-S7, we see that where the difference lays is in the similarity of the decorations of the core MCS structures; with no extra-threshold clusters with the same MCS are merged, however there is a high diversity of decorations. In Tables S8-S9 and Figure S14 we can see some examples of when the re-clustering with extra-threshold can effectively merge singletons and small clusters that are structurally similar. With an extra-threshold the substituents attached to the MCS are more similar as it is illustrated in each of the subclusters in Tables S6-S7. Additionally, because of the size a few random molecules with no chemical significance can be included if no extra-threshold is used. Download figure Open in new tab Figure 7. Population and unique scaffold distribution for the top 20 largest clusters and overall cluster population count for the ChEMBL34 library using BitBIRCH (branching factor of 1024, threshold of 3.5 standard deviations over iSIM) and five re-clustering iterations. The use of an additional threshold during re-clustering should be guided by the specific objectives of the usage of BitBIRCH. If the primary goal is the identification of molecules sharing a common core, the application of an extra threshold may be unnecessary. In contrast, for tasks that require more homogeneous clusters, such as QSAR studies, the use of a higher threshold combined with an additional extra-threshold becomes advantageous to ensure tighter clusters. Although the strategies described above substantially improve clustering quality across most tested fingerprint types, RDKit fingerprints represent a notable exception. For this representation, a large, loosely defined cluster persists, and the number of singletons remains higher compared to other fingerprints. While post-processing and refinement strategies can further mitigate these effects, some clustering patterns are intrinsically linked to the molecular encoding itself. As previously discussed, RDKit fingerprints tend to generate clusters characterized by larger and more structurally detailed MCS, which rationalizes the continued presence of numerous small clusters even after applying the proposed methodology. Consequently, RDKit fingerprints may be particularly valuable for studies requiring highly detailed and fine-grained molecular clustering. Strategies for partitioning the large cluster have been explored in previous work 8 ; we recommend that, for RDKit fingerprints, the fragmentation and redistribution of this dominant cluster be performed prior to the re-clustering step. Additional details are provided in the specific notebook for RDKit fingerprints. This strategy was further validated on two additional databases, for which the observed trends agreed with the results obtained for the ChEMBL34 case study. Details are included in the Supporting Information. Conclusions Clustering threshold selection cannot be universally prescribed, as it depends on both the molecular representation, the dataset, and objectives of the user. In this communication, we establish a systematic, data-driven framework for the rational parameterization of BitBIRCH. Our results demonstrate that coherent clustering behavior and effective reduction are achieved when the threshold is set between three and four standard deviations above the average similarity of the dataset. The combined use of iSIM and iSIM-σ provides an efficient, linear scaling and accurate method for calculating the optimal threshold in each instance. We further show that increasing the branching factor significantly decreases singleton formation, reinforcing its critical role in controlling number of clusters and singletons. We recommend employing branching factors as high as computationally feasible without sacrificing efficiency; for the library studied here, a value of 1024 provides an optimal balance between performance and clustering quality, although this parameter should be scaled according to dataset size. In scenarios where the user needs to address the persistence of small clusters and singletons, we propose a re-clustering strategy that promotes further consolidation of structurally related molecules. Up to five re-clustering iterations are recommended, as beyond this point no substantial changes in cluster composition are observed. The use of an additional similarity threshold during this process should be dictated by the intended application: while omitting the extra-threshold facilitates the identification of broader structural relationships, incorporating a value equivalent to one standard deviation helps prevent over merging and preserves more homogeneous clusters. Overall, this work provides a practical and statistically founded set of guidelines for the application of BitBIRCH, balancing clustering efficiency, structural coherence, and computational performance. While the proposed parameters reflect optimal settings for common clustering objectives, the framework presented here gives users a better idea on how to tailor the method to alternative goals. Methods Jupyter notebooks with workflow to obtain the analysis in this paper are included in our GitHub repository https://github.com/mqcomplab/bblean . Binary fingerprints were generated using RDKit 15 . MCS were determined by a random down-sample of each cluster with a threshold of 0.75 using RDKit’s implementation. ChEMBL 16 library was obtained from publicly available download tool https://www.ebi.ac.uk/chembl/explore/compounds/ , compounds flagged as inorganic were discarded from this study. ‘diameter’ merging criterion was used for all the BitBIRCH clustering in this work. ACKNOWLEDGEMENTS We thank support from the National Institute of General Medical Sciences of the National Institutes of Health under award number R35GM150620. Funder Information Declared National Institutes of Health, https://ror.org/01cwqze88 , R35GM150620 Footnotes We updated the funding information in the manuscript References (1). ↵ Lopez-Perez , K. ; Jung , V. ; Chen , L. ; Huddleston , K. ; Miranda-Quintana , R. A. BitBIRCH: Efficient Clustering of Large Molecular Libraries . Digital Discovery 2025 . doi: 10.1039/D5DD00030K . OpenUrl CrossRef (2). ↵ López-Pérez , K. ; Kim , T. D. ; Miranda-Quintana , R. A. ISIM: Instant Similarity . Digital Discovery 2024 , 3 ( 6 ), 1160 – 1171 . doi: 10.1039/D4DD00041B . OpenUrl CrossRef PubMed (3). ↵ Rogers , D. J. ; Tanimoto , T. T. A Computer Program for Classifying Plants . Science (1979) 1960 , 132 ( 3434 ), 1115 – 1118 . doi: 10.1126/science.132.3434.1115 . OpenUrl FREE Full Text (4). ↵ Jaccard , P. The Distribution of the Flora in the Alpine Zone . New Phytologist 1912 , 11 ( 2 ), 37 – 50 . doi: 10.1111/j.1469-8137.1912.tb05611.x . OpenUrl CrossRef (5). ↵ Pickering , I. ; Zsigmond , K. ; Pérez , K. L. ; Lžičař , M. ; Miranda-Quintana , R. A. BitBIRCH-Lean: Chemical Space in the Palm of Your Workstation . bioRxiv 2025 , 2025.10.22.684015. doi: 10.1101/2025.10.22.684015 . OpenUrl Abstract / FREE Full Text (6). ↵ Butina , D. Unsupervised Data Base Clustering Based on Daylight’s Fingerprint and Tanimoto Similarity: A Fast and Automated Way To Cluster Small and Large Data Sets . J Chem Inf Comput Sci 1999 , 39 ( 4 ), 747 – 750 . doi: 10.1021/ci9803381 . OpenUrl CrossRef Web of Science (7). ↵ Taylor , R. Simulation Analysis of Experimental Design Strategies for Screening Random Compounds as Potential New Drugs and Agrochemicals . J. Chetn. Inf. Comput. Sci 1995 , 35 , 59 – 67 . OpenUrl CrossRef (8). ↵ López Pérez , K. ; Huddleston , K. ; Jung , V. ; Miranda-Quintana , R. A. BitBIRCH Clustering Refinement Strategies . J Chem Inf Model 2025 , 65 , 5288 . doi: 10.1021/ACS.JCIM.5C00627/ASSET/IMAGES/LARGE/CI5C00627_0007.JPEG . OpenUrl CrossRef (9). ↵ Stahl , M. ; Mauser , H. Database Clustering with a Combination of Fingerprint and Maximum Common Substructure Methods . J Chem Inf Model 2005 , 45 ( 3 ), 542 – 548 . doi: 10.1021/CI050011H . OpenUrl CrossRef PubMed Web of Science (10). ↵ Jasial , S. ; Hu , Y. ; Vogt , M. ; Bajorath , J. Activity-Relevant Similarity Values for Fingerprints and Implications for Similarity Searching . F1000Research 2016 5:591 2016 , 5 , 591 . doi: 10.12688/f1000research.8357.2 . OpenUrl CrossRef (11). ↵ Durant , J. L. ; Leland , B. A. ; Henry , D. R. ; Nourse , J. G. Reoptimization of MDL Keys for Use in Drug Discovery . J Chem Inf Comput Sci 2002 , 42 ( 6 ), 1273 – 1280 . doi: 10.1021/ci010132r . OpenUrl CrossRef PubMed Web of Science (12). ↵ Morgan , H. L. The Generation of a Unique Machine Description for Chemical Structures-A Technique Developed at Chemical Abstracts Service . J Chem Doc 1965 , 5 ( 2 ), 107 – 113 . doi: 10.1021/c160017a018 . OpenUrl CrossRef (13). ↵ Glem , R. C. ; Bender , A. ; Arnby , C. H. ; Carlsson , L. ; Boyer , S. ; Smith , J. Circular Fingerprints: Flexible Molecular Descriptors with Applications from Physical Chemistry to ADME . IDrugs 2006 , 9 3 , 199 – 204 . OpenUrl PubMed Web of Science (14). ↵ Chandrasekhar , V. ; Rajan , K. ; Kanakam , S. R. S. ; Sharma , N. ; Weiβenborn , V. ; Schaub , J. ; Steinbeck , C. COCONUT 2.0: A Comprehensive Overhaul and Curation of the Collection of Open Natural Products Database . Nucleic Acids Res 2025 , 53 ( D1 ), D634 – D643 . doi: 10.1093/NAR/GKAE1063 . OpenUrl CrossRef PubMed (15). ↵ Landrum , G. RDKit: Open-source cheminformatics . https://www.rdkit.org . https://www.rdkit.org (accessed 2025-02-16 ). (16). ↵ Zdrazil , B. ; Felix , E. ; Hunter , F. ; Manners , E. J. ; Blackshaw , J. ; Corbett , S. ; de Veij , M. ; Ioannidis , H. ; Lopez , D. M. ; Mosquera , J. F. ; Magarinos , M. P. ; Bosc , N. ; Arcila , R. ; Kizilören , T. ; Gaulton , A. ; Bento , A. P. ; Adasme , M. F. ; Monecke , P. ; Landrum , G. A. ; Leach , A. R. The ChEMBL Database in 2023: A Drug Discovery Platform Spanning Multiple Bioactivity Data Types and Time Periods . Nucleic Acids Res 2024 , 52 ( D1 ), D1180 – D1192 . doi: 10.1093/nar/gkad1004 . OpenUrl CrossRef PubMed (17). ↵ Lopez-Perez , K. ; Zhao , B. ; Miranda-Quintana , R. A. ISIM-Sigma: Efficient Standard Deviation Calculation for Molecular Similarity . J Chem Inf Model 2025 . doi: 10.1021/acs.jcim.5c00894 . OpenUrl CrossRef PubMed (18). ↵ Cassar , J. A Big Data Approach for Clustering Large Chemical Datasets , University of Malta , 2019 . https://www.um.edu.mt/library/oar/handle/123456789/52960 (accessed 2025-11-18 ). (19). ↵ Hernández-Hernández , S. ; Ballester , P. J. On the Best Way to Cluster NCI-60 Molecules . Biomolecules 2023 , 13 ( 3 ), 498 . doi: 10.3390/biom13030498 . OpenUrl CrossRef PubMed (20). ↵ Raymond , J. W. ; Willett , P. Maximum Common Subgraph Isomorphism Algorithms for the Matching of Chemical Structures . J Comput Aided Mol Des 2002 , 16 , 521 – 533 . OpenUrl CrossRef PubMed Web of Science (21). ↵ Adamczyk , J. ; Ludynia , P. ; Czech , W. Molecular Fingerprints Are Strong Models for Peptide Function Prediction . arXiv: Bioinformatics 2025 , 2025 , 1 – 10 . OpenUrl (22). ↵ Lorbeer , B. ; Kosareva , A. ; Deva , B. ; Softić , D. ; Ruppel , P. ; Küpper , A. Variations on the Clustering Algorithm BIRCH . Big Data Research 2018 , 11 , 44 – 53 . doi: 10.1016/J.BDR.2017.09.002 . OpenUrl CrossRef View the discussion thread. Back to top Previous Next Posted April 08, 2026. Download PDF Supplementary Material Email Thank you for your interest in spreading the word about bioRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Best practices to cluster large molecular libraries Message Subject (Your Name) has forwarded a page to you from bioRxiv Message Body (Your Name) thought you would like to see this page from the bioRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Best practices to cluster large molecular libraries Kenneth Lopez-Perez , Ramon Alain Miranda-Quintana bioRxiv 2025.11.28.691214; doi: https://doi.org/10.1101/2025.11.28.691214 Share This Article: Copy Citation Tools Best practices to cluster large molecular libraries Kenneth Lopez-Perez , Ramon Alain Miranda-Quintana bioRxiv 2025.11.28.691214; doi: https://doi.org/10.1101/2025.11.28.691214 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Bioinformatics Subject Areas All Articles Animal Behavior and Cognition (7637) Biochemistry (17705) Bioengineering (13899) Bioinformatics (41968) Biophysics (21460) Cancer Biology (18603) Cell Biology (25526) Clinical Trials (138) Developmental Biology (13385) Ecology (19909) Epidemiology (2067) Evolutionary Biology (24326) Genetics (15614) Genomics (22513) Immunology (17741) Microbiology (40423) Molecular Biology (17193) Neuroscience (88645) Paleontology (667) Pathology (2835) Pharmacology and Toxicology (4825) Physiology (7647) Plant Biology (15160) Scientific Communication and Education (2046) Synthetic Biology (4302) Systems Biology (9825) Zoology (2271)

Text is read by the "Ask this paper" AI Q&A widget below. Extraction quality varies by source — PMC NXML preserves structure cleanly, OA-HTML may include some navigation residue, and OA-PDF can have broken hyphenation. The publisher copy (via DOI) is the canonical version.

My notes (saved in your browser only)

Ask this paper AI returns verbatim quotes from the full text · source: preprint-html

Answers must be backed by verbatim quotes from this paper's full text. Hallucinated quotes are dropped automatically; if no verbatim passage answers the question, we say so. How this works

Citation neighborhood (no data yet)

We don't have any in-corpus citations linked to this paper yet. This is a recent paper (2025) — citers typically take a year or two to land, and the OpenAlex reference graph may still be filling in.

Source provenance

europepmc
last seen: 2026-05-20T01:45:00.602351+00:00
unpaywall
last seen: 2026-05-30T02:00:01.510937+00:00
License: CC-BY-NC-ND-4.0