Elevated mutation near crossovers inhibits the evolution of recombination

Elevated mutation near crossovers inhibits the evolution of recombination | bioRxiv /* */ /* */ <!-- <!-- /*! * yepnope1.5.4 * (c) WTFPL, GPLv2 */ (function(a,b,c){function d(a){return"[object Function]"==o.call(a)}function e(a){return"string"==typeof a}function f(){}function g(a){return!a||"loaded"==a||"complete"==a||"uninitialized"==a}function h(){var a=p.shift();q=1,a?a.t?m(function(){("c"==a.t?B.injectCss:B.injectJs)(a.s,0,a.a,a.x,a.e,1)},0):(a(),h()):q=0}function i(a,c,d,e,f,i,j){function k(b){if(!o&&g(l.readyState)&&(u.r=o=1,!q&&h(),l.onload=l.onreadystatechange=null,b)){"img"!=a&&m(function(){t.removeChild(l)},50);for(var d in y[c])y[c].hasOwnProperty(d)&&y[c][d].onload()}}var j=j||B.errorTimeout,l=b.createElement(a),o=0,r=0,u={t:d,s:c,e:f,a:i,x:j};1===y[c]&&(r=1,y[c]=[]),"object"==a?l.data=c:(l.src=c,l.type=a),l.width=l.height="0",l.onerror=l.onload=l.onreadystatechange=function(){k.call(this,r)},p.splice(e,0,u),"img"!=a&&(r||2===y[c]?(t.insertBefore(l,s?null:n),m(k,j)):y[c].push(l))}function j(a,b,c,d,f){return q=0,b=b||"j",e(a)?i("c"==b?v:u,a,b,this.i++,c,d,f):(p.splice(this.i++,0,a),1==p.length&&h()),this}function k(){var a=B;return a.loader={load:j,i:0},a}var l=b.documentElement,m=a.setTimeout,n=b.getElementsByTagName("script")[0],o={}.toString,p=[],q=0,r="MozAppearance"in l.style,s=r&&!!b.createRange().compareNode,t=s?l:n.parentNode,l=a.opera&&"[object Opera]"==o.call(a.opera),l=!!b.attachEvent&&!l,u=r?"object":l?"script":"img",v=l?"script":u,w=Array.isArray||function(a){return"[object Array]"==o.call(a)},x=[],y={},z={timeout:function(a,b){return b.length&&(a.timeout=b[0]),a}},A,B;B=function(a){function b(a){var a=a.split("!"),b=x.length,c=a.pop(),d=a.length,c={url:c,origUrl:c,prefixes:a},e,f,g;for(f=0;f<d;f++)g=a[f].split("="),(e=z[g.shift()])&&(c=e(c,g));for(f=0;f<b;f++)c=x[f](c);return c}function g(a,e,f,g,h){var i=b(a),j=i.autoCallback;i.url.split(".").pop().split("?").shift(),i.bypass||(e&&(e=d(e)?e:e[a]||e[g]||e[a.split("/").pop().split("?")[0]]),i.instead?i.instead(a,e,f,g,h):(y[i.url]?i.noexec=!0:y[i.url]=1,f.load(i.url,i.forceCSS||!i.forceJS&&"css"==i.url.split(".").pop().split("?").shift()?"c":c,i.noexec,i.attrs,i.timeout),(d(e)||d(j))&&f.load(function(){k(),e&&e(i.origUrl,h,g),j&&j(i.origUrl,h,g),y[i.url]=2})))}function h(a,b){function c(a,c){if(a){if(e(a))c||(j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}),g(a,j,b,0,h);else if(Object(a)===a)for(n in m=function(){var b=0,c;for(c in a)a.hasOwnProperty(c)&&b++;return b}(),a)a.hasOwnProperty(n)&&(!c&&!--m&&(d(j)?j=function(){var a=[].slice.call(arguments);k.apply(this,a),l()}:j[n]=function(a){return function(){var b=[].slice.call(arguments);a&&a.apply(this,b),l()}}(k[n])),g(a[n],j,b,n,h))}else!c&&l()}var h=!!a.test,i=a.load||a.both,j=a.callback||f,k=j,l=a.complete||f,m,n;c(h?a.yep:a.nope,!!i),i&&c(i)}var i,j,l=this.yepnope.loader;if(e(a))g(a,0,l,0);else if(w(a))for(i=0;i (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.src='//www.googletagmanager.com/gtm.js?id='+i+dl;j.type='text/javascript';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-M677548'); Skip to main content Home About Submit ALERTS / RSS Search for this keyword Advanced Search New Results Elevated mutation near crossovers inhibits the evolution of recombination View ORCID Profile Bret A. Payseur , View ORCID Profile Sarah P. Otto doi: https://doi.org/10.1101/2025.11.01.685904 Bret A. Payseur 1 Laboratory of Genetics, University of Wisconsin-Madison , Madison, Wisconsin, U. S. A. Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Bret A. Payseur For correspondence: bret.payseur{at}wisc.edu Sarah P. Otto 2 Department of Zoology and Biodiversity Research Centre, University of British Columbia , Vancouver, British Columbia, Canada Find this author on Google Scholar Find this author on PubMed Search for this author on this site ORCID record for Sarah P. Otto Abstract Full Text Info/History Metrics Preview PDF Abstract Recombination diversifies offspring genomes and helps ensure chromosome segregation during meiosis. Mutation rates are elevated near crossovers due to the induction of double-strand breaks and their imperfect repair, a byproduct of recombination typically ignored by theory designed to explain its evolution. To examine the evolutionary role of mutagenic recombination, we analyze a population genetic model in which a modifier locus controls both the rate of recombination between two loci experiencing viability selection and the rate of mutation at those loci. Analytical and numerical results demonstrate that the advantage of recombination conferred by its capacity to remove epistatic, deleterious variants is overcome by the selective cost of even small increases in the mutation rate. By incorporating the mutagenic effects of recombination, our analysis extends a rich body of theory to acknowledge a molecular feature inherent in the formation of crossovers. Our findings suggest that higher recombination rate evolves by altering steps in the crossover pathway that are less likely to inflict mutational damage. Introduction During meiosis, homologous chromosomes exchange DNA via crossovers, creating new combinations of genetic variants. Recombination improves the efficiency of natural selection, shapes genomic patterns of variation, and (in many species) helps to ensure that chromosomes segregate properly ( Fisher 1930 ; Muller 1932 ; Hill and Robertson 1966 ; Felsenstein 1974 ; Feldman et al. 1980 ; Maynard Smith and Haigh 1974 ; Begun and Aquadro 1992 ; Charlesworth et al 1993 ; Barton 1995 ; Feldman et al. 1996 ; Otto and Barton 1997 ; Otto and Feldman 1997 ; Hassold and Hunt 2001 ; Page and Hawley 2003 ; Cutter and Payseur 2013 ; Charlesworth and Jensen 2021 ). Therefore, explaining heterogeneity in recombination rate observed along the genome, among individuals, and between species ( McVean et al. 2004 ; Coop and Przeworski 2007 ; Smukowski and Noor 2011 ; Stapley et al. 2017 ; Haenel et al. 2018 ; Henderson and Bomblies 2021 ; Johnston 2024 ) is a goal with broad evolutionary significance. A rich body of theory delineates conditions under which the recombination rate is expected to evolve (reviewed by Dapper and Payseur 2017 ). Population genetic models focus on the ability of recombination to alter genotype frequencies in offspring, which generates indirect selection on the recombination rate ( Barton 1995 ; Feldman et al. 1996 ). Modeling the fate of alleles at modifier loci that change the recombination rate indicates that recombination’s propensity to break down linkage disequilibrium (LD) generated by natural selection and genetic drift confers advantages in a variety of scenarios. When inter-locus combinations of deleterious alleles decrease fitness more than predicted by their individual effects (synergistic or negative epistasis), recombination expands genetic variance by reducing LD, increasing the capacity of populations to purge deleterious variants ( Feldman et al. 1980 ; Otto and Feldman 1997 ; Barton and Charlesworth 1998 ). When selection fluctuates temporally or spatially, recombination separates sets of maladaptive alleles, thereby raising the mean fitness among offspring ( Barton 1995 ; Otto and Michalakis 1998 ). Recombination also frees beneficial variants from LD with deleterious mutations generated by the interaction between genetic drift and selection ( Hill and Roberston 1968 ; Peck 1994 ; Otto and Barton 2001 ; Keightley and Otto 2006 ). Although mutation is often a key ingredient in models of the evolution of recombination, recombination and mutation are routinely treated as independent processes. Consideration of the molecular and cellular steps that lead to the formation of crossovers challenges this assumption. Recombination requires the programmed generation of DNA damage in the form of double-strand breaks (DSBs), a minority of which are resolved as crossovers between homologous chromosomes ( Keeney et al. 1997 ; Martini et al. 2011 ; Cole et al. 2012 ; Yokoo et al. 2012 ; Hunter 2015 ; Varas et al. 2015 ; Gray and Cohen 2016 ). The repair of DSBs associated with recombination is prone to error ( Macaisne et al. 2018 ; Rodgers and McVey 2016 ; Hanscom and McVey 2020 ), causing recombination to be mutagenic. The most direct evidence for this claim comes from experiments in budding yeast. After Magni and Von Borstel (1962) used the frequency of reversion of auxotrophic alleles to conclude that the mutation rate is higher during meiosis than mitosis, Magni (1963) showed that a large excess of meiotic revertant cells was associated with a crossover. Mitotic budding yeast cells with DSBs experimentally induced near revertible alleles have a 100-fold higher reversion rate than cells without induced DSBs ( Strathern et al. 1995 ). Using a forward mutation reporter, Rattray et al. (2015) found an elevated mutation rate at a meiotic recombination hotspot (compared to a coldspot). The higher mutation rate is dependent on the protein that generates DSBs during meiosis ( SPO11 ), tying mutagenic recombination to the processing of DSBs ( Rattray et al. 2015 ). Comparing the locations of crossovers and de novo mutations observed in human pedigrees provides additional evidence that recombination is mutagenic. Halldorsson et al. (2019) estimated that within 1kb of crossovers, maternal and paternal mutation rates are 58.4x and 41.5x their respective genome-wide rates. Examining the overlap between mutations and recombination hotspots (inferred from binding of the recombination intermediate protein DMC1 ), Hinch et al. (2023) suggested that 1 in 4 sperm and 1 in 12 eggs harbors a new mutation specifically due to DSB repair. Current models of the evolution of recombination ignore the possibility that recombination is mutagenic. To address this gap in the field, we extend population genetic theory to simultaneously consider changes in the recombination rate and changes in the mutation rate. We discover new dynamics that further delineate the conditions required for recombination to evolve. Model and Results Our goal is to determine how mutagenic recombination affects the evolution of recombination driven by selection against deleterious variants. We build on the modeling framework established by Feldman et al. (1980) and Otto and Feldman (1997) , who demonstrated that weak, synergistic epistasis against deleterious mutations favors the evolution of higher recombination. We assume a haploid population that is large enough that genetic drift can be ignored. We analyze a three-locus modifier model, following changes in haplotype frequencies from one generation to the next that result from mutation, recombination, and selection (in that order). The model is illustrated in Figure 1 . The modifier locus ( M ) controls the rates of mutation and recombination at two loci that affect viability ( A and B ). The A and B alleles each experience recurrent mutation to deleterious alleles ( a and b , respectively) at rate u for haplotypes containing the resident allele at the modifier locus ( M ) and at rate u (1+ d ) for haplotypes containing the new modifier allele ( m ). Reverse mutations are very rare and are ignored. The d parameter captures the proportional change in the mutation rate caused by the new modifier allele. There is no mutation at the modifier locus. The three loci are arranged in the following order on the chromosome: M - A - B . After mutation occurs at the viability loci, haploid individuals mate at random to form diploids. During meiosis, the modifier locus recombines with the first viability locus ( A ) at rate R . The rate of recombination between viability loci A and B is determined by the genotype at the modifier locus: MM individuals recombine at rate r 1 , Mm individuals recombine at rate r 2 , and mm individuals recombine at rate r 3 . Following recombination, selection acts on haploid viability according to the haplotype at loci A and B . The viabilities (fitnesses) of AB, Ab, aB , and ab individuals are 1, 1 − s , 1 − s , and (1 − s ) 2 + ε , respectively, where s denotes the loss of viability caused by selection and ε denotes epistasis between the two loci. When ε is negative, the fitness of the ab combination is less than expected from the product of the fitnesses of the constituent alleles (synergistic or negative epistasis). Download figure Open in new tab Figure 1. Illustration of the model. A modifier locus (shown in blue) controls rates of recombination and mutation at two loci (red) that undergo recurrent mutation to deleterious alleles. Parameter abbreviations are described in Table 1 . With two alleles at each of three loci, there are eight possible haplotypes { MAB, MAb, MaB, Mab, mAB, mAb, maB , and mab } whose frequencies among adult haploids are x 1 , x 2 , x 3 , x 4 , x 5 , x 6 , x 7 , and x 8 . Parameter abbreviations are summarized in Table 1 . View this table: View inline View popup Download powerpoint Table 1. Abbreviations for model parameters. We construct a series of eight recursion equations that describe changes in the eight haplotype frequencies from one generation to the next (Appendix). We seek to determine the conditions under which a modifier allele, m , that alters both the recombination rate and the mutation rate, will spread through the population. When the resident allele ( M ) is fixed and selection is strong relative to mutation, the system of recursions for the four haplotypes containing M { x 1 , x 2 , x 3 , x 4 } equilibrates at a balance between mutation, recombination, and selection at the viability loci ( A and B ). We use the frequency of deleterious alleles and linkage disequilibrium between alleles at the two viability loci to describe the polymorphic equilibrium. Assuming epistasis is weak, and can be approximated to order ε (Appendix) as: The first part of the expression for reduces to the familiar u ( Haldane 1937 ) when u is small relative to s . [Note: The denominators in this expression contained a typo in Otto and Feldman (1997) , with the mutation rate dropped from (1 − u ) 2 − (1 − r 1 )(1 − s ) 2 .] To evaluate the stability of this resident equilibrium to invasion of the modifier allele, m , that affects both recombination and mutation, we construct the stability matrix containing linearized recursions for the frequencies of the four haplotypes that harbor m { x 5 , x 6 , x 7 , x 8 } (Appendix). The leading eigenvalue of this matrix ( λ L ) evaluated at the resident equilibrium determines the fate of the new modifier allele: invasion occurs when λ L > 1, whereas invasion is resisted when λ L < 1. The expression for λ L for this stability matrix is long and difficult to interpret. To make progress, we assume that epistasis ( ε ) and the mutation effect of the modifier allele ( d ) are similarly weak. Then, λ L can be approximated to order ε (Appendix) as: where and The fractions in equation (2) are positive, assuming that the mutation rate is small relative to the remaining parameters. As noted by Otto and Feldman (1997) , Y is also positive for tightly linked modifiers ( R small) and remains so even if when epistasis is weak, as assumed in (2). The signs of the two main parts of expression (2) thus determine the fate of a new modifier allele. The sign of the term involving ε depends on the difference in recombination frequency between modifier genotypes ( r 2 − r 1 ). When recombination increases with a new modifier allele ( r 2 > r 1 ) and ε is weak and negative, the last term is positive, pushing in the direction of invasion ( Otto and Feldman 1997 ; who also show that the ε -term disfavors increased recombination when epistasis is strong, unless the modifier is very tightly linked). By contrast, the sign of the term involving d is determined by the sign of d (this term does not depend on the difference in recombination frequency between genotypes). When the new modifier allele increases the mutation rate ( d > 0), the d -term is negative, bolstering the stability of the resident equilibrium. When the new modifier allele decreases the mutation rate ( d < 0), the d -term is positive, favoring invasion. Importantly, the relative magnitudes of these two terms differ, with the d -term proportional to u and the ε -term generally much smaller and proportional to u 2 . This difference is more easily seen by assuming weak selection (order ε ) and even weaker mutation rates (order ε 2 ), in which case the d -term reduces to while the ε -term reduces to For biologically reasonable values of d and ε , the d -term will be larger in magnitude than the ε -term. Consequently, the fate of the new modifier allele is determined disproportionately by its effect on mutation. Therefore, a modifier allele that increases both the recombination rate and the mutation rate is not expected to spread through the population. To understand how the effects of mutagenic recombination scale with the number of loci experiencing viability selection, we developed a simpler approximation for the d -term of λ L in (2) and compared it to results from a two-locus model of a mutation rate modifier (Appendix). Our findings indicate that the d -term scales nearly linearly with the number of viability loci (Appendix). The analytical results presented above offer general insights into the evolution of recombination in the realm where epistasis and changes in mutation rate are weak. To explore the fate of the new modifier allele under a wider array of conditions, we solve numerically for the resident equilibrium ( and ) and then for λ L of the stability matrix under a variety of parameter values. Numerical results confirm that an allele that increases the recombination rate without changing the mutation rate spreads through the population when ε is negative and not too strong ( Figure 2 ) ( Otto and Feldman 1997 ). If the allele also elevates the mutation rate even by a small factor (0.01%; d = 0.0001), it is no longer favored over the same range of ε ( Figure 2 ). Our results also confirm that the invasion ability of an allele that increases recombination decreases with its recombinational distance from the first viability locus ( R ) ( Figure 3 ) ( Otto and Feldman 1997 ). When the same allele increases the mutation rate by a very small factor (0.001%; d = 0.00001), it does not invade, unless the modifier locus is closely linked to the first viability locus ( Figure 3 ). Although an allele that confers a larger increase in recombination rate ( r 2 vs. r 1 ) invades more readily, the expansion must be very large for an allele that also raises the mutation rate by a small factor (0.01%; d = 0.0001) to spread, even with tight linkage between the modifier locus and the first viability locus ( Figure 4 ). Across a range of selection coefficients ( s ), the resident equilibrium is stable to the introduction of a modifier allele that increases the recombination rate and increases the mutation rate by a small factor (0.01%; d = 0.0001) ( Figure 5 ). A higher baseline mutation rate ( u ) reduces the proportional increase caused by a given value of d , expanding the parameter space over which a modifier allele that increases mutation by a small factor ( d = 0.0001) invades, but this advantage is quickly overcome by reasonable elevation in the mutation rate ( Figure 6 ). Numerical analyses assuming a variety of parameter combinations reveal linear effects of d on λ L , in contrast to the non-linear effects of the other parameters. Download figure Open in new tab Figure 2. Effect of epistasis. Invasion of a modifier of recombination with r 1 = 0.10, R = 0.01, s = 0.01, u = 0.0001. Invasion occurs when λ L − 1 is positive. When a modifier increases the recombination rate by 20% ( r 2 = 0.12) and does not affect the mutation rate ( d = 0), it invades if epistasis ( ε ) is weak and negative (blue), consistent with Otto and Feldman (1997) . When the modifier increases the mutation rate by even a small factor (0.01%; d = 0.0001), it does not invade (red). Download figure Open in new tab Figure 3. Effect of linkage of the modifier to loci experiencing viability selection. Invasion of a modifier of recombination with r 1 = 0.10, s = 0.01, ε = −0.01, u = 0.0001. Invasion occurs when λ L − 1 is positive. A modifier that increases the recombination rate by 20% ( r 2 = 0.12) and does not affect the mutation rate ( d = 0) invades as long as it is closely linked ( R ) to the first viability locus. A similar modifier that increases the mutation rate by a very small factor (0.001%; d = 0.00001) only invades if it is very closely linked to the first viability locus. Download figure Open in new tab Figure 4. Effect of amount of increase in recombination. Invasion of a modifier of recombination with r 1 = 0.01, R = 0.01, s = 0.05, ε = −0.01, u = 0.0001. Invasion occurs when λ L − 1 is positive. Holding the effect on mutation rates constant, a modifier with a stronger effect on recombination rate invades more readily. A modifier that increases the mutation rate by a small factor (0.01%; d = 0.0001) does not invade unless it increases the recombination rate by a very large amount. Download figure Open in new tab Figure 5. Effect of selection. Invasion of a modifier of recombination with r 1 = 0.10, R = 0.01, ε = −0.001, u = 0.0001. Invasion occurs when λ L − 1 is positive. A modifier that increases the recombination rate by 20% ( r 2 = 0.12) and increases the mutation rate by a small factor (0.01%; d = 0.0001) does not invade, regardless of the selection coefficient. Download figure Open in new tab Figure 6. Effect of baseline mutation. Invasion of a modifier of recombination with r 1 = 0.10, R = 0.01, ε = −0.001, s = 0.01. Invasion occurs when λ L − 1 is positive. With a larger baseline mutation rate ( u ), a modifier that increases the recombination rate by 20% ( r 2 = 0.12) and increases the mutation rate by a small factor (0.01%; d = 0.0001) invades, whereas a modifier that increases the mutation rate by one factor more (0.1%; d = 0.001) does not invade. Overall, our numerical results are consistent with our analytical results in showing that the advantage of increased recombination in the face of synergistic epistasis among deleterious mutations is eliminated or substantially diminished by the elevated mutagenesis inherent in the formation of crossovers. Discussion The process of forming crossovers elevates the mutation rate ( Magni 1963 ; Strathern et al. 1995 ; Rattray et al. 2015 ; Halldorsson et al. 2019 ; Hinch et al. 2023 ). Our analysis demonstrates an important evolutionary consequence of this phenomenon. Even small increases in the mutation rate substantially narrow the zone in which higher recombination rates can evolve. This conclusion adds a fresh perspective to an expansive body of research that delineates the conditions for recombination rate to evolve. Our results suggest that evolutionary expansions of the genetic map are likely to be accomplished through those changes that simultaneously minimize associated mutagenesis. Some genome-wide association studies (GWAS) of recombination and some patterns of molecular evolution broadly match this prediction. Although candidate genes for variation in crossover number within populations (identified by GWAS) function at multiple steps in the pathway, there is an enrichment for genes that act after DSB generation, particularly those involved in the decision to repair DSBs as crossovers ( Johnston 2024 ; Payseur 2025 ). Rapidly evolving recombination genes in mammals are functionally clustered around the crossover/non-crossover choice and the formation of the synaptonemal complex ( Dapper and Payseur 2019 ), although signatures of positive selection are spread more evenly across the recombination pathway in birds ( Szasz-Green et al. 2025 ). To the extent that these patterns point away from variants that increase recombination by adding DSBs, they are consistent with our theoretical findings. At the same time, increasing DSBs could have additional fitness benefits that balance the cost of higher mutation. For example, meiotic DSBs aid chromosome homology searching and pairing in many species (Gray and Cohen 2006), including those with strong evidence for mutagenic recombination ( e . g . yeast and humans). Models that explicitly treat the evolution of DSBs could provide new insights into the evolution of recombination. Our model focuses on the advantage of elevating recombination when there is synergistic epistasis against deleterious mutations. Other scenarios may more strongly favor increased recombination, including small population size ( Otto and Barton 2001 ; Barton and Otto 2005 ), environments that fluctuate temporally or spatially ( Barton 1995 ; Otto and Michalakis 1998 ; Lenormand and Otto 2000 ), non-random mating ( Roze and Lenormand 2005 ), and selective interference among mutations ( Keightley and Otto 2006 ; Roze 2021 ). By assuming that mutations are always deleterious with a constant strength of selection, our model is also restricted to a zone in which increases in mutation rate are inherently disfavored ( Karlin and McGregor 1974 ; Altenberg et al. 2017 ). Modifier alleles that confer higher mutation rates along with more recombination could evolve more readily when mutations have a distribution of fitness effects or in heterogeneous environments where adaptive mutations are possible. Still, we expect that the mutagenic effects of recombination will usually impede its evolution. Perhaps theoretical and empirical patterns concerning the evolution of recombination rate should be revisited in the light of this conclusion. Appendix Recursions Our analysis follows changes in three-locus haplotype frequencies from one generation to the next that result from mutation, recombination, and selection. With two alleles at each of the three loci, there are eight possible haplotypes { MAB, MAb, MaB, Mab, mAB, mAb, maB, mab } whose frequencies among adult haploids are { x 1 , x 2 , x 3 , x 4 , x 5 , x 6 , x 7 , x 8 }. Haplotype frequencies after mutation are: Haplotype frequencies following recombination are: Following selection, haplotype frequencies in the next generation are: where is average fitness computed as the sum of haplotype fitnesses weighted by haplotype frequencies, W 1 = 1 − s , and W 2 = (1 − s ) 2 + ε . Equilibria We first seek equilibria when the resident allele ( M ) is fixed in the population. To simplify the analysis, we assume that selection acts symmetrically, which reduces the system of four recursions involving M to two recursions (following x 1 and x 2 ), and we replace haplotype frequencies with expressions involving the frequency of deleterious alleles ( p = p a = p b = 1 − ( x 1 + x 2 )) and the linkage disequilibrium between alleles ( D = D AB ). To find approximations for equilibrium values of p and D , we use a perturbation analysis assuming epistasis is weak ( ε is small). We rewrite p and D as power functions of ε , insert them into the recursions, take Taylor series around ε = 0, and solve for the terms in zeroth order and first order of ε . This procedure leads to equation (1) for the equilibrium in the main text. Stability to Introduction of Allele that Modifies both Mutation and Recombination To determine the conditions under which an allele that modifies both mutation and recombination will spread through the population, we use a perturbation analysis to approximate the leading eigenvalue ( λ L ) of the Jacobian matrix evaluated at the resident equilibrium. We ask how small changes in ε or d perturb λ L away from the boundary between stability and invasion ( λ L = 1). In the characteristic polynomial evaluated at the resident equilibrium, we replace λ L with 1 plus a small term of order ε and replace d with a small term of order ε . Assuming ε and d are small, taking Taylor series around ε = 0, and solving for the small term of order ε leads to expression (2) for λ L in the main text. Effects of Modifier of Mutation Rate in Two-Locus vs. Three-Locus Models To understand how the effects of changing the mutation rate are expected to scale to a larger number of selected loci, we analyzed a simpler, two-locus model, in which a modifier controls the mutation rate at a single locus. The two-locus model features the same parameters and setup as the three-locus model, except the modifier does not affect recombination and viability is determined by a single locus. With two alleles at each locus, there are four haplotypes { MA, Ma, mA , and ma } with frequencies x 1 , x 2 , x 3 , and x 4 . Following mutation at the viability locus, haplotype frequencies are: Following recombination between the modifier locus and the viability locus, haplotype frequencies are: Following selection, haplotype frequencies in the next generation are: where is average fitness computed as the sum of haplotype fitnesses weighted by haplotype frequencies, and W 1 = 1 − s . Solving for the equilibrium value of x 1 with the resident allele ( M ) fixed ( x 3 = x 4 = 0), leads to this expression: As expected, the expression approaches when u is small ( Karlin and McGregor 1974 ). To determine the stability of this equilibrium, we construct the 2 x 2 Jacobian matrix for the two haplotype frequencies ( x 3 , x 4 ) involving the modifier allele that affects the mutation rate ( m ) and evaluate this matrix at the resident equilibrium. Solving for λ L , then assuming u is small and biological constraints on recombination, selection, and mutation are satisfied , we use a Taylor series to obtain: Stability to invasion by the modifier allele is determined by the sign of d . When the modifier allele increases the mutation rate ( d > 0), λ L < 1, and it does not invade. When the modifier allele decreases the mutation rate ( d 1, and it spreads through the population. To consider the effects of mutation on two viability loci, we assume that the first viability locus is distance R from the modifier locus, and the second viability locus is twice this distance, which (using Haldane’s mapping function) is 2 R (1 − R ). Then, we further approximate the d -term above separately for the two viability loci, assuming very weak mutation (order ε 2 ), weak selection (order ε ), and weak effects of the modifier allele on mutation and recombination (order ε ). Summing results for the two loci, we obtain this expression for the effects of mutation on λ L : Under the same assumptions, the d -term derived from the three-locus model equals the exact same quantity. This result suggests that the effects of mutagenic recombination on the spread of a recombination rate modifier scale in a nearly linear manner with the number of viability loci. Author Contributions BAP conceived the study. BAP and SPO developed the model. SPO and BAP analyzed the model. BAP wrote the first draft of the manuscript and SPO revised it. Data and Code Availability Two Mathematica notebooks, “ThreeLocus_RecombinationMutation_10.31.25.nb” and “TwoLocus_Mutation_10.31.25.nb,” provide additional details on models and their analyses. Acknowledgments This research was supported by NIH R35GM139412 to BAP and NSERC RGPIN-2022-03726 to SPO. BAP thanks Linnea Sandell, Ailene MacPherson, Rob Unckless, and members of the Payseur lab for encouragement. The authors declare no conflicts of interest. Funder Information Declared National Institute of General Medical Sciences, https://ror.org/04q48ey07 , R35GM139412 NSERC , RGPIN-2022-03726 References ↵ Altenberg , L. , U. Liberman , and M. W. Feldman . 2017 . Unified reduction principle for the evolution of mutation, migration, and recombination . Proc Natl Acad Sci U S A 114 : E2392 – E2400 . OpenUrl Abstract / FREE Full Text ↵ Barton , N. H. 1995 . A general model for the evolution of recombination . Genet Res 65 : 123 – 145 . OpenUrl CrossRef PubMed Web of Science ↵ Barton , N. H. and B. Charlesworth . 1998 . Why sex and recombination? Science 281 : 1986 – 1990 . OpenUrl Abstract / FREE Full Text ↵ Barton , N.H. and S.P. Otto . 2005 . Evolution of recombination due to random drift . Genetics 169 : 2353 - 2370 . OpenUrl Abstract / FREE Full Text ↵ Begun , D. J. and C. F. Aquadro . 1992 . Levels of naturally occurring DNA polymorphism correlate with recombination rates in D . melanogaster. Nature 356 : 519 – 520 . OpenUrl CrossRef PubMed ↵ Charlesworth , B. and J. D. Jensen . 2021 . Effects of selection at linked sites on patterns of genetic variability . Annu Rev Ecol Evol Syst 52 : 177 – 197 . OpenUrl CrossRef PubMed ↵ Charlesworth , B. , M. T. Morgan , and D. Charlesworth . 1993 . The effect of deleterious mutations on neutral molecular variation . Genetics 134 : 1289 – 1303 . OpenUrl Abstract / FREE Full Text ↵ Cole , F. , L. Kauppi , J. Lange , I. Roig , R. Wang , S. Keeney , and M. Jasin . 2012 . Homeostatic control of recombination is implemented progressively in mouse meiosis . Nat Cell Biol 14 : 424 – 430 . OpenUrl CrossRef PubMed Web of Science ↵ Coop , G. and M. Przeworski . 2007 . An evolutionary view of human recombination . Nat Rev Genet 8 : 23 – 34 . OpenUrl CrossRef PubMed Web of Science ↵ Cutter , A. D. and B. A. Payseur . 2013 . Genomic signatures of selection at linked sites: unifying the disparity among species . Nat Rev Genet 14 : 262 – 274 . OpenUrl CrossRef PubMed ↵ Dapper , A. L. and B. A. Payseur . 2017 . Connecting theory and data to understand recombination rate evolution . Philos Trans R Soc Lond B Biol Sci 372 : 20160469 . OpenUrl CrossRef PubMed ↵ Dapper , A. L. and B. A. Payseur . 2019 . Molecular evolution of the meiotic recombination pathway in mammals . Evolution 73 : 2368 – 2389 . OpenUrl CrossRef PubMed ↵ Feldman , M. W. , F. B. Christiansen , and L. D. Brooks . 1980 . Evolution of recombination in a constant environment . Proc Natl Acad Sci U S A 77 : 4838 – 4841 . OpenUrl Abstract / FREE Full Text ↵ Feldman , M. W. , S. P. Otto , and F. B. Christiansen . 1996 . Population genetic perspectives on the evolution of recombination . Annu Rev Genet 30 : 261 – 295 . OpenUrl CrossRef PubMed Web of Science ↵ Felsenstein , J. 1974 . The evolutionary advantage of recombination . Genetics 78 : 737 – 756 . OpenUrl Abstract / FREE Full Text ↵ Fisher , R. 1930 . The genetical theory of natural selection . Clarendon Press, Oxford . ↵ Gray , S. and P. E. Cohen . 2016 . Control of meiotic crossovers: From double-strand break formation to designation . Annu Rev Genet 50 : 175 – 210 . OpenUrl CrossRef PubMed ↵ Haenel , Q. , T. G. Laurentino , M. Roesti , and D. Berner . 2018 . Meta-analysis of chromosome-scale crossover rate variation in eukaryotes and its significance to evolutionary genomics . Mol Ecol 27 : 2477 – 2497 . OpenUrl CrossRef ↵ Haldane , J. 1937 . The effect of variation on fitness . American Naturalist 71 : 337 – 349 . OpenUrl CrossRef Web of Science ↵ Halldorsson , B. V. , G. Palsson , O. A. Stefansson , H. Jonsson , M. T. Hardarson , H. P. Eggertsson , B. Gunnarsson , A. Oddsson , G. H. Halldorsson , F. Zink , S. A. Gudjonsson , M. L. Frigge , G. Thorleifsson , A. Sigurdsson , S. N. Stacey , P. Sulem , G. Masson , A. Helgason , D.F. Gudbjartsson , U. Thorsteinsdottir , and K. Stefansson . 2019 . Characterizing mutagenic effects of recombination through a sequence-level genetic map . Science 363 : eaau1043 . OpenUrl Abstract / FREE Full Text ↵ Hanscom , T. and M. McVey . 2020 . Regulation of error-prone DNA double-strand break repair and its impact on genome evolution . Cells 9 : 1657 . OpenUrl CrossRef ↵ Hassold , T. and P. Hunt . 2001 . To err (meiotically) is human: the genesis of human aneuploidy . Nat Rev Genet 2 : 280 – 291 . OpenUrl CrossRef PubMed Web of Science ↵ Henderson , I. R. and K. Bomblies . 2021 . Evolution and plasticity of genome-wide meiotic recombination rates . Annu Rev Genet 55 : 23 – 43 . OpenUrl PubMed ↵ Hill , W. G. and A. Robertson . 1966 . The effect of linkage on limits to artificial selection . Genet Res 8 : 269 – 294 . OpenUrl CrossRef PubMed Web of Science ↵ Hill , W. G. and A. Robertson . 1968 . Linkage disequilibrium in finite populations . Theor Appl Genet 38 : 226 – 231 . OpenUrl CrossRef PubMed ↵ Hinch , R. , P. Donnelly , and A. G. Hinch . 2023 . Meiotic DNA breaks drive multifaceted mutagenesis in the human germ line . Science 382 : eadh2531 . OpenUrl CrossRef PubMed ↵ Hunter , N. 2015 . Meiotic recombination: The essence of heredity . Cold Spring Harb Perspect Biol 7 : a016618 . OpenUrl Abstract / FREE Full Text ↵ Johnston , S. E. 2024 . Understanding the genetic basis of variation in meiotic recombination: Past, present, and future . Mol Biol Evol 41 : msae112 . OpenUrl CrossRef PubMed ↵ Karlin , S. and J. McGregor . 1974 . Towards a theory of the evolution of modifier genes . Theor Popul Biol 5 : 59 – 103 . OpenUrl CrossRef PubMed Web of Science ↵ Keeney , S. , C. N. Giroux , and N. Kleckner . 1997 . Meiosis-specific DNA double-strand breaks are catalyzed by Spo11, a member of a widely conserved protein family . Cell 88 : 375 – 384 . OpenUrl CrossRef PubMed Web of Science ↵ Keightley , P. D. and S. P. Otto . 2006 . Interference among deleterious mutations favours sex and recombination in finite populations . Nature 443 : 89 – 92 . OpenUrl CrossRef PubMed Web of Science ↵ Lenormand , T. and S. P. Otto . 2000 . The evolution of recombination in a heterogeneous environment . Genetics 156 : 423 – 438 . OpenUrl Abstract / FREE Full Text ↵ Macaisne , N. , Z. Kessler , and J. L. Yanowitz . 2018 . Meiotic double-strand break proteins influence repair pathway utilization . Genetics 210 : 843 – 856 . OpenUrl Abstract / FREE Full Text ↵ Magni , G. E. 1963 . The origin of spontaneous mutations during meiosis . Proc Natl Acad Sci U S A 50 : 975 – 980 . OpenUrl FREE Full Text ↵ Magni , G. E. and R. C. Von Borstel . 1962 . Different rates of spontaneous mutation during mitosis and meiosis in yeast . Genetics 47 : 1097 – 1108 . OpenUrl FREE Full Text ↵ Martini , E. , V. Borde , M. Legendre , S. Audic , B. Regnault , G. Soubigou , B. Dujon , and B. Llorente . 2011 . Genome-wide analysis of heteroduplex DNA in mismatch repair-deficient yeast cells reveals novel properties of meiotic recombination pathways . PLoS Genet 7 : e1002305 . OpenUrl CrossRef PubMed ↵ Maynard Smith , J. and J. Haigh . 1974 . The hitch-hiking effect of a favourable gene . Genet Res 23 : 23 – 35 . OpenUrl CrossRef PubMed Web of Science ↵ McVean , G. A. , S. R. Myers , S. Hunt , P. Deloukas , D. R. Bentley , and P. Donnelly . 2004 . The fine-scale structure of recombination rate variation in the human genome . Science 304 : 581 – 584 . OpenUrl Abstract / FREE Full Text ↵ Muller , H. 1932 . Some genetic aspects of sex . American Naturalist 66 : 118 – 138 . OpenUrl CrossRef Web of Science ↵ Otto , S. P. and N. H. Barton . 1997 . The evolution of recombination: removing the limits to natural selection . Genetics 147 : 879 – 906 . OpenUrl Abstract / FREE Full Text ↵ Otto , S. P. and N. H. Barton . 2001 . Selection for recombination in small populations . Evolution 55 : 1921 – 1931 . OpenUrl CrossRef PubMed Web of Science ↵ Otto , S. P. and M. W. Feldman . 1997 . Deleterious mutations, variable epistatic interactions, and the evolution of recombination . Theor Popul Biol 51 : 134 – 147 . OpenUrl CrossRef PubMed Web of Science ↵ Otto , S. P. and Y. Michalakis . 1998 . The evolution of recombination in changing environments . Trends Ecol Evol 13 : 145 – 151 . OpenUrl CrossRef PubMed Web of Science ↵ Page , S. L. and R. S. Hawley . 2003 . Chromosome choreography: the meiotic ballet . Science 301 : 785 – 789 . OpenUrl Abstract / FREE Full Text ↵ Payseur , B. A. 2025 . Genetics of recombination rate variation within and between species . J Evol Biol 38 : 851 – 860 . OpenUrl PubMed ↵ Peck , J. R. 1994 . A ruby in the rubbish: beneficial mutations, deleterious mutations and the evolution of sex . Genetics 137 : 597 – 606 . OpenUrl Abstract / FREE Full Text ↵ Rattray , A. , G. Santoyo , B. Shafer , and J. N. Strathern . 2015 . Elevated mutation rate during meiosis in Saccharomyces cerevisiae . PLoS Genet 11 : e1004910 . OpenUrl CrossRef PubMed ↵ Rodgers , K. and M. McVey . 2016 . Error-prone repair of DNA double-strand breaks . J Cell Physiol 231 : 15 – 24 . OpenUrl CrossRef PubMed ↵ Roze , D. 2021 . A simple expression for the strength of selection on recombination generated by interference among mutations . Proc Natl Acad Sci U S A 118 : e2022805118 . OpenUrl Abstract / FREE Full Text ↵ Roze , D. and T. Lenormand . 2005 . Self-fertilization and the evolution of recombination . Genetics 170 : 841 – 857 . OpenUrl Abstract / FREE Full Text ↵ Smukowski , C. S. and M. A. Noor . 2011 . Recombination rate variation in closely related species . Heredity 107 : 496 – 508 . OpenUrl CrossRef PubMed Web of Science ↵ Stapley , J. , P. G. D. Feulner , S. E. Johnston , A. W. Santure , and C. M. Smadja . 2017 . Variation in recombination frequency and distribution across eukaryotes: patterns and processes . Philos Trans R Soc Lond B Biol Sci 372 : 20170279 . OpenUrl CrossRef PubMed ↵ Strathern , J. N. , B. K. Shafer , and C. B. McGill . 1995 . DNA synthesis errors associated with double-strand-break repair . Genetics 140 : 965 – 972 . OpenUrl Abstract / FREE Full Text ↵ Szasz-Green , T. , K. Shores , V. Vanga , L. Zacharias , A. K. Lawton , and A. L. Dapper . 2025 . Comparative phylogenetics reveal clade-specific drivers of recombination rate evolution across vertebrates . Mol Biol Evol 42 : msaf100 . OpenUrl PubMed ↵ Varas , J. , E. Sánchez-Morán , G. P. Copenhaver , J. L. Santos , and M. Pradillo . 2015 . Analysis of the relationships between DNA double-strand breaks, synaptonemal complex and crossovers using the Atfas1-4 mutant . PLoS Genet 11 : e1005301 . OpenUrl PubMed ↵ Yokoo , R. , K. A. Zawadzki , K. Nabeshima , M. Drake , S. Arur , and A. M. Villeneuve . 2012 . COSA-1 reveals robust homeostasis and separable licensing and reinforcement steps governing meiotic crossovers . Cell 149 : 75 – 87 . OpenUrl CrossRef PubMed View the discussion thread. Back to top Previous Next Posted November 01, 2025. Download PDF Email Thank you for your interest in spreading the word about bioRxiv. NOTE: Your email address is requested solely to identify you as the sender of this article. Your Email * Your Name * Send To * Enter multiple addresses on separate lines or separate them with commas. You are going to email the following Elevated mutation near crossovers inhibits the evolution of recombination Message Subject (Your Name) has forwarded a page to you from bioRxiv Message Body (Your Name) thought you would like to see this page from the bioRxiv website. Your Personal Message CAPTCHA This question is for testing whether or not you are a human visitor and to prevent automated spam submissions. Share Elevated mutation near crossovers inhibits the evolution of recombination Bret A. Payseur , Sarah P. Otto bioRxiv 2025.11.01.685904; doi: https://doi.org/10.1101/2025.11.01.685904 Share This Article: Copy Citation Tools Elevated mutation near crossovers inhibits the evolution of recombination Bret A. Payseur , Sarah P. Otto bioRxiv 2025.11.01.685904; doi: https://doi.org/10.1101/2025.11.01.685904 Citation Manager Formats BibTeX Bookends EasyBib EndNote (tagged) EndNote 8 (xml) Medlars Mendeley Papers RefWorks Tagged Ref Manager RIS Zotero Tweet Widget Facebook Like Google Plus One Subject Area Evolutionary Biology Subject Areas All Articles Animal Behavior and Cognition (7629) Biochemistry (17660) Bioengineering (13881) Bioinformatics (41909) Biophysics (21435) Cancer Biology (18576) Cell Biology (25479) Clinical Trials (138) Developmental Biology (13366) Ecology (19887) Epidemiology (2067) Evolutionary Biology (24301) Genetics (15598) Genomics (22482) Immunology (17726) Microbiology (40359) Molecular Biology (17162) Neuroscience (88529) Paleontology (666) Pathology (2830) Pharmacology and Toxicology (4820) Physiology (7636) Plant Biology (15125) Scientific Communication and Education (2044) Synthetic Biology (4290) Systems Biology (9817) Zoology (2269)