o l hX @sLddlmZddlmZddlmZGdddeZGdddZGd d d ZGd d d Z Gd ddZ GdddZ GdddZ ddZ GdddZddZddZGdddZGdddZdd ZGd!d"d"Zeee e e e eeeeeed# Zd0d(d)Zd1d+d,Zd-d.Zee_ee_ee_ed/krdd%lZed%Sd%S)2)print_function)copy)xrangec@seZdZddZdS)OptimizationMethodscCsdSNctxrrp/var/www/html/construction_image-detection-poc/venv/lib/python3.10/site-packages/mpmath/calculus/optimization.py__init__zOptimizationMethods.__init__N)__name__ __module__ __qualname__r rrrr rs rc@$eZdZdZdZddZddZdS)Newtona] 1d-solver generating pairs of approximative root and error. Needs starting points x0 close to the root. Pro: * converges fast * sometimes more robust than secant with bad second starting point Contra: * converges slowly for multiple roots * needs first derivative * 2 function evaluations per iteration c s^|_t|dkr|d_ntdt|_d|vr&fdd}n|d}|_dS)Nr!expected 1 starting point, got %idfcj|Srr diffxfselfrr r*zNewton.__init__..df)r lenx0 ValueErrorrr)rr rr!kwargsrrrr r "s   zNewton.__init__ccsF|j}|j}|j} |||||}t||}|}||fVq r)rrr!abs)rrrr!x1errorrrr __iter__0s  zNewton.__iter__Nrrr__doc__maxstepsr r'rrrr rs  rc@r)Secantz 1d-solver generating pairs of approximative root and error. Needs starting points x0 and x1 close to the root. x1 defaults to x0 + 0.25. Pro: * converges fast Contra: * converges slowly for multiple roots cKsf||_t|dkr|d|_|jd|_nt|dkr&|d|_|d|_ntdt|||_dS)Nrr?rz'expected 1 or 2 starting points, got %i)r r r!r%r"rrr rr!r#rrr r Ks      zSecant.__init__ccsp|j}|j}|j}||} ||}||}|sdS|||}|s%dS||||}}|}|t|fVqr)rr!r%r$)rrr!r%f0f1lsrrr r'Ws" zSecant.__iter__Nr(rrrr r+:s  r+c@r)MNewtonat 1d-solver generating pairs of approximative root and error. Needs starting point x0 close to the root. Uses modified Newton's method that converges fast regardless of the multiplicity of the root. Pro: * converges fast for multiple roots Contra: * needs first and second derivative of f * 3 function evaluations per iteration rc |_t|dkstdt||d__d|vr%fddn|d_d|vr8fdd }n|d}|_dS) Nrrrrcrrrrrrr rrzMNewton.__init__..dfd2fcrrrrrrrr r5rzMNewton.__init__..d2fr r r"r!rrr5rr rr!r#r5rrrrr r {   zMNewton.__init__c cst|j}|j}|j}|j} |}||}|dkrdS||}||}||||||8}t||} || fVq)NTrr!rrr5r$ rrrrr5prevxfxdfxd2fxr&rrr r's   zMNewton.__iter__Nr(rrrr r3hs  r3c@r)Halleya 1d-solver generating pairs of approximative root and error. Needs a starting point x0 close to the root. Uses Halley's method with cubic convergence rate. Pro: * converges even faster the Newton's method * useful when computing with *many* digits Contra: * needs first and second derivative of f * 3 function evaluations per iteration * converges slowly for multiple roots rc r4) Nrrrrcrrrrrrr rrzHalley.__init__..dfr5crrrrr6rr r5rzHalley.__init__..d2fr7r8rr9r r r:zHalley.__init__c cst|j}|j}|j}|j} |}||}||}||}|d||d|d||8}t||} || fVq)NTrr;r<rrr r's$  zHalley.__iter__Nr(rrrr rAs  rAc@r)Mullera 1d-solver generating pairs of approximative root and error. Needs starting points x0, x1 and x2 close to the root. x1 defaults to x0 + 0.25; x2 to x1 + 0.25. Uses Muller's method that converges towards complex roots. Pro: * converges fast (somewhat faster than secant) * can find complex roots Contra: * converges slowly for multiple roots * may have complex values for real starting points and real roots http://en.wikipedia.org/wiki/Muller's_method r,cKs||_t|dkr|d|_|jd|_|jd|_n5t|dkr2|d|_|d|_|jd|_nt|dkrH|d|_|d|_|d|_ntdt|||_|d|_dS)Nrrr-rz*expected 1, 2 or 3 starting points, got %iverbose)r r r!r%x2r"rrDr.rrr r s$          zMuller.__init__ccs2|j}|j}|j}|j}||}||}||} ||||}||||} ||||} || | } | |||} | dkrZ| dkrZ|jrXtdtd|d|d|dS|}|}|}|}|j| dd|| } t| | t| | kr| } |d|| | 8}||}t||}||fVq) NTrz canceled withzx0 =z, x1 =zand x2 =r) rr!r%rErDprintr sqrtr$)rrr!r%rEfx0fx1fx2fx2x1fx2x0fx1x0wfx2x1x0rr&rrr r's>   zMuller.__iter__Nr(rrrr rBs  rBc@r) Bisectiona 1d-solver generating pairs of approximative root and error. Uses bisection method to find a root of f in [a, b]. Might fail for multiple roots (needs sign change). Pro: * robust and reliable Contra: * converges slowly * needs sign change dcKs@||_t|dkrtdt|||_|d|_|d|_dS)Nr%expected interval of 2 points, got %irr)r r r"rabr.rrr r 4s   zBisection.__init__c cs|j}|j}|j}||}||} |j||d}||}||}|dkr+|}n|dkr4|}|}n||jjfV|d}||dt|fVq)NTrr)rrUrVr ldexpzeror$) rrrUrVr1fbmfmsignrrr r'<s&zBisection.__iter__Nr(rrrr rR"s  rRcCsH|dkr dd}|S|dkrdd}|S|dkrdd}|Std|) zE Return a function to calculate m for Illinois-like methods. illinoiscSsdS)N?rfzrZrrr getmUr z_getm..getmpegasuscSs |||Srrr`rrr rbX andersoncSsd||}|dkr |SdS)Nrrr_r)rarZr[rrr rb[s zmethod '%s' not recognized)r")methodrbrrr _getmPs  rgc@r)Illinoisa 1d-solver generating pairs of approximative root and error. Uses Illinois method or similar to find a root of f in [a, b]. Might fail for multiple roots (needs sign change). Combines bisect with secant (improved regula falsi). The only difference between the methods is the scaling factor m, which is used to ensure convergence (you can choose one using the 'method' keyword): Illinois method ('illinois'): m = 0.5 Pegasus method ('pegasus'): m = fb/(fb + fz) Anderson-Bjoerk method ('anderson'): m = 1 - fz/fb if positive else 0.5 Pro: * converges very fast Contra: * has problems with multiple roots * needs sign change r,cKs||_t|dkrtdt||d|_|d|_||_|d|_|d|_|dd|_ t |j |_ |jrAt d |j dSdS) NrrTrrtolrDrfr^zusing %s method) r r r"rUrVrrirDgetrfrgrbrGr.rrr r s      zIllinois.__init__c cs|j}|j}|j}|j}||}||}d} ||}|dkr"dS|||} ||| } || } t| |jkrH|jrAtd| | |fVdS| |dkrW|}|}| }| }n|| |}| }| }||}|jrs|rs|dksstd|||dt|fVq)NTrzcanceled with z =r^zm:r) rfrrUrVr$rirDrGrb) rrfrrUrVfarZr[r1r2zrarrr r'sB       zIllinois.__iter__Nr(rrrr rhes  rhcOd|d<t|i|S)z 1d-solver generating pairs of approximative root and error. Uses Pegasus method to find a root of f in [a, b]. Wrapper for illinois to use method='pegasus'. rcrfrhargsr#rrr PegasusrqcOrm)z 1d-solver generating pairs of approximative root and error. Uses Anderson-Bjoerk method to find a root of f in [a, b]. Wrapper for illinois to use method='pegasus'. rerfrnrorrr Andersonrrrsc@r)Riddera 1d-solver generating pairs of approximative root and error. Ridders' method to find a root of f in [a, b]. Is told to perform as well as Brent's method while being simpler. Pro: * very fast * simpler than Brent's method Contra: * two function evaluations per step * has problems with multiple roots * needs sign change http://en.wikipedia.org/wiki/Ridders'_method r,cKsT||_||_t|dkrtdt||d|_|d|_|d|_|d|_dS)NrrTrrrDri)r rr r"r%rErDrir.rrr r s    zRidder.__init__c cs|j}|j}|j}||}|j}||} d||}||}|||||||||d||} || } t| |jkrX|jrMt d| | t||fVdS| |dkrc| }| }n| }| }t||} ||d| fVq)NTr_rzcanceled with f(x4) =r) r rr%rEr]rHr$rirDrG) rr rr%rJrErKx3fx3x4fx4r&rrr r's2 4   zRidder.__iter__Nr(rrrr rts  rtc@r)ANewtonz EXPERIMENTAL 1d-solver generating pairs of approximative root and error. Uses Newton's method modified to use Steffensens method when convergence is slow. (I.e. for multiple roots.) rc sz|_t|dkstdt||d__d|vr%fddn|d_fdd}|_|d _dS) Nrrrrcrrrrrrr rrzANewton.__init__..dfcs|||Srrr)rrrr phiszANewton.__init__..phirD)r r r"r!rrrzrD)rr rr!r#rzrr9r r s  zANewton.__init__c cs|j}|j}|j}|j}d}d} |}z||}Wnty,|jr)td|YdSw|}t||}|rLt|||dkrL|jrHtd|d7}|dkr]t|}d}|jr]td||fVq)NrTz$ZeroDivisionError: canceled with x =rzconverging slowlyrCzaccelerating convergence) r!rrrzZeroDivisionErrorrDrGr$ steffensen) rr!rrrzr&counterr= preverrorrrr r's:     zANewton.__iter__Nr(rrrr rys  ryc Cs||}||j}|||}t|}t|}|||}t|D](}|} | ||7<||| ||} t|D] } | | || |f<qAq$|S)z Calculate the Jacobian matrix of a function at the point x0. This is the first derivative of a vectorial function: f : R^m -> R^n with m >= n )matrixrHepsr rr) r rrhr>r[nJjxjJjirrr jacobianCs     rc@r)MDNewtona Find the root of a vector function numerically using Newton's method. f is a vector function representing a nonlinear equation system. x0 is the starting point close to the root. J is a function returning the Jacobian matrix for a point. Supports overdetermined systems. Use the 'norm' keyword to specify which norm to use. Defaults to max-norm. The function to calculate the Jacobian matrix can be given using the keyword 'J'. Otherwise it will be calculated numerically. Please note that this method converges only locally. Especially for high- dimensional systems it is not trivial to find a good starting point being close enough to the root. It is recommended to use a faster, low-precision solver from SciPy [1] or OpenOpt [2] to get an initial guess. Afterwards you can use this method for root-polishing to any precision. [1] http://scipy.org [2] http://openopt.org/Welcome c s||_|_t|ttfr|}|jdksJd||_d|vr(|d|_n fdd}||_|d|_ |d|_ dS)Nrz need a vectorrcs |Sr)rrr rrr rrdzMDNewton.__init__..JnormrD) r r isinstancetuplelistrcolsr!rrrD)rr rr!r#rrrr r xs   zMDNewton.__init__ccs|j}|j}|j}|j}|j||}||}d}|s{| }||} |j| |} |jr;tdt| td| |jj } || } | |krR|jrOtdd}n |j|| }||} | |krg| }| }n | d} || | } qD||fV|rdSdS)NFzJx:zs:Tzcanceled, won't get more excactr) rr!rrr rlu_solverDrGone)rrr!rrr>fxnormcancelfxnJxr2r1r%newnormrrr r'sF    zMDNewton.__iter__Nr(rrrr rZs  r) newtonsecantmnewtonhalleymullerbisectr^rcreridderanewtonmdnewtonrNFTc sj}z>jd7_|durjd}|d||d<d|vr'|d|d<||d<t|ttfr<fdd |D}n|g}t|trYzt|}Wn t yXt d wt|ttfrlt |fd d } | }z||} t| ttj f} Wnt y||d } d} Ynwd|vr|d} | rt}d|vrfdd} | |d<n|d} nt} | | d kr| r |W|_S|d W|_S|||fi|} d|vr|d}n| j}d }| D]'\}}|rtd|td||d7}||td| |ks||kr nq|st dt|ttj fs|g}n|}|r=| ||d|kr=t d| ||d|f|W|_S|_w)a4 Find an approximate solution to `f(x) = 0`, using *x0* as starting point or interval for *x*. Multidimensional overdetermined systems are supported. You can specify them using a function or a list of functions. Mathematically speaking, this function returns `x` such that `|f(x)|^2 \leq \mathrm{tol}` is true within the current working precision. If the computed value does not meet this criterion, an exception is raised. This exception can be disabled with *verify=False*. For interval arithmetic (``iv.findroot()``), please note that the returned interval ``x`` is not guaranteed to contain `f(x)=0`! It is only some `x` for which `|f(x)|^2 \leq \mathrm{tol}` certainly holds regardless of numerical error. This may be improved in the future. **Arguments** *f* one dimensional function *x0* starting point, several starting points or interval (depends on solver) *tol* the returned solution has an error smaller than this *verbose* print additional information for each iteration if true *verify* verify the solution and raise a ValueError if `|f(x)|^2 > \mathrm{tol}` *solver* a generator for *f* and *x0* returning approximative solution and error *maxsteps* after how many steps the solver will cancel *df* first derivative of *f* (used by some solvers) *d2f* second derivative of *f* (used by some solvers) *multidimensional* force multidimensional solving *J* Jacobian matrix of *f* (used by multidimensional solvers) *norm* used vector norm (used by multidimensional solvers) solver has to be callable with ``(f, x0, **kwargs)`` and return an generator yielding pairs of approximative solution and estimated error (which is expected to be positive). You can use the following string aliases: 'secant', 'mnewton', 'halley', 'muller', 'illinois', 'pegasus', 'anderson', 'ridder', 'anewton', 'bisect' See mpmath.calculus.optimization for their documentation. **Examples** The function :func:`~mpmath.findroot` locates a root of a given function using the secant method by default. A simple example use of the secant method is to compute `\pi` as the root of `\sin x` closest to `x_0 = 3`:: >>> from mpmath import * >>> mp.dps = 30; mp.pretty = True >>> findroot(sin, 3) 3.14159265358979323846264338328 The secant method can be used to find complex roots of analytic functions, although it must in that case generally be given a nonreal starting value (or else it will never leave the real line):: >>> mp.dps = 15 >>> findroot(lambda x: x**3 + 2*x + 1, j) (0.226698825758202 + 1.46771150871022j) A nice application is to compute nontrivial roots of the Riemann zeta function with many digits (good initial values are needed for convergence):: >>> mp.dps = 30 >>> findroot(zeta, 0.5+14j) (0.5 + 14.1347251417346937904572519836j) The secant method can also be used as an optimization algorithm, by passing it a derivative of a function. The following example locates the positive minimum of the gamma function:: >>> mp.dps = 20 >>> findroot(lambda x: diff(gamma, x), 1) 1.4616321449683623413 Finally, a useful application is to compute inverse functions, such as the Lambert W function which is the inverse of `w e^w`, given the first term of the solution's asymptotic expansion as the initial value. In basic cases, this gives identical results to mpmath's built-in ``lambertw`` function:: >>> def lambert(x): ... return findroot(lambda w: w*exp(w) - x, log(1+x)) ... >>> mp.dps = 15 >>> lambert(1); lambertw(1) 0.567143290409784 0.567143290409784 >>> lambert(1000); lambert(1000) 5.2496028524016 5.2496028524016 Multidimensional functions are also supported:: >>> f = [lambda x1, x2: x1**2 + x2, ... lambda x1, x2: 5*x1**2 - 3*x1 + 2*x2 - 3] >>> findroot(f, (0, 0)) [-0.618033988749895] [-0.381966011250105] >>> findroot(f, (10, 10)) [ 1.61803398874989] [-2.61803398874989] You can verify this by solving the system manually. Please note that the following (more general) syntax also works:: >>> def f(x1, x2): ... return x1**2 + x2, 5*x1**2 - 3*x1 + 2*x2 - 3 ... >>> findroot(f, (0, 0)) [-0.618033988749895] [-0.381966011250105] **Multiple roots** For multiple roots all methods of the Newtonian family (including secant) converge slowly. Consider this example:: >>> f = lambda x: (x - 1)**99 >>> findroot(f, 0.9, verify=False) 0.918073542444929 Even for a very close starting point the secant method converges very slowly. Use ``verbose=True`` to illustrate this. It is possible to modify Newton's method to make it converge regardless of the root's multiplicity:: >>> findroot(f, -10, solver='mnewton') 1.0 This variant uses the first and second derivative of the function, which is not very efficient. Alternatively you can use an experimental Newtonian solver that keeps track of the speed of convergence and accelerates it using Steffensen's method if necessary:: >>> findroot(f, -10, solver='anewton', verbose=True) x: -9.88888888888888888889 error: 0.111111111111111111111 converging slowly x: -9.77890011223344556678 error: 0.10998877665544332211 converging slowly x: -9.67002233332199662166 error: 0.108877778911448945119 converging slowly accelerating convergence x: -9.5622443299551077669 error: 0.107778003366888854764 converging slowly x: 0.99999999999999999214 error: 10.562244329955107759 x: 1.0 error: 7.8598304758094664213e-18 ZeroDivisionError: canceled with x = 1.0 1.0 **Complex roots** For complex roots it's recommended to use Muller's method as it converges even for real starting points very fast:: >>> findroot(lambda x: x**4 + x + 1, (0, 1, 2), solver='muller') (0.727136084491197 + 0.934099289460529j) **Intersection methods** When you need to find a root in a known interval, it's highly recommended to use an intersection-based solver like ``'anderson'`` or ``'ridder'``. Usually they converge faster and more reliable. They have however problems with multiple roots and usually need a sign change to find a root:: >>> findroot(lambda x: x**3, (-1, 1), solver='anderson') 0.0 Be careful with symmetric functions:: >>> findroot(lambda x: x**2, (-1, 1), solver='anderson') #doctest:+ELLIPSIS Traceback (most recent call last): ... ZeroDivisionError It fails even for better starting points, because there is no sign change:: >>> findroot(lambda x: x**2, (-1, .5), solver='anderson') Traceback (most recent call last): ... ValueError: Could not find root within given tolerance. (1.0 > 2.16840434497100886801e-19) Try another starting point or tweak arguments. rNirDd1frricsg|]}|qSr)convert).0rr rr szfindroot..zcould not recognize solvercsfddDS)Ncsg|]}|qSrr)rfnrprr rsz)findroot..tmp..rr)f2rr tmpszfindroot..tmprFmultidimensionalrcs |dS)Ninf)rrr rr s zfindroot..r*zx: zerror:rzZCould not find root using the given solver. Try another starting point or tweak arguments.rzdCould not find root within given tolerance. (%s > %s) Try another starting point or tweak arguments.)precrrjrrrrstr str2solverKeyErrorr"rr TypeErrorrr$r*rGmax)r rr!solverrirDverifyr#rrr>rr iterationsr*rrr&xlr)r rr findrootsR              !    "rrc st|dur jd}|d<t|D]&dtd}||vr$||}nfdd}t|||ks7SqS)a Return the multiplicity of a given root of f. Internally, numerical derivatives are used. This might be inefficient for higher order derviatives. Due to this, ``multiplicity`` cancels after evaluating 10 derivatives by default. You can be specify the n-th derivative using the dnf keyword. >>> from mpmath import * >>> multiplicity(lambda x: sin(x) - 1, pi/2) 2 Ng?d0fdrcs|Sr)rrr rrrr rszmultiplicity..)rrrr$)r rrootrir*r#dfstrrrrr multiplicitys   rcsfdd}|S)a linear convergent function -> quadratic convergent function Steffensen's method for quadratic convergence of a linear converging sequence. Don not use it for higher rates of convergence. It may even work for divergent sequences. Definition: F(x) = (x*f(f(x)) - f(x)**2) / (f(f(x)) - 2*f(x) + x) Example ....... You can use Steffensen's method to accelerate a fixpoint iteration of linear (or less) convergence. x* is a fixpoint of the iteration x_{k+1} = phi(x_k) if x* = phi(x*). For phi(x) = x**2 there are two fixpoints: 0 and 1. Let's try Steffensen's method: >>> f = lambda x: x**2 >>> from mpmath.calculus.optimization import steffensen >>> F = steffensen(f) >>> for x in [0.5, 0.9, 2.0]: ... fx = Fx = x ... for i in xrange(9): ... try: ... fx = f(fx) ... except OverflowError: ... pass ... try: ... Fx = F(Fx) ... except ZeroDivisionError: ... pass ... print('%20g %20g' % (fx, Fx)) 0.25 -0.5 0.0625 0.1 0.00390625 -0.0011236 1.52588e-05 1.41691e-09 2.32831e-10 -2.84465e-27 5.42101e-20 2.30189e-80 2.93874e-39 -1.2197e-239 8.63617e-78 0 7.45834e-155 0 0.81 1.02676 0.6561 1.00134 0.430467 1 0.185302 1 0.0343368 1 0.00117902 1 1.39008e-06 1 1.93233e-12 1 3.73392e-24 1 4 1.6 16 1.2962 256 1.10194 65536 1.01659 4.29497e+09 1.00053 1.84467e+19 1 3.40282e+38 1 1.15792e+77 1 1.34078e+154 1 Unmodified, the iteration converges only towards 0. Modified it converges not only much faster, it converges even to the repelling fixpoint 1. cs0|}|}|||d|d||S)Nrr)rr>ffxrrr FBs zsteffensen..Fr)rrrrr r|s Er|__main__)rNFT)Nr) __future__rr libmp.backendrobjectrrr+r3rArBrRrgrhrqrsrtryrrrrrr|rdoctesttestmodrrrr sF  +.76M.P  ;>W  .K