
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 8 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y) :precision binary64 (if (or (<= (* -2.0 x) -400000.0) (not (<= (* -2.0 x) 1e-8))) (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0) (fma (* (* x x) x) -0.3333333333333333 x)))
double code(double x, double y) {
double tmp;
if (((-2.0 * x) <= -400000.0) || !((-2.0 * x) <= 1e-8)) {
tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
} else {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
}
return tmp;
}
function code(x, y) tmp = 0.0 if ((Float64(-2.0 * x) <= -400000.0) || !(Float64(-2.0 * x) <= 1e-8)) tmp = Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0); else tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); end return tmp end
code[x_, y_] := If[Or[LessEqual[N[(-2.0 * x), $MachinePrecision], -400000.0], N[Not[LessEqual[N[(-2.0 * x), $MachinePrecision], 1e-8]], $MachinePrecision]], N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq -400000 \lor \neg \left(-2 \cdot x \leq 10^{-8}\right):\\
\;\;\;\;\frac{2}{1 + e^{-2 \cdot x}} - 1\\
\mathbf{else}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -4e5 or 1e-8 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
if -4e5 < (*.f64 #s(literal -2 binary64) x) < 1e-8Initial program 7.8%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval100.0
Applied rewrites100.0%
Applied rewrites100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 0.1) (- (pow (* (fma x x 1.0) (- 1.0 x)) -1.0) 1.0) (fma (* (* x x) x) -0.3333333333333333 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (1.0 + exp((-2.0 * x)))) <= 0.1) {
tmp = pow((fma(x, x, 1.0) * (1.0 - x)), -1.0) - 1.0;
} else {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) <= 0.1) tmp = Float64((Float64(fma(x, x, 1.0) * Float64(1.0 - x)) ^ -1.0) - 1.0); else tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], 0.1], N[(N[Power[N[(N[(x * x + 1.0), $MachinePrecision] * N[(1.0 - x), $MachinePrecision]), $MachinePrecision], -1.0], $MachinePrecision] - 1.0), $MachinePrecision], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{1 + e^{-2 \cdot x}} \leq 0.1:\\
\;\;\;\;{\left(\mathsf{fma}\left(x, x, 1\right) \cdot \left(1 - x\right)\right)}^{-1} - 1\\
\mathbf{else}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.10000000000000001Initial program 100.0%
Taylor expanded in x around 0
lower-+.f645.6
Applied rewrites5.6%
Applied rewrites5.1%
Taylor expanded in x around 0
Applied rewrites97.9%
if 0.10000000000000001 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 36.1%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval69.6
Applied rewrites69.6%
Applied rewrites69.6%
Final simplification77.3%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 0.1) (- (pow (fma (- x 1.0) x 1.0) -1.0) 1.0) (fma (* (* x x) x) -0.3333333333333333 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (1.0 + exp((-2.0 * x)))) <= 0.1) {
tmp = pow(fma((x - 1.0), x, 1.0), -1.0) - 1.0;
} else {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) <= 0.1) tmp = Float64((fma(Float64(x - 1.0), x, 1.0) ^ -1.0) - 1.0); else tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], 0.1], N[(N[Power[N[(N[(x - 1.0), $MachinePrecision] * x + 1.0), $MachinePrecision], -1.0], $MachinePrecision] - 1.0), $MachinePrecision], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{1 + e^{-2 \cdot x}} \leq 0.1:\\
\;\;\;\;{\left(\mathsf{fma}\left(x - 1, x, 1\right)\right)}^{-1} - 1\\
\mathbf{else}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.10000000000000001Initial program 100.0%
Taylor expanded in x around 0
lower-+.f645.6
Applied rewrites5.6%
Applied rewrites5.1%
Taylor expanded in x around 0
Applied rewrites97.8%
if 0.10000000000000001 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 36.1%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval69.6
Applied rewrites69.6%
Applied rewrites69.6%
Final simplification77.3%
(FPCore (x y)
:precision binary64
(if (<= (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 0.1)
(-
(/
2.0
(fma
(fma
(/ (* (* x x) -1.7777777777777777) (- 2.0 (* -1.3333333333333333 x)))
x
-2.0)
x
2.0))
1.0)
(fma (* (* x x) x) -0.3333333333333333 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (1.0 + exp((-2.0 * x)))) <= 0.1) {
tmp = (2.0 / fma(fma((((x * x) * -1.7777777777777777) / (2.0 - (-1.3333333333333333 * x))), x, -2.0), x, 2.0)) - 1.0;
} else {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) <= 0.1) tmp = Float64(Float64(2.0 / fma(fma(Float64(Float64(Float64(x * x) * -1.7777777777777777) / Float64(2.0 - Float64(-1.3333333333333333 * x))), x, -2.0), x, 2.0)) - 1.0); else tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], 0.1], N[(N[(2.0 / N[(N[(N[(N[(N[(x * x), $MachinePrecision] * -1.7777777777777777), $MachinePrecision] / N[(2.0 - N[(-1.3333333333333333 * x), $MachinePrecision]), $MachinePrecision]), $MachinePrecision] * x + -2.0), $MachinePrecision] * x + 2.0), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{1 + e^{-2 \cdot x}} \leq 0.1:\\
\;\;\;\;\frac{2}{\mathsf{fma}\left(\mathsf{fma}\left(\frac{\left(x \cdot x\right) \cdot -1.7777777777777777}{2 - -1.3333333333333333 \cdot x}, x, -2\right), x, 2\right)} - 1\\
\mathbf{else}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.10000000000000001Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f6497.8
Applied rewrites97.8%
Applied rewrites97.8%
Taylor expanded in x around inf
Applied rewrites97.9%
if 0.10000000000000001 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 36.1%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval69.6
Applied rewrites69.6%
Applied rewrites69.6%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 0.1) (- (/ -1.0 (- x 1.0)) 1.0) (fma (* (* x x) x) -0.3333333333333333 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (1.0 + exp((-2.0 * x)))) <= 0.1) {
tmp = (-1.0 / (x - 1.0)) - 1.0;
} else {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) <= 0.1) tmp = Float64(Float64(-1.0 / Float64(x - 1.0)) - 1.0); else tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], 0.1], N[(N[(-1.0 / N[(x - 1.0), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{1 + e^{-2 \cdot x}} \leq 0.1:\\
\;\;\;\;\frac{-1}{x - 1} - 1\\
\mathbf{else}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.10000000000000001Initial program 100.0%
Taylor expanded in x around 0
lower-+.f645.6
Applied rewrites5.6%
Applied rewrites5.1%
Taylor expanded in x around 0
Applied rewrites97.0%
if 0.10000000000000001 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 36.1%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval69.6
Applied rewrites69.6%
Applied rewrites69.6%
(FPCore (x y) :precision binary64 (fma (* (* x x) x) -0.3333333333333333 x))
double code(double x, double y) {
return fma(((x * x) * x), -0.3333333333333333, x);
}
function code(x, y) return fma(Float64(Float64(x * x) * x), -0.3333333333333333, x) end
code[x_, y_] := N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision]
\begin{array}{l}
\\
\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)
\end{array}
Initial program 53.6%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
lower-fma.f64N/A
*-commutativeN/A
pow-plusN/A
lower-pow.f64N/A
metadata-eval50.8
Applied rewrites50.8%
Applied rewrites50.8%
(FPCore (x y) :precision binary64 (- (+ 1.0 x) 1.0))
double code(double x, double y) {
return (1.0 + x) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (1.0d0 + x) - 1.0d0
end function
public static double code(double x, double y) {
return (1.0 + x) - 1.0;
}
def code(x, y): return (1.0 + x) - 1.0
function code(x, y) return Float64(Float64(1.0 + x) - 1.0) end
function tmp = code(x, y) tmp = (1.0 + x) - 1.0; end
code[x_, y_] := N[(N[(1.0 + x), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\left(1 + x\right) - 1
\end{array}
Initial program 53.6%
Taylor expanded in x around 0
lower-+.f646.7
Applied rewrites6.7%
(FPCore (x y) :precision binary64 (- 1.0 1.0))
double code(double x, double y) {
return 1.0 - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = 1.0d0 - 1.0d0
end function
public static double code(double x, double y) {
return 1.0 - 1.0;
}
def code(x, y): return 1.0 - 1.0
function code(x, y) return Float64(1.0 - 1.0) end
function tmp = code(x, y) tmp = 1.0 - 1.0; end
code[x_, y_] := N[(1.0 - 1.0), $MachinePrecision]
\begin{array}{l}
\\
1 - 1
\end{array}
Initial program 53.6%
Taylor expanded in x around 0
Applied rewrites4.5%
herbie shell --seed 2024313
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))