
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 5 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y)
:precision binary64
(let* ((t_0 (exp (* -2.0 x)))
(t_1 (+ t_0 1.0))
(t_2 (pow (fma t_0 0.5 0.5) -2.0))
(t_3 (+ -1.0 (/ 2.0 t_1))))
(if (<= (* -2.0 x) -1.0)
(fma (/ t_2 (+ -1.0 t_2)) t_3 (/ 1.0 (+ -1.0 (/ -2.0 t_1))))
(if (<= (* -2.0 x) 0.0002)
(fma -0.3333333333333333 (* x (* x x)) x)
t_3))))
double code(double x, double y) {
double t_0 = exp((-2.0 * x));
double t_1 = t_0 + 1.0;
double t_2 = pow(fma(t_0, 0.5, 0.5), -2.0);
double t_3 = -1.0 + (2.0 / t_1);
double tmp;
if ((-2.0 * x) <= -1.0) {
tmp = fma((t_2 / (-1.0 + t_2)), t_3, (1.0 / (-1.0 + (-2.0 / t_1))));
} else if ((-2.0 * x) <= 0.0002) {
tmp = fma(-0.3333333333333333, (x * (x * x)), x);
} else {
tmp = t_3;
}
return tmp;
}
function code(x, y) t_0 = exp(Float64(-2.0 * x)) t_1 = Float64(t_0 + 1.0) t_2 = fma(t_0, 0.5, 0.5) ^ -2.0 t_3 = Float64(-1.0 + Float64(2.0 / t_1)) tmp = 0.0 if (Float64(-2.0 * x) <= -1.0) tmp = fma(Float64(t_2 / Float64(-1.0 + t_2)), t_3, Float64(1.0 / Float64(-1.0 + Float64(-2.0 / t_1)))); elseif (Float64(-2.0 * x) <= 0.0002) tmp = fma(-0.3333333333333333, Float64(x * Float64(x * x)), x); else tmp = t_3; end return tmp end
code[x_, y_] := Block[{t$95$0 = N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]}, Block[{t$95$1 = N[(t$95$0 + 1.0), $MachinePrecision]}, Block[{t$95$2 = N[Power[N[(t$95$0 * 0.5 + 0.5), $MachinePrecision], -2.0], $MachinePrecision]}, Block[{t$95$3 = N[(-1.0 + N[(2.0 / t$95$1), $MachinePrecision]), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -1.0], N[(N[(t$95$2 / N[(-1.0 + t$95$2), $MachinePrecision]), $MachinePrecision] * t$95$3 + N[(1.0 / N[(-1.0 + N[(-2.0 / t$95$1), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.0002], N[(-0.3333333333333333 * N[(x * N[(x * x), $MachinePrecision]), $MachinePrecision] + x), $MachinePrecision], t$95$3]]]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := e^{-2 \cdot x}\\
t_1 := t\_0 + 1\\
t_2 := {\left(\mathsf{fma}\left(t\_0, 0.5, 0.5\right)\right)}^{-2}\\
t_3 := -1 + \frac{2}{t\_1}\\
\mathbf{if}\;-2 \cdot x \leq -1:\\
\;\;\;\;\mathsf{fma}\left(\frac{t\_2}{-1 + t\_2}, t\_3, \frac{1}{-1 + \frac{-2}{t\_1}}\right)\\
\mathbf{elif}\;-2 \cdot x \leq 0.0002:\\
\;\;\;\;\mathsf{fma}\left(-0.3333333333333333, x \cdot \left(x \cdot x\right), x\right)\\
\mathbf{else}:\\
\;\;\;\;t\_3\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -1Initial program 100.0%
Applied rewrites100.0%
Applied rewrites100.0%
if -1 < (*.f64 #s(literal -2 binary64) x) < 2.0000000000000001e-4Initial program 7.5%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
*-commutativeN/A
lower-fma.f64N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64100.0
Applied rewrites100.0%
if 2.0000000000000001e-4 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ (exp (* -2.0 x)) 1.0)) 0.05) -1.0 (/ 1.0 (/ (+ x 2.0) (* x 2.0)))))
double code(double x, double y) {
double tmp;
if ((2.0 / (exp((-2.0 * x)) + 1.0)) <= 0.05) {
tmp = -1.0;
} else {
tmp = 1.0 / ((x + 2.0) / (x * 2.0));
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if ((2.0d0 / (exp(((-2.0d0) * x)) + 1.0d0)) <= 0.05d0) then
tmp = -1.0d0
else
tmp = 1.0d0 / ((x + 2.0d0) / (x * 2.0d0))
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if ((2.0 / (Math.exp((-2.0 * x)) + 1.0)) <= 0.05) {
tmp = -1.0;
} else {
tmp = 1.0 / ((x + 2.0) / (x * 2.0));
}
return tmp;
}
def code(x, y): tmp = 0 if (2.0 / (math.exp((-2.0 * x)) + 1.0)) <= 0.05: tmp = -1.0 else: tmp = 1.0 / ((x + 2.0) / (x * 2.0)) return tmp
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(exp(Float64(-2.0 * x)) + 1.0)) <= 0.05) tmp = -1.0; else tmp = Float64(1.0 / Float64(Float64(x + 2.0) / Float64(x * 2.0))); end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if ((2.0 / (exp((-2.0 * x)) + 1.0)) <= 0.05) tmp = -1.0; else tmp = 1.0 / ((x + 2.0) / (x * 2.0)); end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 0.05], -1.0, N[(1.0 / N[(N[(x + 2.0), $MachinePrecision] / N[(x * 2.0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{e^{-2 \cdot x} + 1} \leq 0.05:\\
\;\;\;\;-1\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{x + 2}{x \cdot 2}}\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.050000000000000003Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
+-commutativeN/A
lower-+.f64N/A
count-2N/A
lower-+.f6497.4
Applied rewrites97.4%
Taylor expanded in x around inf
Applied rewrites99.0%
if 0.050000000000000003 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 40.2%
Taylor expanded in x around 0
+-commutativeN/A
lower-+.f646.7
Applied rewrites6.7%
lift-+.f64N/A
flip--N/A
clear-numN/A
lower-/.f64N/A
lower-/.f64N/A
lift-+.f64N/A
associate-+l+N/A
metadata-evalN/A
lower-+.f64N/A
metadata-evalN/A
difference-of-sqr-1N/A
lift-+.f64N/A
associate--l+N/A
metadata-evalN/A
+-rgt-identityN/A
lower-*.f64N/A
lift-+.f64N/A
associate-+l+N/A
metadata-evalN/A
lower-+.f6466.1
Applied rewrites66.1%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f6470.4
Applied rewrites70.4%
Final simplification78.7%
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ -1.0 (/ 2.0 (+ (exp (* -2.0 x)) 1.0)))))
(if (<= (* -2.0 x) -1.0)
t_0
(if (<= (* -2.0 x) 0.0002)
(fma -0.3333333333333333 (* x (* x x)) x)
t_0))))
double code(double x, double y) {
double t_0 = -1.0 + (2.0 / (exp((-2.0 * x)) + 1.0));
double tmp;
if ((-2.0 * x) <= -1.0) {
tmp = t_0;
} else if ((-2.0 * x) <= 0.0002) {
tmp = fma(-0.3333333333333333, (x * (x * x)), x);
} else {
tmp = t_0;
}
return tmp;
}
function code(x, y) t_0 = Float64(-1.0 + Float64(2.0 / Float64(exp(Float64(-2.0 * x)) + 1.0))) tmp = 0.0 if (Float64(-2.0 * x) <= -1.0) tmp = t_0; elseif (Float64(-2.0 * x) <= 0.0002) tmp = fma(-0.3333333333333333, Float64(x * Float64(x * x)), x); else tmp = t_0; end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(-1.0 + N[(2.0 / N[(N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -1.0], t$95$0, If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.0002], N[(-0.3333333333333333 * N[(x * N[(x * x), $MachinePrecision]), $MachinePrecision] + x), $MachinePrecision], t$95$0]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := -1 + \frac{2}{e^{-2 \cdot x} + 1}\\
\mathbf{if}\;-2 \cdot x \leq -1:\\
\;\;\;\;t\_0\\
\mathbf{elif}\;-2 \cdot x \leq 0.0002:\\
\;\;\;\;\mathsf{fma}\left(-0.3333333333333333, x \cdot \left(x \cdot x\right), x\right)\\
\mathbf{else}:\\
\;\;\;\;t\_0\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -1 or 2.0000000000000001e-4 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
if -1 < (*.f64 #s(literal -2 binary64) x) < 2.0000000000000001e-4Initial program 7.5%
Taylor expanded in x around 0
distribute-lft-inN/A
*-rgt-identityN/A
+-commutativeN/A
*-commutativeN/A
associate-*r*N/A
*-commutativeN/A
lower-fma.f64N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64100.0
Applied rewrites100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (* -2.0 x) 0.0002) x -1.0))
double code(double x, double y) {
double tmp;
if ((-2.0 * x) <= 0.0002) {
tmp = x;
} else {
tmp = -1.0;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if (((-2.0d0) * x) <= 0.0002d0) then
tmp = x
else
tmp = -1.0d0
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if ((-2.0 * x) <= 0.0002) {
tmp = x;
} else {
tmp = -1.0;
}
return tmp;
}
def code(x, y): tmp = 0 if (-2.0 * x) <= 0.0002: tmp = x else: tmp = -1.0 return tmp
function code(x, y) tmp = 0.0 if (Float64(-2.0 * x) <= 0.0002) tmp = x; else tmp = -1.0; end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if ((-2.0 * x) <= 0.0002) tmp = x; else tmp = -1.0; end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.0002], x, -1.0]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq 0.0002:\\
\;\;\;\;x\\
\mathbf{else}:\\
\;\;\;\;-1\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < 2.0000000000000001e-4Initial program 40.2%
Taylor expanded in x around 0
+-commutativeN/A
lower-+.f646.7
Applied rewrites6.7%
associate--l+N/A
metadata-evalN/A
+-rgt-identity66.4
Applied rewrites66.4%
if 2.0000000000000001e-4 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
+-commutativeN/A
lower-+.f64N/A
count-2N/A
lower-+.f6497.4
Applied rewrites97.4%
Taylor expanded in x around inf
Applied rewrites99.0%
(FPCore (x y) :precision binary64 -1.0)
double code(double x, double y) {
return -1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = -1.0d0
end function
public static double code(double x, double y) {
return -1.0;
}
def code(x, y): return -1.0
function code(x, y) return -1.0 end
function tmp = code(x, y) tmp = -1.0; end
code[x_, y_] := -1.0
\begin{array}{l}
\\
-1
\end{array}
Initial program 57.7%
Taylor expanded in x around 0
+-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
+-commutativeN/A
lower-+.f64N/A
count-2N/A
lower-+.f6432.3
Applied rewrites32.3%
Taylor expanded in x around inf
Applied rewrites31.2%
herbie shell --seed 2024216
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))