
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 8 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ (exp (* x -2.0)) 1.0)) (t_1 (/ 2.0 t_0)) (t_2 (- t_1 -1.0)))
(if (<= (* x -2.0) -5000.0)
(- t_1 1.0)
(if (<= (* x -2.0) 2e-13)
(fma (* (* x x) x) -0.3333333333333333 x)
(* (* (/ 1.0 t_2) (- -1.0 (/ -2.0 t_0))) t_2)))))
double code(double x, double y) {
double t_0 = exp((x * -2.0)) + 1.0;
double t_1 = 2.0 / t_0;
double t_2 = t_1 - -1.0;
double tmp;
if ((x * -2.0) <= -5000.0) {
tmp = t_1 - 1.0;
} else if ((x * -2.0) <= 2e-13) {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
} else {
tmp = ((1.0 / t_2) * (-1.0 - (-2.0 / t_0))) * t_2;
}
return tmp;
}
function code(x, y) t_0 = Float64(exp(Float64(x * -2.0)) + 1.0) t_1 = Float64(2.0 / t_0) t_2 = Float64(t_1 - -1.0) tmp = 0.0 if (Float64(x * -2.0) <= -5000.0) tmp = Float64(t_1 - 1.0); elseif (Float64(x * -2.0) <= 2e-13) tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); else tmp = Float64(Float64(Float64(1.0 / t_2) * Float64(-1.0 - Float64(-2.0 / t_0))) * t_2); end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]}, Block[{t$95$1 = N[(2.0 / t$95$0), $MachinePrecision]}, Block[{t$95$2 = N[(t$95$1 - -1.0), $MachinePrecision]}, If[LessEqual[N[(x * -2.0), $MachinePrecision], -5000.0], N[(t$95$1 - 1.0), $MachinePrecision], If[LessEqual[N[(x * -2.0), $MachinePrecision], 2e-13], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision], N[(N[(N[(1.0 / t$95$2), $MachinePrecision] * N[(-1.0 - N[(-2.0 / t$95$0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision] * t$95$2), $MachinePrecision]]]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := e^{x \cdot -2} + 1\\
t_1 := \frac{2}{t\_0}\\
t_2 := t\_1 - -1\\
\mathbf{if}\;x \cdot -2 \leq -5000:\\
\;\;\;\;t\_1 - 1\\
\mathbf{elif}\;x \cdot -2 \leq 2 \cdot 10^{-13}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\mathbf{else}:\\
\;\;\;\;\left(\frac{1}{t\_2} \cdot \left(-1 - \frac{-2}{t\_0}\right)\right) \cdot t\_2\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -5e3Initial program 100.0%
if -5e3 < (*.f64 #s(literal -2 binary64) x) < 2.0000000000000001e-13Initial program 6.8%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64100.0
Applied rewrites100.0%
Applied rewrites100.0%
Applied rewrites100.0%
if 2.0000000000000001e-13 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
lift--.f64N/A
flip--N/A
div-invN/A
metadata-evalN/A
difference-of-sqr-1N/A
lift--.f64N/A
associate-*l*N/A
lower-*.f64N/A
Applied rewrites100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ (exp (* x -2.0)) 1.0)) 0.8) (- (/ 2.0 (fma (fma (fma -1.3333333333333333 x 2.0) x -2.0) x 2.0)) 1.0) (* 1.0 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (exp((x * -2.0)) + 1.0)) <= 0.8) {
tmp = (2.0 / fma(fma(fma(-1.3333333333333333, x, 2.0), x, -2.0), x, 2.0)) - 1.0;
} else {
tmp = 1.0 * x;
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(exp(Float64(x * -2.0)) + 1.0)) <= 0.8) tmp = Float64(Float64(2.0 / fma(fma(fma(-1.3333333333333333, x, 2.0), x, -2.0), x, 2.0)) - 1.0); else tmp = Float64(1.0 * x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 0.8], N[(N[(2.0 / N[(N[(N[(-1.3333333333333333 * x + 2.0), $MachinePrecision] * x + -2.0), $MachinePrecision] * x + 2.0), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(1.0 * x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{e^{x \cdot -2} + 1} \leq 0.8:\\
\;\;\;\;\frac{2}{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(-1.3333333333333333, x, 2\right), x, -2\right), x, 2\right)} - 1\\
\mathbf{else}:\\
\;\;\;\;1 \cdot x\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.80000000000000004Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
*-commutativeN/A
metadata-evalN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f6497.4
Applied rewrites97.4%
if 0.80000000000000004 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 29.2%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f6476.2
Applied rewrites76.2%
Taylor expanded in x around 0
Applied rewrites76.9%
Final simplification81.4%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ (exp (* x -2.0)) 1.0)) 0.8) (- (/ 1.0 (* (- 1.0 x) (fma x x 1.0))) 1.0) (* 1.0 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (exp((x * -2.0)) + 1.0)) <= 0.8) {
tmp = (1.0 / ((1.0 - x) * fma(x, x, 1.0))) - 1.0;
} else {
tmp = 1.0 * x;
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(exp(Float64(x * -2.0)) + 1.0)) <= 0.8) tmp = Float64(Float64(1.0 / Float64(Float64(1.0 - x) * fma(x, x, 1.0))) - 1.0); else tmp = Float64(1.0 * x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 0.8], N[(N[(1.0 / N[(N[(1.0 - x), $MachinePrecision] * N[(x * x + 1.0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(1.0 * x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{e^{x \cdot -2} + 1} \leq 0.8:\\
\;\;\;\;\frac{1}{\left(1 - x\right) \cdot \mathsf{fma}\left(x, x, 1\right)} - 1\\
\mathbf{else}:\\
\;\;\;\;1 \cdot x\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.80000000000000004Initial program 100.0%
Taylor expanded in x around 0
lower-+.f646.1
Applied rewrites6.1%
Applied rewrites4.2%
Taylor expanded in x around 0
Applied rewrites97.4%
if 0.80000000000000004 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 29.2%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f6476.2
Applied rewrites76.2%
Taylor expanded in x around 0
Applied rewrites76.9%
Final simplification81.4%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ (exp (* x -2.0)) 1.0)) 0.01) (- (/ 1.0 (fma x (- x 1.0) 1.0)) 1.0) (* 1.0 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (exp((x * -2.0)) + 1.0)) <= 0.01) {
tmp = (1.0 / fma(x, (x - 1.0), 1.0)) - 1.0;
} else {
tmp = 1.0 * x;
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(exp(Float64(x * -2.0)) + 1.0)) <= 0.01) tmp = Float64(Float64(1.0 / fma(x, Float64(x - 1.0), 1.0)) - 1.0); else tmp = Float64(1.0 * x); end return tmp end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 0.01], N[(N[(1.0 / N[(x * N[(x - 1.0), $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(1.0 * x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{e^{x \cdot -2} + 1} \leq 0.01:\\
\;\;\;\;\frac{1}{\mathsf{fma}\left(x, x - 1, 1\right)} - 1\\
\mathbf{else}:\\
\;\;\;\;1 \cdot x\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.0100000000000000002Initial program 100.0%
Taylor expanded in x around 0
lower-+.f645.8
Applied rewrites5.8%
Applied rewrites3.7%
Taylor expanded in x around 0
Applied rewrites98.2%
if 0.0100000000000000002 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 29.5%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f6476.0
Applied rewrites76.0%
Taylor expanded in x around 0
Applied rewrites76.7%
Final simplification81.3%
(FPCore (x y)
:precision binary64
(let* ((t_0 (- (/ 2.0 (+ (exp (* x -2.0)) 1.0)) 1.0)))
(if (<= (* x -2.0) -5000.0)
t_0
(if (<= (* x -2.0) 2e-13)
(fma (* (* x x) x) -0.3333333333333333 x)
t_0))))
double code(double x, double y) {
double t_0 = (2.0 / (exp((x * -2.0)) + 1.0)) - 1.0;
double tmp;
if ((x * -2.0) <= -5000.0) {
tmp = t_0;
} else if ((x * -2.0) <= 2e-13) {
tmp = fma(((x * x) * x), -0.3333333333333333, x);
} else {
tmp = t_0;
}
return tmp;
}
function code(x, y) t_0 = Float64(Float64(2.0 / Float64(exp(Float64(x * -2.0)) + 1.0)) - 1.0) tmp = 0.0 if (Float64(x * -2.0) <= -5000.0) tmp = t_0; elseif (Float64(x * -2.0) <= 2e-13) tmp = fma(Float64(Float64(x * x) * x), -0.3333333333333333, x); else tmp = t_0; end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(N[(2.0 / N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]}, If[LessEqual[N[(x * -2.0), $MachinePrecision], -5000.0], t$95$0, If[LessEqual[N[(x * -2.0), $MachinePrecision], 2e-13], N[(N[(N[(x * x), $MachinePrecision] * x), $MachinePrecision] * -0.3333333333333333 + x), $MachinePrecision], t$95$0]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{2}{e^{x \cdot -2} + 1} - 1\\
\mathbf{if}\;x \cdot -2 \leq -5000:\\
\;\;\;\;t\_0\\
\mathbf{elif}\;x \cdot -2 \leq 2 \cdot 10^{-13}:\\
\;\;\;\;\mathsf{fma}\left(\left(x \cdot x\right) \cdot x, -0.3333333333333333, x\right)\\
\mathbf{else}:\\
\;\;\;\;t\_0\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -5e3 or 2.0000000000000001e-13 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
if -5e3 < (*.f64 #s(literal -2 binary64) x) < 2.0000000000000001e-13Initial program 6.8%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64100.0
Applied rewrites100.0%
Applied rewrites100.0%
Applied rewrites100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (/ 2.0 (+ (exp (* x -2.0)) 1.0)) 0.01) (- (/ 1.0 (- 1.0 x)) 1.0) (* 1.0 x)))
double code(double x, double y) {
double tmp;
if ((2.0 / (exp((x * -2.0)) + 1.0)) <= 0.01) {
tmp = (1.0 / (1.0 - x)) - 1.0;
} else {
tmp = 1.0 * x;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if ((2.0d0 / (exp((x * (-2.0d0))) + 1.0d0)) <= 0.01d0) then
tmp = (1.0d0 / (1.0d0 - x)) - 1.0d0
else
tmp = 1.0d0 * x
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if ((2.0 / (Math.exp((x * -2.0)) + 1.0)) <= 0.01) {
tmp = (1.0 / (1.0 - x)) - 1.0;
} else {
tmp = 1.0 * x;
}
return tmp;
}
def code(x, y): tmp = 0 if (2.0 / (math.exp((x * -2.0)) + 1.0)) <= 0.01: tmp = (1.0 / (1.0 - x)) - 1.0 else: tmp = 1.0 * x return tmp
function code(x, y) tmp = 0.0 if (Float64(2.0 / Float64(exp(Float64(x * -2.0)) + 1.0)) <= 0.01) tmp = Float64(Float64(1.0 / Float64(1.0 - x)) - 1.0); else tmp = Float64(1.0 * x); end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if ((2.0 / (exp((x * -2.0)) + 1.0)) <= 0.01) tmp = (1.0 / (1.0 - x)) - 1.0; else tmp = 1.0 * x; end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[N[(2.0 / N[(N[Exp[N[(x * -2.0), $MachinePrecision]], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 0.01], N[(N[(1.0 / N[(1.0 - x), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision], N[(1.0 * x), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{2}{e^{x \cdot -2} + 1} \leq 0.01:\\
\;\;\;\;\frac{1}{1 - x} - 1\\
\mathbf{else}:\\
\;\;\;\;1 \cdot x\\
\end{array}
\end{array}
if (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) < 0.0100000000000000002Initial program 100.0%
Taylor expanded in x around 0
lower-+.f645.8
Applied rewrites5.8%
Applied rewrites5.4%
Taylor expanded in x around 0
Applied rewrites97.4%
if 0.0100000000000000002 < (/.f64 #s(literal 2 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (*.f64 #s(literal -2 binary64) x)))) Initial program 29.5%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f6476.0
Applied rewrites76.0%
Taylor expanded in x around 0
Applied rewrites76.7%
Final simplification81.1%
(FPCore (x y) :precision binary64 (* 1.0 x))
double code(double x, double y) {
return 1.0 * x;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = 1.0d0 * x
end function
public static double code(double x, double y) {
return 1.0 * x;
}
def code(x, y): return 1.0 * x
function code(x, y) return Float64(1.0 * x) end
function tmp = code(x, y) tmp = 1.0 * x; end
code[x_, y_] := N[(1.0 * x), $MachinePrecision]
\begin{array}{l}
\\
1 \cdot x
\end{array}
Initial program 44.7%
Taylor expanded in x around 0
*-commutativeN/A
lower-*.f64N/A
+-commutativeN/A
*-commutativeN/A
lower-fma.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
lower-fma.f64N/A
+-commutativeN/A
lower-fma.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f64N/A
unpow2N/A
lower-*.f6459.9
Applied rewrites59.9%
Taylor expanded in x around 0
Applied rewrites61.4%
(FPCore (x y) :precision binary64 (- 1.0 1.0))
double code(double x, double y) {
return 1.0 - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = 1.0d0 - 1.0d0
end function
public static double code(double x, double y) {
return 1.0 - 1.0;
}
def code(x, y): return 1.0 - 1.0
function code(x, y) return Float64(1.0 - 1.0) end
function tmp = code(x, y) tmp = 1.0 - 1.0; end
code[x_, y_] := N[(1.0 - 1.0), $MachinePrecision]
\begin{array}{l}
\\
1 - 1
\end{array}
Initial program 44.7%
Taylor expanded in x around 0
Applied rewrites4.5%
herbie shell --seed 2024240
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))