
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 5 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ 1.0 (exp (fma -2.0 x 0.0)))))
(if (<= (* -2.0 x) -0.2)
(/ (fma 4.0 (pow t_0 -2.0) -1.0) (+ 1.0 (/ 2.0 t_0)))
(if (<= (* -2.0 x) 0.01)
(*
x
(fma
(* x x)
(fma
(* x x)
(fma x (* x -0.05396825396825397) 0.13333333333333333)
-0.3333333333333333)
1.0))
-1.0))))
double code(double x, double y) {
double t_0 = 1.0 + exp(fma(-2.0, x, 0.0));
double tmp;
if ((-2.0 * x) <= -0.2) {
tmp = fma(4.0, pow(t_0, -2.0), -1.0) / (1.0 + (2.0 / t_0));
} else if ((-2.0 * x) <= 0.01) {
tmp = x * fma((x * x), fma((x * x), fma(x, (x * -0.05396825396825397), 0.13333333333333333), -0.3333333333333333), 1.0);
} else {
tmp = -1.0;
}
return tmp;
}
function code(x, y) t_0 = Float64(1.0 + exp(fma(-2.0, x, 0.0))) tmp = 0.0 if (Float64(-2.0 * x) <= -0.2) tmp = Float64(fma(4.0, (t_0 ^ -2.0), -1.0) / Float64(1.0 + Float64(2.0 / t_0))); elseif (Float64(-2.0 * x) <= 0.01) tmp = Float64(x * fma(Float64(x * x), fma(Float64(x * x), fma(x, Float64(x * -0.05396825396825397), 0.13333333333333333), -0.3333333333333333), 1.0)); else tmp = -1.0; end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(1.0 + N[Exp[N[(-2.0 * x + 0.0), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -0.2], N[(N[(4.0 * N[Power[t$95$0, -2.0], $MachinePrecision] + -1.0), $MachinePrecision] / N[(1.0 + N[(2.0 / t$95$0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.01], N[(x * N[(N[(x * x), $MachinePrecision] * N[(N[(x * x), $MachinePrecision] * N[(x * N[(x * -0.05396825396825397), $MachinePrecision] + 0.13333333333333333), $MachinePrecision] + -0.3333333333333333), $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], -1.0]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := 1 + e^{\mathsf{fma}\left(-2, x, 0\right)}\\
\mathbf{if}\;-2 \cdot x \leq -0.2:\\
\;\;\;\;\frac{\mathsf{fma}\left(4, {t\_0}^{-2}, -1\right)}{1 + \frac{2}{t\_0}}\\
\mathbf{elif}\;-2 \cdot x \leq 0.01:\\
\;\;\;\;x \cdot \mathsf{fma}\left(x \cdot x, \mathsf{fma}\left(x \cdot x, \mathsf{fma}\left(x, x \cdot -0.05396825396825397, 0.13333333333333333\right), -0.3333333333333333\right), 1\right)\\
\mathbf{else}:\\
\;\;\;\;-1\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -0.20000000000000001Initial program 100.0%
flip--N/A
/-lowering-/.f64N/A
Applied egg-rr100.0%
if -0.20000000000000001 < (*.f64 #s(literal -2 binary64) x) < 0.0100000000000000002Initial program 8.1%
flip--N/A
/-lowering-/.f64N/A
Applied egg-rr8.1%
Taylor expanded in x around 0
*-lowering-*.f64N/A
+-commutativeN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f64N/A
sub-negN/A
metadata-evalN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f64N/A
+-commutativeN/A
unpow2N/A
associate-*r*N/A
*-commutativeN/A
accelerator-lowering-fma.f64N/A
*-commutativeN/A
*-lowering-*.f64100.0
Simplified100.0%
if 0.0100000000000000002 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
accelerator-lowering-fma.f6499.7
Simplified99.7%
Taylor expanded in x around inf
Simplified100.0%
(FPCore (x y)
:precision binary64
(if (<= (exp (* -2.0 x)) 2.0)
(*
x
(fma (* x x) (fma (* x x) 0.13333333333333333 -0.3333333333333333) 1.0))
-1.0))
double code(double x, double y) {
double tmp;
if (exp((-2.0 * x)) <= 2.0) {
tmp = x * fma((x * x), fma((x * x), 0.13333333333333333, -0.3333333333333333), 1.0);
} else {
tmp = -1.0;
}
return tmp;
}
function code(x, y) tmp = 0.0 if (exp(Float64(-2.0 * x)) <= 2.0) tmp = Float64(x * fma(Float64(x * x), fma(Float64(x * x), 0.13333333333333333, -0.3333333333333333), 1.0)); else tmp = -1.0; end return tmp end
code[x_, y_] := If[LessEqual[N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision], 2.0], N[(x * N[(N[(x * x), $MachinePrecision] * N[(N[(x * x), $MachinePrecision] * 0.13333333333333333 + -0.3333333333333333), $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], -1.0]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;e^{-2 \cdot x} \leq 2:\\
\;\;\;\;x \cdot \mathsf{fma}\left(x \cdot x, \mathsf{fma}\left(x \cdot x, 0.13333333333333333, -0.3333333333333333\right), 1\right)\\
\mathbf{else}:\\
\;\;\;\;-1\\
\end{array}
\end{array}
if (exp.f64 (*.f64 #s(literal -2 binary64) x)) < 2Initial program 36.9%
Taylor expanded in x around 0
+-rgt-identityN/A
accelerator-lowering-fma.f64N/A
+-commutativeN/A
accelerator-lowering-fma.f64N/A
+-rgt-identityN/A
unpow2N/A
accelerator-lowering-fma.f64N/A
sub-negN/A
*-commutativeN/A
metadata-evalN/A
accelerator-lowering-fma.f64N/A
+-rgt-identityN/A
unpow2N/A
accelerator-lowering-fma.f6470.0
Simplified70.0%
Taylor expanded in x around 0
*-lowering-*.f64N/A
+-commutativeN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f64N/A
sub-negN/A
metadata-evalN/A
*-commutativeN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f6470.0
Simplified70.0%
if 2 < (exp.f64 (*.f64 #s(literal -2 binary64) x)) Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
accelerator-lowering-fma.f6499.7
Simplified99.7%
Taylor expanded in x around inf
Simplified100.0%
(FPCore (x y)
:precision binary64
(if (<= (* -2.0 x) -0.2)
(+ -1.0 (/ 2.0 (+ 1.0 (exp (* -2.0 x)))))
(if (<= (* -2.0 x) 0.01)
(*
x
(fma
(* x x)
(fma
(* x x)
(fma x (* x -0.05396825396825397) 0.13333333333333333)
-0.3333333333333333)
1.0))
-1.0)))
double code(double x, double y) {
double tmp;
if ((-2.0 * x) <= -0.2) {
tmp = -1.0 + (2.0 / (1.0 + exp((-2.0 * x))));
} else if ((-2.0 * x) <= 0.01) {
tmp = x * fma((x * x), fma((x * x), fma(x, (x * -0.05396825396825397), 0.13333333333333333), -0.3333333333333333), 1.0);
} else {
tmp = -1.0;
}
return tmp;
}
function code(x, y) tmp = 0.0 if (Float64(-2.0 * x) <= -0.2) tmp = Float64(-1.0 + Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x))))); elseif (Float64(-2.0 * x) <= 0.01) tmp = Float64(x * fma(Float64(x * x), fma(Float64(x * x), fma(x, Float64(x * -0.05396825396825397), 0.13333333333333333), -0.3333333333333333), 1.0)); else tmp = -1.0; end return tmp end
code[x_, y_] := If[LessEqual[N[(-2.0 * x), $MachinePrecision], -0.2], N[(-1.0 + N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.01], N[(x * N[(N[(x * x), $MachinePrecision] * N[(N[(x * x), $MachinePrecision] * N[(x * N[(x * -0.05396825396825397), $MachinePrecision] + 0.13333333333333333), $MachinePrecision] + -0.3333333333333333), $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], -1.0]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq -0.2:\\
\;\;\;\;-1 + \frac{2}{1 + e^{-2 \cdot x}}\\
\mathbf{elif}\;-2 \cdot x \leq 0.01:\\
\;\;\;\;x \cdot \mathsf{fma}\left(x \cdot x, \mathsf{fma}\left(x \cdot x, \mathsf{fma}\left(x, x \cdot -0.05396825396825397, 0.13333333333333333\right), -0.3333333333333333\right), 1\right)\\
\mathbf{else}:\\
\;\;\;\;-1\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < -0.20000000000000001Initial program 100.0%
if -0.20000000000000001 < (*.f64 #s(literal -2 binary64) x) < 0.0100000000000000002Initial program 8.1%
flip--N/A
/-lowering-/.f64N/A
Applied egg-rr8.1%
Taylor expanded in x around 0
*-lowering-*.f64N/A
+-commutativeN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f64N/A
sub-negN/A
metadata-evalN/A
accelerator-lowering-fma.f64N/A
unpow2N/A
*-lowering-*.f64N/A
+-commutativeN/A
unpow2N/A
associate-*r*N/A
*-commutativeN/A
accelerator-lowering-fma.f64N/A
*-commutativeN/A
*-lowering-*.f64100.0
Simplified100.0%
if 0.0100000000000000002 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
accelerator-lowering-fma.f6499.7
Simplified99.7%
Taylor expanded in x around inf
Simplified100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= (* -2.0 x) 0.01) x -1.0))
double code(double x, double y) {
double tmp;
if ((-2.0 * x) <= 0.01) {
tmp = x;
} else {
tmp = -1.0;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if (((-2.0d0) * x) <= 0.01d0) then
tmp = x
else
tmp = -1.0d0
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if ((-2.0 * x) <= 0.01) {
tmp = x;
} else {
tmp = -1.0;
}
return tmp;
}
def code(x, y): tmp = 0 if (-2.0 * x) <= 0.01: tmp = x else: tmp = -1.0 return tmp
function code(x, y) tmp = 0.0 if (Float64(-2.0 * x) <= 0.01) tmp = x; else tmp = -1.0; end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if ((-2.0 * x) <= 0.01) tmp = x; else tmp = -1.0; end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[N[(-2.0 * x), $MachinePrecision], 0.01], x, -1.0]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq 0.01:\\
\;\;\;\;x\\
\mathbf{else}:\\
\;\;\;\;-1\\
\end{array}
\end{array}
if (*.f64 #s(literal -2 binary64) x) < 0.0100000000000000002Initial program 36.9%
Taylor expanded in x around 0
Simplified69.8%
if 0.0100000000000000002 < (*.f64 #s(literal -2 binary64) x) Initial program 100.0%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
accelerator-lowering-fma.f6499.7
Simplified99.7%
Taylor expanded in x around inf
Simplified100.0%
(FPCore (x y) :precision binary64 -1.0)
double code(double x, double y) {
return -1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = -1.0d0
end function
public static double code(double x, double y) {
return -1.0;
}
def code(x, y): return -1.0
function code(x, y) return -1.0 end
function tmp = code(x, y) tmp = -1.0; end
code[x_, y_] := -1.0
\begin{array}{l}
\\
-1
\end{array}
Initial program 51.2%
Taylor expanded in x around 0
+-commutativeN/A
*-commutativeN/A
accelerator-lowering-fma.f6426.8
Simplified26.8%
Taylor expanded in x around inf
Simplified24.9%
herbie shell --seed 2024194
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))