
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 6 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ 1.0 (pow (exp -2.0) x))))
(if (<= (* -2.0 x) -5.0)
(+ -1.0 (/ 2.0 (+ 1.0 (exp (* -2.0 x)))))
(if (<= (* -2.0 x) 5e-6)
(+ x (* -0.3333333333333333 (pow x 3.0)))
(pow
(cbrt (/ (fma 4.0 (pow t_0 -2.0) -1.0) (+ 1.0 (/ 2.0 t_0))))
3.0)))))
double code(double x, double y) {
double t_0 = 1.0 + pow(exp(-2.0), x);
double tmp;
if ((-2.0 * x) <= -5.0) {
tmp = -1.0 + (2.0 / (1.0 + exp((-2.0 * x))));
} else if ((-2.0 * x) <= 5e-6) {
tmp = x + (-0.3333333333333333 * pow(x, 3.0));
} else {
tmp = pow(cbrt((fma(4.0, pow(t_0, -2.0), -1.0) / (1.0 + (2.0 / t_0)))), 3.0);
}
return tmp;
}
function code(x, y) t_0 = Float64(1.0 + (exp(-2.0) ^ x)) tmp = 0.0 if (Float64(-2.0 * x) <= -5.0) tmp = Float64(-1.0 + Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x))))); elseif (Float64(-2.0 * x) <= 5e-6) tmp = Float64(x + Float64(-0.3333333333333333 * (x ^ 3.0))); else tmp = cbrt(Float64(fma(4.0, (t_0 ^ -2.0), -1.0) / Float64(1.0 + Float64(2.0 / t_0)))) ^ 3.0; end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(1.0 + N[Power[N[Exp[-2.0], $MachinePrecision], x], $MachinePrecision]), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -5.0], N[(-1.0 + N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 5e-6], N[(x + N[(-0.3333333333333333 * N[Power[x, 3.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[Power[N[Power[N[(N[(4.0 * N[Power[t$95$0, -2.0], $MachinePrecision] + -1.0), $MachinePrecision] / N[(1.0 + N[(2.0 / t$95$0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], 1/3], $MachinePrecision], 3.0], $MachinePrecision]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := 1 + {\left(e^{-2}\right)}^{x}\\
\mathbf{if}\;-2 \cdot x \leq -5:\\
\;\;\;\;-1 + \frac{2}{1 + e^{-2 \cdot x}}\\
\mathbf{elif}\;-2 \cdot x \leq 5 \cdot 10^{-6}:\\
\;\;\;\;x + -0.3333333333333333 \cdot {x}^{3}\\
\mathbf{else}:\\
\;\;\;\;{\left(\sqrt[3]{\frac{\mathsf{fma}\left(4, {t_0}^{-2}, -1\right)}{1 + \frac{2}{t_0}}}\right)}^{3}\\
\end{array}
\end{array}
if (*.f64 -2 x) < -5Initial program 100.0%
if -5 < (*.f64 -2 x) < 5.00000000000000041e-6Initial program 6.8%
Taylor expanded in x around 0 100.0%
if 5.00000000000000041e-6 < (*.f64 -2 x) Initial program 99.9%
flip--99.9%
div-inv99.9%
Applied egg-rr100.0%
associate-*r/100.0%
*-rgt-identity100.0%
Simplified100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
add-cube-cbrt100.0%
pow3100.0%
*-commutative100.0%
pow-exp100.0%
*-commutative100.0%
pow-exp100.0%
Applied egg-rr100.0%
Final simplification100.0%
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ 1.0 (exp (* -2.0 x)))) (t_1 (/ 2.0 t_0)))
(if (<= (* -2.0 x) -5.0)
(+ -1.0 t_1)
(if (<= (* -2.0 x) 5e-6)
(+ x (* -0.3333333333333333 (pow x 3.0)))
(/ (log (exp (fma 4.0 (pow t_0 -2.0) -1.0))) (+ 1.0 t_1))))))
double code(double x, double y) {
double t_0 = 1.0 + exp((-2.0 * x));
double t_1 = 2.0 / t_0;
double tmp;
if ((-2.0 * x) <= -5.0) {
tmp = -1.0 + t_1;
} else if ((-2.0 * x) <= 5e-6) {
tmp = x + (-0.3333333333333333 * pow(x, 3.0));
} else {
tmp = log(exp(fma(4.0, pow(t_0, -2.0), -1.0))) / (1.0 + t_1);
}
return tmp;
}
function code(x, y) t_0 = Float64(1.0 + exp(Float64(-2.0 * x))) t_1 = Float64(2.0 / t_0) tmp = 0.0 if (Float64(-2.0 * x) <= -5.0) tmp = Float64(-1.0 + t_1); elseif (Float64(-2.0 * x) <= 5e-6) tmp = Float64(x + Float64(-0.3333333333333333 * (x ^ 3.0))); else tmp = Float64(log(exp(fma(4.0, (t_0 ^ -2.0), -1.0))) / Float64(1.0 + t_1)); end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]}, Block[{t$95$1 = N[(2.0 / t$95$0), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -5.0], N[(-1.0 + t$95$1), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 5e-6], N[(x + N[(-0.3333333333333333 * N[Power[x, 3.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(N[Log[N[Exp[N[(4.0 * N[Power[t$95$0, -2.0], $MachinePrecision] + -1.0), $MachinePrecision]], $MachinePrecision]], $MachinePrecision] / N[(1.0 + t$95$1), $MachinePrecision]), $MachinePrecision]]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := 1 + e^{-2 \cdot x}\\
t_1 := \frac{2}{t_0}\\
\mathbf{if}\;-2 \cdot x \leq -5:\\
\;\;\;\;-1 + t_1\\
\mathbf{elif}\;-2 \cdot x \leq 5 \cdot 10^{-6}:\\
\;\;\;\;x + -0.3333333333333333 \cdot {x}^{3}\\
\mathbf{else}:\\
\;\;\;\;\frac{\log \left(e^{\mathsf{fma}\left(4, {t_0}^{-2}, -1\right)}\right)}{1 + t_1}\\
\end{array}
\end{array}
if (*.f64 -2 x) < -5Initial program 100.0%
if -5 < (*.f64 -2 x) < 5.00000000000000041e-6Initial program 6.8%
Taylor expanded in x around 0 100.0%
if 5.00000000000000041e-6 < (*.f64 -2 x) Initial program 99.9%
flip--99.9%
div-inv99.9%
Applied egg-rr100.0%
associate-*r/100.0%
*-rgt-identity100.0%
Simplified100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
add-log-exp100.0%
Applied egg-rr100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
Final simplification100.0%
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ 1.0 (exp (* -2.0 x)))) (t_1 (/ 2.0 t_0)))
(if (<= (* -2.0 x) -5.0)
(+ -1.0 t_1)
(if (<= (* -2.0 x) 5e-6)
(+ x (* -0.3333333333333333 (pow x 3.0)))
(/ (fma 4.0 (pow t_0 -2.0) -1.0) (+ 1.0 t_1))))))
double code(double x, double y) {
double t_0 = 1.0 + exp((-2.0 * x));
double t_1 = 2.0 / t_0;
double tmp;
if ((-2.0 * x) <= -5.0) {
tmp = -1.0 + t_1;
} else if ((-2.0 * x) <= 5e-6) {
tmp = x + (-0.3333333333333333 * pow(x, 3.0));
} else {
tmp = fma(4.0, pow(t_0, -2.0), -1.0) / (1.0 + t_1);
}
return tmp;
}
function code(x, y) t_0 = Float64(1.0 + exp(Float64(-2.0 * x))) t_1 = Float64(2.0 / t_0) tmp = 0.0 if (Float64(-2.0 * x) <= -5.0) tmp = Float64(-1.0 + t_1); elseif (Float64(-2.0 * x) <= 5e-6) tmp = Float64(x + Float64(-0.3333333333333333 * (x ^ 3.0))); else tmp = Float64(fma(4.0, (t_0 ^ -2.0), -1.0) / Float64(1.0 + t_1)); end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]}, Block[{t$95$1 = N[(2.0 / t$95$0), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -5.0], N[(-1.0 + t$95$1), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 5e-6], N[(x + N[(-0.3333333333333333 * N[Power[x, 3.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(N[(4.0 * N[Power[t$95$0, -2.0], $MachinePrecision] + -1.0), $MachinePrecision] / N[(1.0 + t$95$1), $MachinePrecision]), $MachinePrecision]]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := 1 + e^{-2 \cdot x}\\
t_1 := \frac{2}{t_0}\\
\mathbf{if}\;-2 \cdot x \leq -5:\\
\;\;\;\;-1 + t_1\\
\mathbf{elif}\;-2 \cdot x \leq 5 \cdot 10^{-6}:\\
\;\;\;\;x + -0.3333333333333333 \cdot {x}^{3}\\
\mathbf{else}:\\
\;\;\;\;\frac{\mathsf{fma}\left(4, {t_0}^{-2}, -1\right)}{1 + t_1}\\
\end{array}
\end{array}
if (*.f64 -2 x) < -5Initial program 100.0%
if -5 < (*.f64 -2 x) < 5.00000000000000041e-6Initial program 6.8%
Taylor expanded in x around 0 100.0%
if 5.00000000000000041e-6 < (*.f64 -2 x) Initial program 99.9%
flip--99.9%
div-inv99.9%
Applied egg-rr100.0%
associate-*r/100.0%
*-rgt-identity100.0%
Simplified100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
pow-exp100.0%
*-commutative100.0%
Applied egg-rr100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (or (<= (* -2.0 x) -5.0) (not (<= (* -2.0 x) 5e-6))) (+ -1.0 (/ 2.0 (+ 1.0 (exp (* -2.0 x))))) (+ x (* -0.3333333333333333 (pow x 3.0)))))
double code(double x, double y) {
double tmp;
if (((-2.0 * x) <= -5.0) || !((-2.0 * x) <= 5e-6)) {
tmp = -1.0 + (2.0 / (1.0 + exp((-2.0 * x))));
} else {
tmp = x + (-0.3333333333333333 * pow(x, 3.0));
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if ((((-2.0d0) * x) <= (-5.0d0)) .or. (.not. (((-2.0d0) * x) <= 5d-6))) then
tmp = (-1.0d0) + (2.0d0 / (1.0d0 + exp(((-2.0d0) * x))))
else
tmp = x + ((-0.3333333333333333d0) * (x ** 3.0d0))
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if (((-2.0 * x) <= -5.0) || !((-2.0 * x) <= 5e-6)) {
tmp = -1.0 + (2.0 / (1.0 + Math.exp((-2.0 * x))));
} else {
tmp = x + (-0.3333333333333333 * Math.pow(x, 3.0));
}
return tmp;
}
def code(x, y): tmp = 0 if ((-2.0 * x) <= -5.0) or not ((-2.0 * x) <= 5e-6): tmp = -1.0 + (2.0 / (1.0 + math.exp((-2.0 * x)))) else: tmp = x + (-0.3333333333333333 * math.pow(x, 3.0)) return tmp
function code(x, y) tmp = 0.0 if ((Float64(-2.0 * x) <= -5.0) || !(Float64(-2.0 * x) <= 5e-6)) tmp = Float64(-1.0 + Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x))))); else tmp = Float64(x + Float64(-0.3333333333333333 * (x ^ 3.0))); end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if (((-2.0 * x) <= -5.0) || ~(((-2.0 * x) <= 5e-6))) tmp = -1.0 + (2.0 / (1.0 + exp((-2.0 * x)))); else tmp = x + (-0.3333333333333333 * (x ^ 3.0)); end tmp_2 = tmp; end
code[x_, y_] := If[Or[LessEqual[N[(-2.0 * x), $MachinePrecision], -5.0], N[Not[LessEqual[N[(-2.0 * x), $MachinePrecision], 5e-6]], $MachinePrecision]], N[(-1.0 + N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(x + N[(-0.3333333333333333 * N[Power[x, 3.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq -5 \lor \neg \left(-2 \cdot x \leq 5 \cdot 10^{-6}\right):\\
\;\;\;\;-1 + \frac{2}{1 + e^{-2 \cdot x}}\\
\mathbf{else}:\\
\;\;\;\;x + -0.3333333333333333 \cdot {x}^{3}\\
\end{array}
\end{array}
if (*.f64 -2 x) < -5 or 5.00000000000000041e-6 < (*.f64 -2 x) Initial program 100.0%
if -5 < (*.f64 -2 x) < 5.00000000000000041e-6Initial program 6.8%
Taylor expanded in x around 0 100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= x -1.0) -1.0 x))
double code(double x, double y) {
double tmp;
if (x <= -1.0) {
tmp = -1.0;
} else {
tmp = x;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if (x <= (-1.0d0)) then
tmp = -1.0d0
else
tmp = x
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if (x <= -1.0) {
tmp = -1.0;
} else {
tmp = x;
}
return tmp;
}
def code(x, y): tmp = 0 if x <= -1.0: tmp = -1.0 else: tmp = x return tmp
function code(x, y) tmp = 0.0 if (x <= -1.0) tmp = -1.0; else tmp = x; end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if (x <= -1.0) tmp = -1.0; else tmp = x; end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[x, -1.0], -1.0, x]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -1:\\
\;\;\;\;-1\\
\mathbf{else}:\\
\;\;\;\;x\\
\end{array}
\end{array}
if x < -1Initial program 100.0%
Taylor expanded in x around 0 98.8%
*-commutative98.8%
Simplified98.8%
Taylor expanded in x around inf 100.0%
if -1 < x Initial program 36.7%
Taylor expanded in x around 0 69.7%
Final simplification77.8%
(FPCore (x y) :precision binary64 -1.0)
double code(double x, double y) {
return -1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = -1.0d0
end function
public static double code(double x, double y) {
return -1.0;
}
def code(x, y): return -1.0
function code(x, y) return -1.0 end
function tmp = code(x, y) tmp = -1.0; end
code[x_, y_] := -1.0
\begin{array}{l}
\\
-1
\end{array}
Initial program 53.7%
Taylor expanded in x around 0 30.3%
*-commutative30.3%
Simplified30.3%
Taylor expanded in x around inf 29.4%
Final simplification29.4%
herbie shell --seed 2023229
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))