
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
Sampling outcomes in binary64 precision:
Herbie found 4 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x y) :precision binary64 (- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))
double code(double x, double y) {
return (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) - 1.0d0
end function
public static double code(double x, double y) {
return (2.0 / (1.0 + Math.exp((-2.0 * x)))) - 1.0;
}
def code(x, y): return (2.0 / (1.0 + math.exp((-2.0 * x)))) - 1.0
function code(x, y) return Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) - 1.0) end
function tmp = code(x, y) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) - 1.0; end
code[x_, y_] := N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] - 1.0), $MachinePrecision]
\begin{array}{l}
\\
\frac{2}{1 + e^{-2 \cdot x}} - 1
\end{array}
(FPCore (x y)
:precision binary64
(let* ((t_0 (+ 2.0 (expm1 (* -2.0 x)))))
(if (<= (* -2.0 x) -40000000000000.0)
(+ (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) -1.0)
(if (<= (* -2.0 x) 1e-11)
x
(/ (+ 1.0 (/ -4.0 (pow t_0 2.0))) (+ -1.0 (/ -2.0 t_0)))))))
double code(double x, double y) {
double t_0 = 2.0 + expm1((-2.0 * x));
double tmp;
if ((-2.0 * x) <= -40000000000000.0) {
tmp = (2.0 / (1.0 + exp((-2.0 * x)))) + -1.0;
} else if ((-2.0 * x) <= 1e-11) {
tmp = x;
} else {
tmp = (1.0 + (-4.0 / pow(t_0, 2.0))) / (-1.0 + (-2.0 / t_0));
}
return tmp;
}
public static double code(double x, double y) {
double t_0 = 2.0 + Math.expm1((-2.0 * x));
double tmp;
if ((-2.0 * x) <= -40000000000000.0) {
tmp = (2.0 / (1.0 + Math.exp((-2.0 * x)))) + -1.0;
} else if ((-2.0 * x) <= 1e-11) {
tmp = x;
} else {
tmp = (1.0 + (-4.0 / Math.pow(t_0, 2.0))) / (-1.0 + (-2.0 / t_0));
}
return tmp;
}
def code(x, y): t_0 = 2.0 + math.expm1((-2.0 * x)) tmp = 0 if (-2.0 * x) <= -40000000000000.0: tmp = (2.0 / (1.0 + math.exp((-2.0 * x)))) + -1.0 elif (-2.0 * x) <= 1e-11: tmp = x else: tmp = (1.0 + (-4.0 / math.pow(t_0, 2.0))) / (-1.0 + (-2.0 / t_0)) return tmp
function code(x, y) t_0 = Float64(2.0 + expm1(Float64(-2.0 * x))) tmp = 0.0 if (Float64(-2.0 * x) <= -40000000000000.0) tmp = Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) + -1.0); elseif (Float64(-2.0 * x) <= 1e-11) tmp = x; else tmp = Float64(Float64(1.0 + Float64(-4.0 / (t_0 ^ 2.0))) / Float64(-1.0 + Float64(-2.0 / t_0))); end return tmp end
code[x_, y_] := Block[{t$95$0 = N[(2.0 + N[(Exp[N[(-2.0 * x), $MachinePrecision]] - 1), $MachinePrecision]), $MachinePrecision]}, If[LessEqual[N[(-2.0 * x), $MachinePrecision], -40000000000000.0], N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] + -1.0), $MachinePrecision], If[LessEqual[N[(-2.0 * x), $MachinePrecision], 1e-11], x, N[(N[(1.0 + N[(-4.0 / N[Power[t$95$0, 2.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] / N[(-1.0 + N[(-2.0 / t$95$0), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]]]
\begin{array}{l}
\\
\begin{array}{l}
t_0 := 2 + \mathsf{expm1}\left(-2 \cdot x\right)\\
\mathbf{if}\;-2 \cdot x \leq -40000000000000:\\
\;\;\;\;\frac{2}{1 + e^{-2 \cdot x}} + -1\\
\mathbf{elif}\;-2 \cdot x \leq 10^{-11}:\\
\;\;\;\;x\\
\mathbf{else}:\\
\;\;\;\;\frac{1 + \frac{-4}{{t\_0}^{2}}}{-1 + \frac{-2}{t\_0}}\\
\end{array}
\end{array}
if (*.f64 -2 x) < -4e13Initial program 100.0%
if -4e13 < (*.f64 -2 x) < 9.99999999999999939e-12Initial program 6.0%
sub-neg6.0%
*-commutative6.0%
exp-prod6.0%
metadata-eval6.0%
Simplified6.0%
Taylor expanded in x around 0 100.0%
if 9.99999999999999939e-12 < (*.f64 -2 x) Initial program 100.0%
sub-neg100.0%
*-commutative100.0%
exp-prod100.0%
metadata-eval100.0%
Simplified100.0%
flip-+100.0%
pow-exp100.0%
*-commutative100.0%
pow-exp100.0%
*-commutative100.0%
metadata-eval100.0%
pow-exp100.0%
*-commutative100.0%
sub-neg100.0%
metadata-eval100.0%
Applied egg-rr100.0%
Simplified100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (or (<= (* -2.0 x) -40000000000000.0) (not (<= (* -2.0 x) 1e-11))) (+ (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) -1.0) x))
double code(double x, double y) {
double tmp;
if (((-2.0 * x) <= -40000000000000.0) || !((-2.0 * x) <= 1e-11)) {
tmp = (2.0 / (1.0 + exp((-2.0 * x)))) + -1.0;
} else {
tmp = x;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if ((((-2.0d0) * x) <= (-40000000000000.0d0)) .or. (.not. (((-2.0d0) * x) <= 1d-11))) then
tmp = (2.0d0 / (1.0d0 + exp(((-2.0d0) * x)))) + (-1.0d0)
else
tmp = x
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if (((-2.0 * x) <= -40000000000000.0) || !((-2.0 * x) <= 1e-11)) {
tmp = (2.0 / (1.0 + Math.exp((-2.0 * x)))) + -1.0;
} else {
tmp = x;
}
return tmp;
}
def code(x, y): tmp = 0 if ((-2.0 * x) <= -40000000000000.0) or not ((-2.0 * x) <= 1e-11): tmp = (2.0 / (1.0 + math.exp((-2.0 * x)))) + -1.0 else: tmp = x return tmp
function code(x, y) tmp = 0.0 if ((Float64(-2.0 * x) <= -40000000000000.0) || !(Float64(-2.0 * x) <= 1e-11)) tmp = Float64(Float64(2.0 / Float64(1.0 + exp(Float64(-2.0 * x)))) + -1.0); else tmp = x; end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if (((-2.0 * x) <= -40000000000000.0) || ~(((-2.0 * x) <= 1e-11))) tmp = (2.0 / (1.0 + exp((-2.0 * x)))) + -1.0; else tmp = x; end tmp_2 = tmp; end
code[x_, y_] := If[Or[LessEqual[N[(-2.0 * x), $MachinePrecision], -40000000000000.0], N[Not[LessEqual[N[(-2.0 * x), $MachinePrecision], 1e-11]], $MachinePrecision]], N[(N[(2.0 / N[(1.0 + N[Exp[N[(-2.0 * x), $MachinePrecision]], $MachinePrecision]), $MachinePrecision]), $MachinePrecision] + -1.0), $MachinePrecision], x]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-2 \cdot x \leq -40000000000000 \lor \neg \left(-2 \cdot x \leq 10^{-11}\right):\\
\;\;\;\;\frac{2}{1 + e^{-2 \cdot x}} + -1\\
\mathbf{else}:\\
\;\;\;\;x\\
\end{array}
\end{array}
if (*.f64 -2 x) < -4e13 or 9.99999999999999939e-12 < (*.f64 -2 x) Initial program 100.0%
if -4e13 < (*.f64 -2 x) < 9.99999999999999939e-12Initial program 6.0%
sub-neg6.0%
*-commutative6.0%
exp-prod6.0%
metadata-eval6.0%
Simplified6.0%
Taylor expanded in x around 0 100.0%
Final simplification100.0%
(FPCore (x y) :precision binary64 (if (<= x -1.0) -1.0 x))
double code(double x, double y) {
double tmp;
if (x <= -1.0) {
tmp = -1.0;
} else {
tmp = x;
}
return tmp;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
real(8) :: tmp
if (x <= (-1.0d0)) then
tmp = -1.0d0
else
tmp = x
end if
code = tmp
end function
public static double code(double x, double y) {
double tmp;
if (x <= -1.0) {
tmp = -1.0;
} else {
tmp = x;
}
return tmp;
}
def code(x, y): tmp = 0 if x <= -1.0: tmp = -1.0 else: tmp = x return tmp
function code(x, y) tmp = 0.0 if (x <= -1.0) tmp = -1.0; else tmp = x; end return tmp end
function tmp_2 = code(x, y) tmp = 0.0; if (x <= -1.0) tmp = -1.0; else tmp = x; end tmp_2 = tmp; end
code[x_, y_] := If[LessEqual[x, -1.0], -1.0, x]
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -1:\\
\;\;\;\;-1\\
\mathbf{else}:\\
\;\;\;\;x\\
\end{array}
\end{array}
if x < -1Initial program 100.0%
sub-neg100.0%
*-commutative100.0%
exp-prod100.0%
metadata-eval100.0%
Simplified100.0%
Taylor expanded in x around 0 95.6%
*-commutative95.6%
Simplified95.6%
Taylor expanded in x around inf 100.0%
if -1 < x Initial program 39.1%
sub-neg39.1%
*-commutative39.1%
exp-prod39.1%
metadata-eval39.1%
Simplified39.1%
Taylor expanded in x around 0 66.6%
Final simplification75.2%
(FPCore (x y) :precision binary64 -1.0)
double code(double x, double y) {
return -1.0;
}
real(8) function code(x, y)
real(8), intent (in) :: x
real(8), intent (in) :: y
code = -1.0d0
end function
public static double code(double x, double y) {
return -1.0;
}
def code(x, y): return -1.0
function code(x, y) return -1.0 end
function tmp = code(x, y) tmp = -1.0; end
code[x_, y_] := -1.0
\begin{array}{l}
\\
-1
\end{array}
Initial program 54.8%
sub-neg54.8%
*-commutative54.8%
exp-prod54.8%
metadata-eval54.8%
Simplified54.8%
Taylor expanded in x around 0 28.0%
*-commutative28.0%
Simplified28.0%
Taylor expanded in x around inf 28.0%
Final simplification28.0%
herbie shell --seed 2024052
(FPCore (x y)
:name "Logistic function from Lakshay Garg"
:precision binary64
(- (/ 2.0 (+ 1.0 (exp (* -2.0 x)))) 1.0))