
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 10 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (exp (- (log1p (exp (/ x (- s)))))))
float code(float x, float s) {
return expf(-log1pf(expf((x / -s))));
}
function code(x, s) return exp(Float32(-log1p(exp(Float32(x / Float32(-s)))))) end
\begin{array}{l}
\\
e^{-\mathsf{log1p}\left(e^{\frac{x}{-s}}\right)}
\end{array}
Initial program 99.8%
div-inv99.8%
exp-prod85.0%
neg-mul-185.0%
exp-prod85.0%
pow-pow99.8%
div-inv99.8%
Applied egg-rr99.8%
add-exp-log99.8%
log-rec99.8%
log1p-expm1-u99.8%
log1p-define99.8%
expm1-log1p-u99.8%
pow-exp99.8%
neg-mul-199.8%
distribute-neg-frac299.8%
Applied egg-rr99.8%
Final simplification99.8%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (pow (exp -2.0) (* (/ x s) 0.5)) 1.0)))
float code(float x, float s) {
return 1.0f / (powf(expf(-2.0f), ((x / s) * 0.5f)) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / ((exp((-2.0e0)) ** ((x / s) * 0.5e0)) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32((exp(Float32(-2.0)) ^ Float32(Float32(x / s) * Float32(0.5))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / ((exp(single(-2.0)) ^ ((x / s) * single(0.5))) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{{\left(e^{-2}\right)}^{\left(\frac{x}{s} \cdot 0.5\right)} + 1}
\end{array}
Initial program 99.8%
div-inv99.8%
exp-prod85.0%
neg-mul-185.0%
exp-prod85.0%
pow-pow99.8%
div-inv99.8%
Applied egg-rr99.8%
add-sqr-sqrt99.7%
sqrt-unprod99.8%
pow-prod-down99.7%
prod-exp99.8%
metadata-eval99.8%
Applied egg-rr99.8%
pow1/299.8%
pow-pow99.8%
Applied egg-rr99.8%
Final simplification99.8%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (exp (/ x (- s))) 1.0)))
float code(float x, float s) {
return 1.0f / (expf((x / -s)) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (exp((x / -s)) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(exp(Float32(x / Float32(-s))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / (exp((x / -s)) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{e^{\frac{x}{-s}} + 1}
\end{array}
Initial program 99.8%
Final simplification99.8%
(FPCore (x s)
:precision binary32
(let* ((t_0 (/ x (- s))))
(if (<= t_0 -1.0)
(/ 1.0 (* x (/ 2.0 x)))
(if (<= t_0 9.999999680285692e+37)
(/ 1.0 (/ (- 4.0 (* (/ x s) (/ x s))) (+ (/ x s) 2.0)))
(/ -1.0 (/ x s))))))
float code(float x, float s) {
float t_0 = x / -s;
float tmp;
if (t_0 <= -1.0f) {
tmp = 1.0f / (x * (2.0f / x));
} else if (t_0 <= 9.999999680285692e+37f) {
tmp = 1.0f / ((4.0f - ((x / s) * (x / s))) / ((x / s) + 2.0f));
} else {
tmp = -1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = x / -s
if (t_0 <= (-1.0e0)) then
tmp = 1.0e0 / (x * (2.0e0 / x))
else if (t_0 <= 9.999999680285692e+37) then
tmp = 1.0e0 / ((4.0e0 - ((x / s) * (x / s))) / ((x / s) + 2.0e0))
else
tmp = (-1.0e0) / (x / s)
end if
code = tmp
end function
function code(x, s) t_0 = Float32(x / Float32(-s)) tmp = Float32(0.0) if (t_0 <= Float32(-1.0)) tmp = Float32(Float32(1.0) / Float32(x * Float32(Float32(2.0) / x))); elseif (t_0 <= Float32(9.999999680285692e+37)) tmp = Float32(Float32(1.0) / Float32(Float32(Float32(4.0) - Float32(Float32(x / s) * Float32(x / s))) / Float32(Float32(x / s) + Float32(2.0)))); else tmp = Float32(Float32(-1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) t_0 = x / -s; tmp = single(0.0); if (t_0 <= single(-1.0)) tmp = single(1.0) / (x * (single(2.0) / x)); elseif (t_0 <= single(9.999999680285692e+37)) tmp = single(1.0) / ((single(4.0) - ((x / s) * (x / s))) / ((x / s) + single(2.0))); else tmp = single(-1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{x}{-s}\\
\mathbf{if}\;t\_0 \leq -1:\\
\;\;\;\;\frac{1}{x \cdot \frac{2}{x}}\\
\mathbf{elif}\;t\_0 \leq 9.999999680285692 \cdot 10^{+37}:\\
\;\;\;\;\frac{1}{\frac{4 - \frac{x}{s} \cdot \frac{x}{s}}{\frac{x}{s} + 2}}\\
\mathbf{else}:\\
\;\;\;\;\frac{-1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -1Initial program 99.9%
Taylor expanded in x around 0 5.7%
mul-1-neg5.7%
unsub-neg5.7%
Simplified5.7%
Taylor expanded in x around inf 5.7%
associate-*r/5.7%
metadata-eval5.7%
Simplified5.7%
Taylor expanded in x around 0 28.2%
if -1 < (/.f32 (neg.f32 x) s) < 9.99999968e37Initial program 99.7%
Taylor expanded in x around 0 49.3%
mul-1-neg49.3%
unsub-neg49.3%
Simplified49.3%
sub-neg49.3%
neg-mul-149.3%
rem-log-exp94.9%
pow-exp94.9%
flip-+43.6%
metadata-eval43.6%
pow-exp43.6%
rem-log-exp43.6%
neg-mul-143.6%
pow-exp43.6%
rem-log-exp44.5%
neg-mul-144.5%
distribute-neg-frac244.5%
distribute-neg-frac244.5%
pow-exp44.5%
rem-log-exp70.2%
neg-mul-170.2%
distribute-neg-frac270.2%
Applied egg-rr70.2%
if 9.99999968e37 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 100.0%
mul-1-neg100.0%
unsub-neg100.0%
Simplified100.0%
Taylor expanded in x around inf 100.0%
mul-1-neg100.0%
distribute-neg-frac100.0%
Simplified100.0%
Final simplification57.3%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) 4.0) 0.5 (/ -1.0 (* x (/ (- x (* s -2.0)) (* x s))))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= 4.0f) {
tmp = 0.5f;
} else {
tmp = -1.0f / (x * ((x - (s * -2.0f)) / (x * s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= 4.0e0) then
tmp = 0.5e0
else
tmp = (-1.0e0) / (x * ((x - (s * (-2.0e0))) / (x * s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(4.0)) tmp = Float32(0.5); else tmp = Float32(Float32(-1.0) / Float32(x * Float32(Float32(x - Float32(s * Float32(-2.0))) / Float32(x * s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(4.0)) tmp = single(0.5); else tmp = single(-1.0) / (x * ((x - (s * single(-2.0))) / (x * s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq 4:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{-1}{x \cdot \frac{x - s \cdot -2}{x \cdot s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 4Initial program 99.8%
Taylor expanded in x around 0 49.1%
if 4 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 40.5%
mul-1-neg40.5%
unsub-neg40.5%
Simplified40.5%
Taylor expanded in x around inf 40.5%
associate-*r/40.5%
metadata-eval40.5%
Simplified40.5%
frac-2neg40.5%
metadata-eval40.5%
rem-log-exp40.5%
frac-sub50.0%
rem-log-exp50.0%
add-sqr-sqrt50.0%
sqrt-unprod56.8%
sqr-neg56.8%
sqrt-unprod-0.0%
add-sqr-sqrt49.7%
*-rgt-identity49.7%
add-sqr-sqrt49.7%
sqrt-unprod23.6%
sqr-neg23.6%
sqrt-unprod-0.0%
add-sqr-sqrt50.0%
Applied egg-rr50.0%
*-commutative50.0%
Simplified50.0%
Final simplification49.4%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) 0.20000000298023224) 0.5 (/ -1.0 (* x (/ 1.0 s)))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= 0.20000000298023224f) {
tmp = 0.5f;
} else {
tmp = -1.0f / (x * (1.0f / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= 0.20000000298023224e0) then
tmp = 0.5e0
else
tmp = (-1.0e0) / (x * (1.0e0 / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(0.20000000298023224)) tmp = Float32(0.5); else tmp = Float32(Float32(-1.0) / Float32(x * Float32(Float32(1.0) / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(0.20000000298023224)) tmp = single(0.5); else tmp = single(-1.0) / (x * (single(1.0) / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq 0.20000000298023224:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{-1}{x \cdot \frac{1}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 0.200000003Initial program 99.8%
Taylor expanded in x around 0 49.2%
if 0.200000003 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 40.4%
mul-1-neg40.4%
unsub-neg40.4%
Simplified40.4%
Taylor expanded in x around inf 40.4%
associate-*r/40.4%
metadata-eval40.4%
Simplified40.4%
Taylor expanded in x around inf 40.3%
Final simplification45.8%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -1.0) (/ 1.0 (* x (/ 2.0 x))) (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -1.0f) {
tmp = 1.0f / (x * (2.0f / x));
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-1.0e0)) then
tmp = 1.0e0 / (x * (2.0e0 / x))
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-1.0)) tmp = Float32(Float32(1.0) / Float32(x * Float32(Float32(2.0) / x))); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-1.0)) tmp = single(1.0) / (x * (single(2.0) / x)); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -1:\\
\;\;\;\;\frac{1}{x \cdot \frac{2}{x}}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -1Initial program 99.9%
Taylor expanded in x around 0 5.7%
mul-1-neg5.7%
unsub-neg5.7%
Simplified5.7%
Taylor expanded in x around inf 5.7%
associate-*r/5.7%
metadata-eval5.7%
Simplified5.7%
Taylor expanded in x around 0 28.2%
if -1 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 59.8%
mul-1-neg59.8%
unsub-neg59.8%
Simplified59.8%
Final simplification47.3%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) 0.20000000298023224) 0.5 (/ -1.0 (/ x s))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= 0.20000000298023224f) {
tmp = 0.5f;
} else {
tmp = -1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= 0.20000000298023224e0) then
tmp = 0.5e0
else
tmp = (-1.0e0) / (x / s)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(0.20000000298023224)) tmp = Float32(0.5); else tmp = Float32(Float32(-1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(0.20000000298023224)) tmp = single(0.5); else tmp = single(-1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq 0.20000000298023224:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{-1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 0.200000003Initial program 99.8%
Taylor expanded in x around 0 49.2%
if 0.200000003 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 40.4%
mul-1-neg40.4%
unsub-neg40.4%
Simplified40.4%
Taylor expanded in x around inf 40.3%
mul-1-neg40.3%
distribute-neg-frac40.3%
Simplified40.3%
Final simplification45.8%
(FPCore (x s) :precision binary32 (if (<= x -5.00000006675716e-11) (/ s (- x)) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -5.00000006675716e-11f) {
tmp = s / -x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-5.00000006675716e-11)) then
tmp = s / -x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-5.00000006675716e-11)) tmp = Float32(s / Float32(-x)); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-5.00000006675716e-11)) tmp = s / -x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -5.00000006675716 \cdot 10^{-11}:\\
\;\;\;\;\frac{s}{-x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -5.00000007e-11Initial program 99.8%
Taylor expanded in x around 0 45.6%
mul-1-neg45.6%
unsub-neg45.6%
Simplified45.6%
Taylor expanded in x around inf 40.7%
associate-*r/40.7%
neg-mul-140.7%
Simplified40.7%
if -5.00000007e-11 < x Initial program 99.8%
Taylor expanded in x around 0 45.8%
Final simplification44.2%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.8%
Taylor expanded in x around 0 32.9%
Final simplification32.9%
herbie shell --seed 2024075
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))