
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 10 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (/ 1.0 (+ (exp (/ x (- s))) 1.0)))
float code(float x, float s) {
return 1.0f / (expf((x / -s)) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (exp((x / -s)) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(exp(Float32(x / Float32(-s))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / (exp((x / -s)) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{e^{\frac{x}{-s}} + 1}
\end{array}
Initial program 99.8%
Final simplification99.8%
(FPCore (x s)
:precision binary32
(let* ((t_0 (/ x (- s))))
(if (<= t_0 -4.0)
0.5
(if (<= t_0 9.999999680285692e+37)
(/ 1.0 (/ (- 4.0 (/ x (* s (/ s x)))) (+ 2.0 (/ x s))))
(/ 1.0 (/ x s))))))
float code(float x, float s) {
float t_0 = x / -s;
float tmp;
if (t_0 <= -4.0f) {
tmp = 0.5f;
} else if (t_0 <= 9.999999680285692e+37f) {
tmp = 1.0f / ((4.0f - (x / (s * (s / x)))) / (2.0f + (x / s)));
} else {
tmp = 1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = x / -s
if (t_0 <= (-4.0e0)) then
tmp = 0.5e0
else if (t_0 <= 9.999999680285692e+37) then
tmp = 1.0e0 / ((4.0e0 - (x / (s * (s / x)))) / (2.0e0 + (x / s)))
else
tmp = 1.0e0 / (x / s)
end if
code = tmp
end function
function code(x, s) t_0 = Float32(x / Float32(-s)) tmp = Float32(0.0) if (t_0 <= Float32(-4.0)) tmp = Float32(0.5); elseif (t_0 <= Float32(9.999999680285692e+37)) tmp = Float32(Float32(1.0) / Float32(Float32(Float32(4.0) - Float32(x / Float32(s * Float32(s / x)))) / Float32(Float32(2.0) + Float32(x / s)))); else tmp = Float32(Float32(1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) t_0 = x / -s; tmp = single(0.0); if (t_0 <= single(-4.0)) tmp = single(0.5); elseif (t_0 <= single(9.999999680285692e+37)) tmp = single(1.0) / ((single(4.0) - (x / (s * (s / x)))) / (single(2.0) + (x / s))); else tmp = single(1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{x}{-s}\\
\mathbf{if}\;t\_0 \leq -4:\\
\;\;\;\;0.5\\
\mathbf{elif}\;t\_0 \leq 9.999999680285692 \cdot 10^{+37}:\\
\;\;\;\;\frac{1}{\frac{4 - \frac{x}{s \cdot \frac{s}{x}}}{2 + \frac{x}{s}}}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -4Initial program 100.0%
Taylor expanded in x around 0 28.1%
if -4 < (/.f32 (neg.f32 x) s) < 9.99999968e37Initial program 99.6%
Taylor expanded in x around 0 49.2%
mul-1-neg49.2%
unsub-neg49.2%
Simplified49.2%
sub-neg49.2%
flip-+73.8%
metadata-eval73.8%
distribute-neg-frac273.8%
distribute-neg-frac273.8%
distribute-neg-frac273.8%
Applied egg-rr73.8%
clear-num73.8%
frac-times75.3%
*-un-lft-identity75.3%
add-sqr-sqrt-0.0%
sqrt-unprod67.2%
sqr-neg67.2%
sqrt-unprod75.1%
add-sqr-sqrt75.1%
add-sqr-sqrt-0.0%
sqrt-unprod67.3%
sqr-neg67.3%
sqrt-unprod75.3%
add-sqr-sqrt75.3%
Applied egg-rr75.3%
if 9.99999968e37 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 100.0%
mul-1-neg100.0%
unsub-neg100.0%
Simplified100.0%
Taylor expanded in x around inf 100.0%
associate-*r/100.0%
neg-mul-1100.0%
Simplified100.0%
clear-num84.3%
add-sqr-sqrt84.3%
sqrt-unprod92.5%
sqr-neg92.5%
sqrt-unprod-0.0%
add-sqr-sqrt84.3%
div-inv84.3%
*-commutative84.3%
Applied egg-rr84.3%
associate-*l/84.3%
*-un-lft-identity84.3%
clear-num100.0%
Applied egg-rr100.0%
Final simplification61.1%
(FPCore (x s)
:precision binary32
(let* ((t_0 (/ x (- s))))
(if (<= t_0 2.0)
0.5
(if (<= t_0 9.999999680285692e+37)
(/ 1.0 (/ (- 4.0 (* (/ x s) (/ x s))) (/ x s)))
(/ 1.0 (/ x s))))))
float code(float x, float s) {
float t_0 = x / -s;
float tmp;
if (t_0 <= 2.0f) {
tmp = 0.5f;
} else if (t_0 <= 9.999999680285692e+37f) {
tmp = 1.0f / ((4.0f - ((x / s) * (x / s))) / (x / s));
} else {
tmp = 1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = x / -s
if (t_0 <= 2.0e0) then
tmp = 0.5e0
else if (t_0 <= 9.999999680285692e+37) then
tmp = 1.0e0 / ((4.0e0 - ((x / s) * (x / s))) / (x / s))
else
tmp = 1.0e0 / (x / s)
end if
code = tmp
end function
function code(x, s) t_0 = Float32(x / Float32(-s)) tmp = Float32(0.0) if (t_0 <= Float32(2.0)) tmp = Float32(0.5); elseif (t_0 <= Float32(9.999999680285692e+37)) tmp = Float32(Float32(1.0) / Float32(Float32(Float32(4.0) - Float32(Float32(x / s) * Float32(x / s))) / Float32(x / s))); else tmp = Float32(Float32(1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) t_0 = x / -s; tmp = single(0.0); if (t_0 <= single(2.0)) tmp = single(0.5); elseif (t_0 <= single(9.999999680285692e+37)) tmp = single(1.0) / ((single(4.0) - ((x / s) * (x / s))) / (x / s)); else tmp = single(1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{x}{-s}\\
\mathbf{if}\;t\_0 \leq 2:\\
\;\;\;\;0.5\\
\mathbf{elif}\;t\_0 \leq 9.999999680285692 \cdot 10^{+37}:\\
\;\;\;\;\frac{1}{\frac{4 - \frac{x}{s} \cdot \frac{x}{s}}{\frac{x}{s}}}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 50.4%
if 2 < (/.f32 (neg.f32 x) s) < 9.99999968e37Initial program 99.5%
Taylor expanded in x around 0 10.9%
mul-1-neg10.9%
unsub-neg10.9%
Simplified10.9%
sub-neg10.9%
flip-+57.4%
metadata-eval57.4%
distribute-neg-frac257.4%
distribute-neg-frac257.4%
distribute-neg-frac257.4%
Applied egg-rr57.4%
Taylor expanded in x around inf 57.4%
if 9.99999968e37 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 100.0%
mul-1-neg100.0%
unsub-neg100.0%
Simplified100.0%
Taylor expanded in x around inf 100.0%
associate-*r/100.0%
neg-mul-1100.0%
Simplified100.0%
clear-num84.3%
add-sqr-sqrt84.3%
sqrt-unprod92.5%
sqr-neg92.5%
sqrt-unprod-0.0%
add-sqr-sqrt84.3%
div-inv84.3%
*-commutative84.3%
Applied egg-rr84.3%
associate-*l/84.3%
*-un-lft-identity84.3%
clear-num100.0%
Applied egg-rr100.0%
Final simplification58.8%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -4.0) 0.5 (/ 1.0 (+ (- 3.0 (/ x s)) -1.0))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -4.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / ((3.0f - (x / s)) + -1.0f);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-4.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / ((3.0e0 - (x / s)) + (-1.0e0))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-4.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(3.0) - Float32(x / s)) + Float32(-1.0))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-4.0)) tmp = single(0.5); else tmp = single(1.0) / ((single(3.0) - (x / s)) + single(-1.0)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -4:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\left(3 - \frac{x}{s}\right) + -1}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -4Initial program 100.0%
Taylor expanded in x around 0 28.1%
if -4 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 60.0%
mul-1-neg60.0%
unsub-neg60.0%
Simplified60.0%
expm1-log1p-u60.0%
Applied egg-rr60.0%
expm1-undefine60.0%
sub-neg60.0%
log1p-undefine60.0%
rem-exp-log60.0%
associate-+r-60.0%
metadata-eval60.0%
metadata-eval60.0%
Simplified60.0%
Final simplification48.2%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -4.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -4.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-4.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-4.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-4.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -4:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -4Initial program 100.0%
Taylor expanded in x around 0 28.1%
if -4 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 60.0%
mul-1-neg60.0%
unsub-neg60.0%
Simplified60.0%
Final simplification48.1%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) 2.0) 0.5 (/ -1.0 (/ x s))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = -1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = (-1.0e0) / (x / s)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(-1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(2.0)) tmp = single(0.5); else tmp = single(-1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{-1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 50.4%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 40.9%
mul-1-neg40.9%
unsub-neg40.9%
Simplified40.9%
Taylor expanded in x around inf 40.9%
associate-*r/40.9%
neg-mul-140.9%
Simplified40.9%
Final simplification46.7%
(FPCore (x s) :precision binary32 (if (<= x -4.99999991225835e-14) (/ 1.0 (/ x s)) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -4.99999991225835e-14f) {
tmp = 1.0f / (x / s);
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-4.99999991225835e-14)) then
tmp = 1.0e0 / (x / s)
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-4.99999991225835e-14)) tmp = Float32(Float32(1.0) / Float32(x / s)); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-4.99999991225835e-14)) tmp = single(1.0) / (x / s); else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -4.99999991225835 \cdot 10^{-14}:\\
\;\;\;\;\frac{1}{\frac{x}{s}}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -4.99999991e-14Initial program 99.9%
Taylor expanded in x around 0 44.6%
mul-1-neg44.6%
unsub-neg44.6%
Simplified44.6%
Taylor expanded in x around inf 44.6%
associate-*r/44.6%
neg-mul-144.6%
Simplified44.6%
clear-num38.7%
add-sqr-sqrt38.7%
sqrt-unprod49.2%
sqr-neg49.2%
sqrt-unprod-0.0%
add-sqr-sqrt38.6%
div-inv38.6%
*-commutative38.6%
Applied egg-rr38.6%
associate-*l/38.6%
*-un-lft-identity38.6%
clear-num44.5%
Applied egg-rr44.5%
if -4.99999991e-14 < x Initial program 99.7%
Taylor expanded in x around 0 47.8%
Final simplification46.6%
(FPCore (x s) :precision binary32 (if (<= x -4.99999991225835e-14) (/ s (- x)) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -4.99999991225835e-14f) {
tmp = s / -x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-4.99999991225835e-14)) then
tmp = s / -x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-4.99999991225835e-14)) tmp = Float32(s / Float32(-x)); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-4.99999991225835e-14)) tmp = s / -x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -4.99999991225835 \cdot 10^{-14}:\\
\;\;\;\;\frac{s}{-x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -4.99999991e-14Initial program 99.9%
Taylor expanded in x around 0 44.6%
mul-1-neg44.6%
unsub-neg44.6%
Simplified44.6%
Taylor expanded in x around inf 38.7%
associate-*r/38.7%
neg-mul-138.7%
Simplified38.7%
if -4.99999991e-14 < x Initial program 99.7%
Taylor expanded in x around 0 47.8%
Final simplification44.6%
(FPCore (x s) :precision binary32 (if (<= x -4.99999991225835e-14) (/ s x) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -4.99999991225835e-14f) {
tmp = s / x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-4.99999991225835e-14)) then
tmp = s / x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-4.99999991225835e-14)) tmp = Float32(s / x); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-4.99999991225835e-14)) tmp = s / x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -4.99999991225835 \cdot 10^{-14}:\\
\;\;\;\;\frac{s}{x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -4.99999991e-14Initial program 99.9%
Taylor expanded in x around 0 44.6%
mul-1-neg44.6%
unsub-neg44.6%
Simplified44.6%
Taylor expanded in x around inf 44.6%
associate-*r/44.6%
neg-mul-144.6%
Simplified44.6%
clear-num38.7%
add-sqr-sqrt38.7%
sqrt-unprod49.2%
sqr-neg49.2%
sqrt-unprod-0.0%
add-sqr-sqrt38.6%
add038.6%
Applied egg-rr38.6%
add038.6%
Simplified38.6%
if -4.99999991e-14 < x Initial program 99.7%
Taylor expanded in x around 0 47.8%
Final simplification44.5%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.8%
Taylor expanded in x around 0 33.1%
Final simplification33.1%
herbie shell --seed 2024044
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))