
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 9 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (exp (- (log1p (exp (/ x (- s)))))))
float code(float x, float s) {
return expf(-log1pf(expf((x / -s))));
}
function code(x, s) return exp(Float32(-log1p(exp(Float32(x / Float32(-s)))))) end
\begin{array}{l}
\\
e^{-\mathsf{log1p}\left(e^{\frac{x}{-s}}\right)}
\end{array}
Initial program 99.9%
div-inv99.9%
exp-prod82.9%
neg-mul-182.9%
exp-prod82.9%
pow-pow99.9%
div-inv99.9%
Applied egg-rr99.9%
add-exp-log99.9%
log-rec99.9%
log1p-expm1-u99.9%
log1p-define100.0%
expm1-log1p-u100.0%
pow-exp100.0%
neg-mul-1100.0%
distribute-neg-frac2100.0%
Applied egg-rr100.0%
(FPCore (x s)
:precision binary32
(let* ((t_0 (/ x (- s))))
(if (<= t_0 2.0)
0.5
(if (<= t_0 49999999215337470.0)
(/ (/ (pow s 2.0) (- s)) x)
(/ 1.0 (/ (+ 9.0 (* (+ 1.0 (/ x s)) (- -1.0 (/ x s)))) 4.0))))))
float code(float x, float s) {
float t_0 = x / -s;
float tmp;
if (t_0 <= 2.0f) {
tmp = 0.5f;
} else if (t_0 <= 49999999215337470.0f) {
tmp = (powf(s, 2.0f) / -s) / x;
} else {
tmp = 1.0f / ((9.0f + ((1.0f + (x / s)) * (-1.0f - (x / s)))) / 4.0f);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = x / -s
if (t_0 <= 2.0e0) then
tmp = 0.5e0
else if (t_0 <= 49999999215337470.0e0) then
tmp = ((s ** 2.0e0) / -s) / x
else
tmp = 1.0e0 / ((9.0e0 + ((1.0e0 + (x / s)) * ((-1.0e0) - (x / s)))) / 4.0e0)
end if
code = tmp
end function
function code(x, s) t_0 = Float32(x / Float32(-s)) tmp = Float32(0.0) if (t_0 <= Float32(2.0)) tmp = Float32(0.5); elseif (t_0 <= Float32(49999999215337470.0)) tmp = Float32(Float32((s ^ Float32(2.0)) / Float32(-s)) / x); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(9.0) + Float32(Float32(Float32(1.0) + Float32(x / s)) * Float32(Float32(-1.0) - Float32(x / s)))) / Float32(4.0))); end return tmp end
function tmp_2 = code(x, s) t_0 = x / -s; tmp = single(0.0); if (t_0 <= single(2.0)) tmp = single(0.5); elseif (t_0 <= single(49999999215337470.0)) tmp = ((s ^ single(2.0)) / -s) / x; else tmp = single(1.0) / ((single(9.0) + ((single(1.0) + (x / s)) * (single(-1.0) - (x / s)))) / single(4.0)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{x}{-s}\\
\mathbf{if}\;t\_0 \leq 2:\\
\;\;\;\;0.5\\
\mathbf{elif}\;t\_0 \leq 49999999215337470:\\
\;\;\;\;\frac{\frac{{s}^{2}}{-s}}{x}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{9 + \left(1 + \frac{x}{s}\right) \cdot \left(-1 - \frac{x}{s}\right)}{4}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 49.5%
if 2 < (/.f32 (neg.f32 x) s) < 4.99999992e16Initial program 100.0%
Taylor expanded in x around 0 7.5%
neg-mul-17.5%
unsub-neg7.5%
Simplified7.5%
Taylor expanded in x around inf 7.5%
associate-*r/7.5%
neg-mul-17.5%
Simplified7.5%
neg-sub07.5%
flip--57.0%
metadata-eval57.0%
pow257.0%
add-sqr-sqrt57.0%
sqrt-unprod3.4%
sqr-neg3.4%
sqrt-unprod-0.0%
add-sqr-sqrt57.0%
sub-neg57.0%
neg-sub057.0%
add-sqr-sqrt-0.0%
sqrt-unprod3.4%
sqr-neg3.4%
sqrt-unprod57.0%
add-sqr-sqrt57.0%
Applied egg-rr57.0%
sub0-neg57.0%
Simplified57.0%
if 4.99999992e16 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 56.2%
neg-mul-156.2%
unsub-neg56.2%
Simplified56.2%
expm1-log1p-u56.2%
Applied egg-rr56.2%
expm1-undefine56.2%
sub-neg56.2%
log1p-undefine56.2%
rem-exp-log56.2%
associate-+r-56.2%
metadata-eval56.2%
metadata-eval56.2%
Simplified56.2%
associate-+l-56.2%
flip--47.6%
metadata-eval47.6%
sub-neg47.6%
metadata-eval47.6%
sub-neg47.6%
metadata-eval47.6%
sub-neg47.6%
metadata-eval47.6%
Applied egg-rr47.6%
sub-neg47.6%
distribute-rgt-neg-in47.6%
+-commutative47.6%
+-commutative47.6%
distribute-neg-in47.6%
metadata-eval47.6%
sub-neg47.6%
+-commutative47.6%
associate-+l+47.6%
metadata-eval47.6%
Simplified47.6%
Taylor expanded in x around 0 97.2%
Final simplification60.5%
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ x (- s))))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((x / -s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((x / -s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(x / Float32(-s))))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((x / -s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{x}{-s}}}
\end{array}
Initial program 99.9%
Final simplification99.9%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -2.0) 0.5 (/ 1.0 (/ (+ 9.0 (* (+ 1.0 (/ x s)) (- -1.0 (/ x s)))) 4.0))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / ((9.0f + ((1.0f + (x / s)) * (-1.0f - (x / s)))) / 4.0f);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / ((9.0e0 + ((1.0e0 + (x / s)) * ((-1.0e0) - (x / s)))) / 4.0e0)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(9.0) + Float32(Float32(Float32(1.0) + Float32(x / s)) * Float32(Float32(-1.0) - Float32(x / s)))) / Float32(4.0))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / ((single(9.0) + ((single(1.0) + (x / s)) * (single(-1.0) - (x / s)))) / single(4.0)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{9 + \left(1 + \frac{x}{s}\right) \cdot \left(-1 - \frac{x}{s}\right)}{4}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 62.4%
neg-mul-162.4%
unsub-neg62.4%
Simplified62.4%
expm1-log1p-u62.3%
Applied egg-rr62.3%
expm1-undefine62.3%
sub-neg62.3%
log1p-undefine62.4%
rem-exp-log62.4%
associate-+r-62.5%
metadata-eval62.5%
metadata-eval62.5%
Simplified62.5%
associate-+l-62.4%
flip--59.2%
metadata-eval59.2%
sub-neg59.2%
metadata-eval59.2%
sub-neg59.2%
metadata-eval59.2%
sub-neg59.2%
metadata-eval59.2%
Applied egg-rr59.2%
sub-neg59.2%
distribute-rgt-neg-in59.2%
+-commutative59.2%
+-commutative59.2%
distribute-neg-in59.2%
metadata-eval59.2%
sub-neg59.2%
+-commutative59.2%
associate-+l+59.2%
metadata-eval59.2%
Simplified59.2%
Taylor expanded in x around 0 76.2%
Final simplification55.6%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -2.0) 0.5 (/ 1.0 (+ -1.0 (- 3.0 (/ x s))))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (-1.0f + (3.0f - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / ((-1.0e0) + (3.0e0 - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(-1.0) + Float32(Float32(3.0) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / (single(-1.0) + (single(3.0) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{-1 + \left(3 - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 62.4%
neg-mul-162.4%
unsub-neg62.4%
Simplified62.4%
expm1-log1p-u62.3%
Applied egg-rr62.3%
expm1-undefine62.3%
sub-neg62.3%
log1p-undefine62.4%
rem-exp-log62.4%
associate-+r-62.5%
metadata-eval62.5%
metadata-eval62.5%
Simplified62.5%
Final simplification47.7%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) -2.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 62.4%
neg-mul-162.4%
unsub-neg62.4%
Simplified62.4%
Final simplification47.7%
(FPCore (x s) :precision binary32 (if (<= (/ x (- s)) 2.0) 0.5 (/ 1.0 (/ x s))))
float code(float x, float s) {
float tmp;
if ((x / -s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (x / s);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((x / -s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / (x / s)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(x / Float32(-s)) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(x / s)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((x / -s) <= single(2.0)) tmp = single(0.5); else tmp = single(1.0) / (x / s); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{x}{-s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 49.5%
if 2 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 39.8%
neg-mul-139.8%
unsub-neg39.8%
Simplified39.8%
Taylor expanded in x around inf 36.8%
associate-*r/36.8%
neg-mul-136.8%
Simplified36.8%
clear-num39.8%
inv-pow39.8%
add-sqr-sqrt-0.0%
sqrt-unprod71.2%
sqr-neg71.2%
sqrt-unprod39.8%
add-sqr-sqrt39.8%
Applied egg-rr39.8%
unpow-139.8%
Simplified39.8%
Final simplification46.3%
(FPCore (x s) :precision binary32 (if (<= x -0.0015999999595806003) (/ s x) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -0.0015999999595806003f) {
tmp = s / x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-0.0015999999595806003e0)) then
tmp = s / x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-0.0015999999595806003)) tmp = Float32(s / x); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-0.0015999999595806003)) tmp = s / x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -0.0015999999595806003:\\
\;\;\;\;\frac{s}{x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -0.00159999996Initial program 100.0%
Taylor expanded in x around 0 54.0%
neg-mul-154.0%
unsub-neg54.0%
Simplified54.0%
Taylor expanded in x around inf 49.8%
associate-*r/49.8%
neg-mul-149.8%
Simplified49.8%
div-inv49.8%
add-sqr-sqrt-0.0%
sqrt-unprod61.8%
sqr-neg61.8%
sqrt-unprod49.8%
add-sqr-sqrt49.8%
Applied egg-rr49.8%
associate-*r/49.8%
*-rgt-identity49.8%
Simplified49.8%
if -0.00159999996 < x Initial program 99.9%
Taylor expanded in x around 0 43.8%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.9%
Taylor expanded in x around 0 35.5%
herbie shell --seed 2024149
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))