
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 12 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (pow (exp -1.0) (/ x s)))))
float code(float x, float s) {
return 1.0f / (1.0f + powf(expf(-1.0f), (x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + (exp((-1.0e0)) ** (x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + (exp(Float32(-1.0)) ^ Float32(x / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + (exp(single(-1.0)) ^ (x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + {\left(e^{-1}\right)}^{\left(\frac{x}{s}\right)}}
\end{array}
Initial program 99.8%
div-inv99.8%
exp-prod82.5%
neg-mul-182.5%
exp-prod82.5%
pow-pow99.8%
div-inv99.8%
Applied egg-rr99.8%
Final simplification99.8%
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Initial program 99.8%
Final simplification99.8%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -2.0) 0.5 (/ 1.0 (+ 2.0 (- (* 0.5 (* x (* (/ x s) (/ 1.0 s)))) (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f + ((0.5f * (x * ((x / s) * (1.0f / s)))) - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 + ((0.5e0 * (x * ((x / s) * (1.0e0 / s)))) - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(Float32(0.5) * Float32(x * Float32(Float32(x / s) * Float32(Float32(1.0) / s)))) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) + ((single(0.5) * (x * ((x / s) * (single(1.0) / s)))) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + \left(0.5 \cdot \left(x \cdot \left(\frac{x}{s} \cdot \frac{1}{s}\right)\right) - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 75.7%
mul-1-neg75.7%
unsub-neg75.7%
unpow275.7%
unpow275.7%
times-frac78.0%
Simplified78.0%
associate-*r/78.0%
clear-num78.0%
Applied egg-rr78.0%
associate-/r/78.0%
associate-*r*83.8%
Applied egg-rr83.8%
Final simplification61.4%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -2.0) 0.5 (/ 1.0 (+ 2.0 (- (* 0.5 (/ x (* s (/ s x)))) (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f + ((0.5f * (x / (s * (s / x)))) - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 + ((0.5e0 * (x / (s * (s / x)))) - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(Float32(0.5) * Float32(x / Float32(s * Float32(s / x)))) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) + ((single(0.5) * (x / (s * (s / x)))) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + \left(0.5 \cdot \frac{x}{s \cdot \frac{s}{x}} - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 75.7%
mul-1-neg75.7%
unsub-neg75.7%
unpow275.7%
unpow275.7%
times-frac78.0%
Simplified78.0%
clear-num78.0%
frac-times80.9%
*-un-lft-identity80.9%
Applied egg-rr80.9%
Final simplification59.7%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 1.0) 0.5 (/ 1.0 (+ 2.0 (- (* 0.5 (/ x (/ (* s s) x))) (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 1.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f + ((0.5f * (x / ((s * s) / x))) - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 1.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 + ((0.5e0 * (x / ((s * s) / x))) - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(1.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(Float32(0.5) * Float32(x / Float32(Float32(s * s) / x))) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(1.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) + ((single(0.5) * (x / ((s * s) / x))) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 1:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + \left(0.5 \cdot \frac{x}{\frac{s \cdot s}{x}} - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 1Initial program 99.9%
Taylor expanded in x around 0 49.0%
if 1 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 74.8%
mul-1-neg74.8%
unsub-neg74.8%
unpow274.8%
unpow274.8%
times-frac68.0%
Simplified68.0%
clear-num68.0%
frac-times72.7%
*-un-lft-identity72.7%
Applied egg-rr72.7%
associate-*l/82.2%
Applied egg-rr82.2%
Final simplification61.3%
(FPCore (x s) :precision binary32 (if (<= (- x) 9.999999998199587e-24) 0.5 (/ 1.0 (+ 2.0 (* 0.5 (/ (* x x) (* s s)))))))
float code(float x, float s) {
float tmp;
if (-x <= 9.999999998199587e-24f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f + (0.5f * ((x * x) / (s * s))));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (-x <= 9.999999998199587e-24) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 + (0.5e0 * ((x * x) / (s * s))))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(-x) <= Float32(9.999999998199587e-24)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(0.5) * Float32(Float32(x * x) / Float32(s * s))))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (-x <= single(9.999999998199587e-24)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) + (single(0.5) * ((x * x) / (s * s)))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-x \leq 9.999999998199587 \cdot 10^{-24}:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + 0.5 \cdot \frac{x \cdot x}{s \cdot s}}\\
\end{array}
\end{array}
if (neg.f32 x) < 1e-23Initial program 99.9%
Taylor expanded in x around 0 46.0%
if 1e-23 < (neg.f32 x) Initial program 99.6%
Taylor expanded in x around 0 81.5%
mul-1-neg81.5%
unsub-neg81.5%
unpow281.5%
unpow281.5%
times-frac74.1%
Simplified74.1%
associate-*r/74.1%
clear-num74.1%
Applied egg-rr74.1%
Taylor expanded in s around 0 80.4%
*-commutative80.4%
unpow280.4%
unpow280.4%
Simplified80.4%
Final simplification58.7%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 1.0) 0.5 (* 2.0 (/ (/ s (/ x s)) x))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 1.0f) {
tmp = 0.5f;
} else {
tmp = 2.0f * ((s / (x / s)) / x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 1.0e0) then
tmp = 0.5e0
else
tmp = 2.0e0 * ((s / (x / s)) / x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(1.0)) tmp = Float32(0.5); else tmp = Float32(Float32(2.0) * Float32(Float32(s / Float32(x / s)) / x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(1.0)) tmp = single(0.5); else tmp = single(2.0) * ((s / (x / s)) / x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 1:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;2 \cdot \frac{\frac{s}{\frac{x}{s}}}{x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 1Initial program 99.9%
Taylor expanded in x around 0 49.0%
if 1 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 74.8%
mul-1-neg74.8%
unsub-neg74.8%
unpow274.8%
unpow274.8%
times-frac68.0%
Simplified68.0%
Taylor expanded in x around inf 73.8%
unpow273.8%
associate-/l*65.3%
unpow265.3%
associate-*l/65.7%
associate-/r*71.1%
Simplified71.1%
Final simplification57.2%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 2000000.0) 0.5 (/ (* s (* s 2.0)) (* x x))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 2000000.0f) {
tmp = 0.5f;
} else {
tmp = (s * (s * 2.0f)) / (x * x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 2000000.0e0) then
tmp = 0.5e0
else
tmp = (s * (s * 2.0e0)) / (x * x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(2000000.0)) tmp = Float32(0.5); else tmp = Float32(Float32(s * Float32(s * Float32(2.0))) / Float32(x * x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(2000000.0)) tmp = single(0.5); else tmp = (s * (s * single(2.0))) / (x * x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 2000000:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{s \cdot \left(s \cdot 2\right)}{x \cdot x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2e6Initial program 99.7%
Taylor expanded in x around 0 46.0%
if 2e6 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 85.5%
mul-1-neg85.5%
unsub-neg85.5%
unpow285.5%
unpow285.5%
times-frac77.2%
Simplified77.2%
Taylor expanded in x around inf 84.3%
unpow284.3%
unpow284.3%
times-frac74.5%
associate-*r*74.5%
Simplified74.5%
associate-*r/74.5%
frac-times84.3%
Applied egg-rr84.3%
Final simplification58.3%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -2.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-2.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-2.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -2Initial program 99.9%
Taylor expanded in x around 0 28.1%
if -2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 57.3%
mul-1-neg57.3%
unsub-neg57.3%
Simplified57.3%
Final simplification45.5%
(FPCore (x s) :precision binary32 (let* ((t_0 (/ (- x) s))) (if (<= t_0 1.0) 0.5 (/ 1.0 t_0))))
float code(float x, float s) {
float t_0 = -x / s;
float tmp;
if (t_0 <= 1.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / t_0;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = -x / s
if (t_0 <= 1.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / t_0
end if
code = tmp
end function
function code(x, s) t_0 = Float32(Float32(-x) / s) tmp = Float32(0.0) if (t_0 <= Float32(1.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / t_0); end return tmp end
function tmp_2 = code(x, s) t_0 = -x / s; tmp = single(0.0); if (t_0 <= single(1.0)) tmp = single(0.5); else tmp = single(1.0) / t_0; end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{-x}{s}\\
\mathbf{if}\;t_0 \leq 1:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{t_0}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 1Initial program 99.9%
Taylor expanded in x around 0 49.0%
if 1 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 36.4%
mul-1-neg36.4%
unsub-neg36.4%
Simplified36.4%
Taylor expanded in x around inf 36.4%
neg-mul-136.4%
distribute-neg-frac36.4%
Simplified36.4%
Final simplification44.3%
(FPCore (x s) :precision binary32 (if (<= x -5.000000018137469e-16) (/ (- s) x) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -5.000000018137469e-16f) {
tmp = -s / x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-5.000000018137469e-16)) then
tmp = -s / x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-5.000000018137469e-16)) tmp = Float32(Float32(-s) / x); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-5.000000018137469e-16)) tmp = -s / x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -5.000000018137469 \cdot 10^{-16}:\\
\;\;\;\;\frac{-s}{x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -5.00000002e-16Initial program 99.8%
Taylor expanded in x around 0 41.3%
mul-1-neg41.3%
unsub-neg41.3%
Simplified41.3%
Taylor expanded in x around inf 40.1%
associate-*r/40.1%
neg-mul-140.1%
Simplified40.1%
if -5.00000002e-16 < x Initial program 99.8%
Taylor expanded in x around 0 45.6%
Final simplification43.9%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.8%
Taylor expanded in x around 0 33.3%
Final simplification33.3%
herbie shell --seed 2023181
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))