
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 11 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Initial program 99.8%
Final simplification99.8%
(FPCore (x s) :precision binary32 (if (<= (- x) 1.0000000031710769e-29) 0.5 (/ 1.0 (+ 2.0 (- (* 0.5 (/ x (/ (* s s) x))) (/ x s))))))
float code(float x, float s) {
float tmp;
if (-x <= 1.0000000031710769e-29f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f + ((0.5f * (x / ((s * s) / x))) - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (-x <= 1.0000000031710769e-29) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 + ((0.5e0 * (x / ((s * s) / x))) - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(-x) <= Float32(1.0000000031710769e-29)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(Float32(0.5) * Float32(x / Float32(Float32(s * s) / x))) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (-x <= single(1.0000000031710769e-29)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) + ((single(0.5) * (x / ((s * s) / x))) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-x \leq 1.0000000031710769 \cdot 10^{-29}:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + \left(0.5 \cdot \frac{x}{\frac{s \cdot s}{x}} - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (neg.f32 x) < 1e-29Initial program 99.9%
Taylor expanded in x around 0 48.9%
if 1e-29 < (neg.f32 x) Initial program 99.7%
Taylor expanded in x around 0 78.4%
+-commutative78.4%
mul-1-neg78.4%
unsub-neg78.4%
unpow278.4%
unpow278.4%
times-frac69.3%
Simplified69.3%
clear-num69.3%
frac-times70.7%
*-un-lft-identity70.7%
Applied egg-rr70.7%
associate-*l/80.1%
Applied egg-rr80.1%
Final simplification63.9%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 20.0) 0.5 (/ 1.0 (/ x (/ (* s (* s 2.0)) x)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 20.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (x / ((s * (s * 2.0f)) / x));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 20.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / (x / ((s * (s * 2.0e0)) / x))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(20.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(x / Float32(Float32(s * Float32(s * Float32(2.0))) / x))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(20.0)) tmp = single(0.5); else tmp = single(1.0) / (x / ((s * (s * single(2.0))) / x)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 20:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\frac{x}{\frac{s \cdot \left(s \cdot 2\right)}{x}}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 20Initial program 99.8%
Taylor expanded in x around 0 53.4%
if 20 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 77.2%
+-commutative77.2%
mul-1-neg77.2%
unsub-neg77.2%
unpow277.2%
unpow277.2%
times-frac64.8%
Simplified64.8%
Taylor expanded in x around inf 76.5%
unpow276.5%
unpow276.5%
times-frac64.1%
Simplified64.1%
associate-*r*64.1%
associate-*r/65.8%
*-commutative65.8%
Applied egg-rr65.8%
clear-num66.5%
inv-pow66.5%
*-commutative66.5%
associate-*l/66.5%
Applied egg-rr66.5%
unpow-166.5%
associate-*r/79.2%
Simplified79.2%
Final simplification63.4%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 2.0) 0.5 (* 2.0 (* (/ s x) (/ s x)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 2.0f * ((s / x) * (s / x));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = 2.0e0 * ((s / x) * (s / x))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(2.0) * Float32(Float32(s / x) * Float32(s / x))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(2.0)) tmp = single(0.5); else tmp = single(2.0) * ((s / x) * (s / x)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;2 \cdot \left(\frac{s}{x} \cdot \frac{s}{x}\right)\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 53.9%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 75.7%
+-commutative75.7%
mul-1-neg75.7%
unsub-neg75.7%
unpow275.7%
unpow275.7%
times-frac63.9%
Simplified63.9%
Taylor expanded in x around inf 75.0%
unpow275.0%
unpow275.0%
times-frac63.2%
Simplified63.2%
Final simplification57.5%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 2.0) 0.5 (* 2.0 (/ s (* x (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 2.0f * (s / (x * (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = 2.0e0 * (s / (x * (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(2.0) * Float32(s / Float32(x * Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(2.0)) tmp = single(0.5); else tmp = single(2.0) * (s / (x * (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;2 \cdot \frac{s}{x \cdot \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 53.9%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 75.7%
+-commutative75.7%
mul-1-neg75.7%
unsub-neg75.7%
unpow275.7%
unpow275.7%
times-frac63.9%
Simplified63.9%
Taylor expanded in x around inf 75.0%
unpow275.0%
unpow275.0%
times-frac63.2%
Simplified63.2%
associate-*l/64.8%
associate-/l*63.2%
div-inv63.2%
clear-num63.2%
Applied egg-rr63.2%
Final simplification57.5%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 20.0) 0.5 (* 2.0 (/ (* s s) (* x x)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 20.0f) {
tmp = 0.5f;
} else {
tmp = 2.0f * ((s * s) / (x * x));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 20.0e0) then
tmp = 0.5e0
else
tmp = 2.0e0 * ((s * s) / (x * x))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(20.0)) tmp = Float32(0.5); else tmp = Float32(Float32(2.0) * Float32(Float32(s * s) / Float32(x * x))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(20.0)) tmp = single(0.5); else tmp = single(2.0) * ((s * s) / (x * x)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 20:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;2 \cdot \frac{s \cdot s}{x \cdot x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 20Initial program 99.8%
Taylor expanded in x around 0 53.4%
if 20 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 77.2%
+-commutative77.2%
mul-1-neg77.2%
unsub-neg77.2%
unpow277.2%
unpow277.2%
times-frac64.8%
Simplified64.8%
Taylor expanded in x around inf 76.5%
unpow276.5%
unpow276.5%
Simplified76.5%
Final simplification62.3%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 20.0) 0.5 (* (/ (* s s) x) (/ 2.0 x))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 20.0f) {
tmp = 0.5f;
} else {
tmp = ((s * s) / x) * (2.0f / x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 20.0e0) then
tmp = 0.5e0
else
tmp = ((s * s) / x) * (2.0e0 / x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(20.0)) tmp = Float32(0.5); else tmp = Float32(Float32(Float32(s * s) / x) * Float32(Float32(2.0) / x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(20.0)) tmp = single(0.5); else tmp = ((s * s) / x) * (single(2.0) / x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 20:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{s \cdot s}{x} \cdot \frac{2}{x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 20Initial program 99.8%
Taylor expanded in x around 0 53.4%
if 20 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 77.2%
+-commutative77.2%
mul-1-neg77.2%
unsub-neg77.2%
unpow277.2%
unpow277.2%
times-frac64.8%
Simplified64.8%
Taylor expanded in x around inf 76.5%
unpow276.5%
unpow276.5%
times-frac64.1%
Simplified64.1%
associate-*r*64.1%
associate-*r/65.8%
*-commutative65.8%
Applied egg-rr65.8%
Taylor expanded in s around 0 76.5%
associate-*r/76.5%
unpow276.5%
times-frac78.5%
unpow278.5%
Simplified78.5%
Final simplification63.1%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -1.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -1.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-1.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-1.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-1.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -1:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -1Initial program 100.0%
Taylor expanded in x around 0 28.2%
if -1 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 61.5%
mul-1-neg61.5%
unsub-neg61.5%
Simplified61.5%
Final simplification50.0%
(FPCore (x s) :precision binary32 (let* ((t_0 (/ (- x) s))) (if (<= t_0 2.0) 0.5 (/ 1.0 t_0))))
float code(float x, float s) {
float t_0 = -x / s;
float tmp;
if (t_0 <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / t_0;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = -x / s
if (t_0 <= 2.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / t_0
end if
code = tmp
end function
function code(x, s) t_0 = Float32(Float32(-x) / s) tmp = Float32(0.0) if (t_0 <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / t_0); end return tmp end
function tmp_2 = code(x, s) t_0 = -x / s; tmp = single(0.0); if (t_0 <= single(2.0)) tmp = single(0.5); else tmp = single(1.0) / t_0; end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{-x}{s}\\
\mathbf{if}\;t_0 \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{t_0}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 53.9%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.7%
Taylor expanded in x around 0 41.5%
mul-1-neg41.5%
unsub-neg41.5%
Simplified41.5%
Taylor expanded in x around inf 41.5%
neg-mul-141.5%
distribute-neg-frac41.5%
Simplified41.5%
Final simplification49.0%
(FPCore (x s) :precision binary32 (if (<= (- x) 3.5000000675466936e-9) 0.5 (/ (- s) x)))
float code(float x, float s) {
float tmp;
if (-x <= 3.5000000675466936e-9f) {
tmp = 0.5f;
} else {
tmp = -s / x;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (-x <= 3.5000000675466936e-9) then
tmp = 0.5e0
else
tmp = -s / x
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(-x) <= Float32(3.5000000675466936e-9)) tmp = Float32(0.5); else tmp = Float32(Float32(-s) / x); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (-x <= single(3.5000000675466936e-9)) tmp = single(0.5); else tmp = -s / x; end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;-x \leq 3.5000000675466936 \cdot 10^{-9}:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{-s}{x}\\
\end{array}
\end{array}
if (neg.f32 x) < 3.50000007e-9Initial program 99.8%
Taylor expanded in x around 0 48.2%
if 3.50000007e-9 < (neg.f32 x) Initial program 99.8%
Taylor expanded in x around 0 50.6%
mul-1-neg50.6%
unsub-neg50.6%
Simplified50.6%
Taylor expanded in x around inf 45.8%
associate-*r/45.8%
neg-mul-145.8%
Simplified45.8%
Final simplification47.4%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.8%
Taylor expanded in x around 0 35.2%
Final simplification35.2%
herbie shell --seed 2023275
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))