
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 13 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (exp (- (log1p (exp (/ (- x) s))))))
float code(float x, float s) {
return expf(-log1pf(expf((-x / s))));
}
function code(x, s) return exp(Float32(-log1p(exp(Float32(Float32(-x) / s))))) end
\begin{array}{l}
\\
e^{-\mathsf{log1p}\left(e^{\frac{-x}{s}}\right)}
\end{array}
Initial program 99.9%
distribute-frac-neg99.9%
exp-neg99.9%
Applied egg-rr99.9%
add-exp-log99.8%
add-log-exp99.8%
add-exp-log99.8%
inv-pow99.8%
metadata-eval99.8%
pow-pow99.8%
pow1/399.8%
/-rgt-identity99.8%
log-rec99.8%
/-rgt-identity99.8%
log1p-udef99.8%
pow1/399.8%
pow-pow99.9%
metadata-eval99.9%
inv-pow99.9%
Applied egg-rr99.9%
Final simplification99.9%
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (/ 1.0 (exp (/ x s))))))
float code(float x, float s) {
return 1.0f / (1.0f + (1.0f / expf((x / s))));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + (1.0e0 / exp((x / s))))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + Float32(Float32(1.0) / exp(Float32(x / s))))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + (single(1.0) / exp((x / s)))); end
\begin{array}{l}
\\
\frac{1}{1 + \frac{1}{e^{\frac{x}{s}}}}
\end{array}
Initial program 99.9%
distribute-frac-neg99.9%
exp-neg99.9%
Applied egg-rr99.9%
Final simplification99.9%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (exp (/ (- x) s)) 1.0)))
float code(float x, float s) {
return 1.0f / (expf((-x / s)) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (exp((-x / s)) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(exp(Float32(Float32(-x) / s)) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / (exp((-x / s)) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{e^{\frac{-x}{s}} + 1}
\end{array}
Initial program 99.9%
Final simplification99.9%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 1.0) (/ 1.0 (+ 1.0 (/ 1.0 (+ 1.0 (/ x s))))) (/ 1.0 (+ 2.0 (- (* 0.5 (* x (* x (/ 1.0 (* s s))))) (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 1.0f) {
tmp = 1.0f / (1.0f + (1.0f / (1.0f + (x / s))));
} else {
tmp = 1.0f / (2.0f + ((0.5f * (x * (x * (1.0f / (s * s))))) - (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 1.0e0) then
tmp = 1.0e0 / (1.0e0 + (1.0e0 / (1.0e0 + (x / s))))
else
tmp = 1.0e0 / (2.0e0 + ((0.5e0 * (x * (x * (1.0e0 / (s * s))))) - (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(1.0)) tmp = Float32(Float32(1.0) / Float32(Float32(1.0) + Float32(Float32(1.0) / Float32(Float32(1.0) + Float32(x / s))))); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) + Float32(Float32(Float32(0.5) * Float32(x * Float32(x * Float32(Float32(1.0) / Float32(s * s))))) - Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(1.0)) tmp = single(1.0) / (single(1.0) + (single(1.0) / (single(1.0) + (x / s)))); else tmp = single(1.0) / (single(2.0) + ((single(0.5) * (x * (x * (single(1.0) / (s * s))))) - (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 1:\\
\;\;\;\;\frac{1}{1 + \frac{1}{1 + \frac{x}{s}}}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 + \left(0.5 \cdot \left(x \cdot \left(x \cdot \frac{1}{s \cdot s}\right)\right) - \frac{x}{s}\right)}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 1Initial program 99.8%
distribute-frac-neg99.8%
exp-neg99.8%
Applied egg-rr99.8%
Taylor expanded in x around 0 94.7%
+-commutative94.7%
Simplified94.7%
if 1 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 76.0%
+-commutative76.0%
mul-1-neg76.0%
unsub-neg76.0%
unpow276.0%
unpow276.0%
times-frac62.6%
Simplified62.6%
clear-num62.6%
frac-times69.2%
*-un-lft-identity69.2%
Applied egg-rr69.2%
div-inv73.3%
associate-*l/79.1%
Applied egg-rr79.1%
associate-/r/83.5%
Simplified83.5%
Final simplification90.2%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 5.0) (/ 1.0 (+ 1.0 (/ 1.0 (+ 1.0 (/ x s))))) (* (/ 2.0 x) (/ (* s s) x))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 5.0f) {
tmp = 1.0f / (1.0f + (1.0f / (1.0f + (x / s))));
} else {
tmp = (2.0f / x) * ((s * s) / x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 5.0e0) then
tmp = 1.0e0 / (1.0e0 + (1.0e0 / (1.0e0 + (x / s))))
else
tmp = (2.0e0 / x) * ((s * s) / x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(5.0)) tmp = Float32(Float32(1.0) / Float32(Float32(1.0) + Float32(Float32(1.0) / Float32(Float32(1.0) + Float32(x / s))))); else tmp = Float32(Float32(Float32(2.0) / x) * Float32(Float32(s * s) / x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(5.0)) tmp = single(1.0) / (single(1.0) + (single(1.0) / (single(1.0) + (x / s)))); else tmp = (single(2.0) / x) * ((s * s) / x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 5:\\
\;\;\;\;\frac{1}{1 + \frac{1}{1 + \frac{x}{s}}}\\
\mathbf{else}:\\
\;\;\;\;\frac{2}{x} \cdot \frac{s \cdot s}{x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 5Initial program 99.8%
distribute-frac-neg99.8%
exp-neg99.8%
Applied egg-rr99.8%
Taylor expanded in x around 0 93.1%
+-commutative93.1%
Simplified93.1%
if 5 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 78.0%
+-commutative78.0%
mul-1-neg78.0%
unsub-neg78.0%
unpow278.0%
unpow278.0%
times-frac63.5%
Simplified63.5%
Taylor expanded in x around inf 77.3%
associate-*r/77.3%
unpow277.3%
times-frac80.3%
unpow280.3%
associate-*r/69.6%
Simplified69.6%
associate-*r/80.3%
Applied egg-rr80.3%
Final simplification88.2%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 2.0) 0.5 (* 2.0 (/ s (* x (/ x s))))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 2.0f * (s / (x * (x / s)));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = 2.0e0 * (s / (x * (x / s)))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(2.0) * Float32(s / Float32(x * Float32(x / s)))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(2.0)) tmp = single(0.5); else tmp = single(2.0) * (s / (x * (x / s))); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;2 \cdot \frac{s}{x \cdot \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 49.1%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 76.8%
+-commutative76.8%
mul-1-neg76.8%
unsub-neg76.8%
unpow276.8%
unpow276.8%
times-frac62.9%
Simplified62.9%
Taylor expanded in x around inf 76.0%
unpow276.0%
associate-/l*61.5%
unpow261.5%
associate-*r/61.8%
Simplified61.8%
Final simplification54.1%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 2.0) 0.5 (* (/ 2.0 x) (* s (/ s x)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 2.0f) {
tmp = 0.5f;
} else {
tmp = (2.0f / x) * (s * (s / x));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 2.0e0) then
tmp = 0.5e0
else
tmp = (2.0e0 / x) * (s * (s / x))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(Float32(2.0) / x) * Float32(s * Float32(s / x))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(2.0)) tmp = single(0.5); else tmp = (single(2.0) / x) * (s * (s / x)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{2}{x} \cdot \left(s \cdot \frac{s}{x}\right)\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 49.1%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 76.8%
+-commutative76.8%
mul-1-neg76.8%
unsub-neg76.8%
unpow276.8%
unpow276.8%
times-frac62.9%
Simplified62.9%
Taylor expanded in x around inf 76.0%
associate-*r/76.0%
unpow276.0%
times-frac79.0%
unpow279.0%
associate-*r/68.7%
Simplified68.7%
Final simplification56.8%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) 5.0) 0.5 (* (/ 2.0 x) (/ (* s s) x))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= 5.0f) {
tmp = 0.5f;
} else {
tmp = (2.0f / x) * ((s * s) / x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= 5.0e0) then
tmp = 0.5e0
else
tmp = (2.0e0 / x) * ((s * s) / x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(5.0)) tmp = Float32(0.5); else tmp = Float32(Float32(Float32(2.0) / x) * Float32(Float32(s * s) / x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(5.0)) tmp = single(0.5); else tmp = (single(2.0) / x) * ((s * s) / x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq 5:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{2}{x} \cdot \frac{s \cdot s}{x}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 5Initial program 99.8%
Taylor expanded in x around 0 48.8%
if 5 < (/.f32 (neg.f32 x) s) Initial program 100.0%
Taylor expanded in x around 0 78.0%
+-commutative78.0%
mul-1-neg78.0%
unsub-neg78.0%
unpow278.0%
unpow278.0%
times-frac63.5%
Simplified63.5%
Taylor expanded in x around inf 77.3%
associate-*r/77.3%
unpow277.3%
times-frac80.3%
unpow280.3%
associate-*r/69.6%
Simplified69.6%
associate-*r/80.3%
Applied egg-rr80.3%
Final simplification61.0%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -100.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -100.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-100.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-100.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-100.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -100:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -100Initial program 100.0%
Taylor expanded in x around 0 28.1%
if -100 < (/.f32 (neg.f32 x) s) Initial program 99.8%
Taylor expanded in x around 0 58.0%
mul-1-neg58.0%
unsub-neg58.0%
Simplified58.0%
Final simplification46.7%
(FPCore (x s) :precision binary32 (let* ((t_0 (/ (- x) s))) (if (<= t_0 2.0) 0.5 (/ 1.0 t_0))))
float code(float x, float s) {
float t_0 = -x / s;
float tmp;
if (t_0 <= 2.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / t_0;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: tmp
t_0 = -x / s
if (t_0 <= 2.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / t_0
end if
code = tmp
end function
function code(x, s) t_0 = Float32(Float32(-x) / s) tmp = Float32(0.0) if (t_0 <= Float32(2.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / t_0); end return tmp end
function tmp_2 = code(x, s) t_0 = -x / s; tmp = single(0.0); if (t_0 <= single(2.0)) tmp = single(0.5); else tmp = single(1.0) / t_0; end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{-x}{s}\\
\mathbf{if}\;t_0 \leq 2:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{t_0}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < 2Initial program 99.8%
Taylor expanded in x around 0 49.1%
if 2 < (/.f32 (neg.f32 x) s) Initial program 99.9%
Taylor expanded in x around 0 40.0%
mul-1-neg40.0%
unsub-neg40.0%
Simplified40.0%
Taylor expanded in x around inf 39.9%
mul-1-neg39.9%
distribute-frac-neg39.9%
Simplified39.9%
Final simplification45.5%
(FPCore (x s) :precision binary32 (if (<= x -3.5000000934815034e-5) (* s (/ -1.0 x)) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -3.5000000934815034e-5f) {
tmp = s * (-1.0f / x);
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-3.5000000934815034e-5)) then
tmp = s * ((-1.0e0) / x)
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-3.5000000934815034e-5)) tmp = Float32(s * Float32(Float32(-1.0) / x)); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-3.5000000934815034e-5)) tmp = s * (single(-1.0) / x); else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -3.5000000934815034 \cdot 10^{-5}:\\
\;\;\;\;s \cdot \frac{-1}{x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -3.50000009e-5Initial program 100.0%
Taylor expanded in x around 0 55.5%
mul-1-neg55.5%
unsub-neg55.5%
Simplified55.5%
Taylor expanded in x around inf 49.0%
mul-1-neg49.0%
Simplified49.0%
div-inv49.0%
Applied egg-rr49.0%
if -3.50000009e-5 < x Initial program 99.8%
Taylor expanded in x around 0 41.7%
Final simplification43.6%
(FPCore (x s) :precision binary32 (if (<= x -3.5000000934815034e-5) (/ (- s) x) 0.5))
float code(float x, float s) {
float tmp;
if (x <= -3.5000000934815034e-5f) {
tmp = -s / x;
} else {
tmp = 0.5f;
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (x <= (-3.5000000934815034e-5)) then
tmp = -s / x
else
tmp = 0.5e0
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (x <= Float32(-3.5000000934815034e-5)) tmp = Float32(Float32(-s) / x); else tmp = Float32(0.5); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (x <= single(-3.5000000934815034e-5)) tmp = -s / x; else tmp = single(0.5); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;x \leq -3.5000000934815034 \cdot 10^{-5}:\\
\;\;\;\;\frac{-s}{x}\\
\mathbf{else}:\\
\;\;\;\;0.5\\
\end{array}
\end{array}
if x < -3.50000009e-5Initial program 100.0%
Taylor expanded in x around 0 55.5%
mul-1-neg55.5%
unsub-neg55.5%
Simplified55.5%
Taylor expanded in x around inf 49.0%
mul-1-neg49.0%
Simplified49.0%
if -3.50000009e-5 < x Initial program 99.8%
Taylor expanded in x around 0 41.7%
Final simplification43.6%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.9%
Taylor expanded in x around 0 32.4%
Final simplification32.4%
herbie shell --seed 2023293
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))