
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 10 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (/ 1.0 (+ 1.0 (exp (/ (- x) s)))))
float code(float x, float s) {
return 1.0f / (1.0f + expf((-x / s)));
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (1.0e0 + exp((-x / s)))
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-x) / s)))) end
function tmp = code(x, s) tmp = single(1.0) / (single(1.0) + exp((-x / s))); end
\begin{array}{l}
\\
\frac{1}{1 + e^{\frac{-x}{s}}}
\end{array}
(FPCore (x s) :precision binary32 (/ 1.0 (+ (/ 1.0 (pow (exp 2.0) (/ (* x 0.5) s))) 1.0)))
float code(float x, float s) {
return 1.0f / ((1.0f / powf(expf(2.0f), ((x * 0.5f) / s))) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / ((1.0e0 / (exp(2.0e0) ** ((x * 0.5e0) / s))) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(Float32(1.0) / (exp(Float32(2.0)) ^ Float32(Float32(x * Float32(0.5)) / s))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / ((single(1.0) / (exp(single(2.0)) ^ ((x * single(0.5)) / s))) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{\frac{1}{{\left(e^{2}\right)}^{\left(\frac{x \cdot 0.5}{s}\right)}} + 1}
\end{array}
Initial program 99.7%
lift-exp.f32N/A
lift-/.f32N/A
lift-neg.f32N/A
distribute-frac-negN/A
exp-negN/A
lower-/.f32N/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
lift-exp.f32N/A
lift-/.f32N/A
clear-numN/A
div-invN/A
clear-numN/A
lift-/.f32N/A
pow-expN/A
e-exp-1N/A
lift-E.f32N/A
rem-square-sqrtN/A
sqrt-unprodN/A
lift-E.f32N/A
lift-E.f32N/A
sqrt-pow2N/A
lower-pow.f32N/A
e-exp-1N/A
e-exp-1N/A
prod-expN/A
metadata-evalN/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
lift-/.f32N/A
clear-numN/A
associate-/r/N/A
metadata-evalN/A
lift-/.f32N/A
associate-/l*N/A
lower-/.f32N/A
lower-*.f3299.7
Applied rewrites99.7%
Final simplification99.7%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (pow (exp 2.0) (* -0.5 (/ x s))) 1.0)))
float code(float x, float s) {
return 1.0f / (powf(expf(2.0f), (-0.5f * (x / s))) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / ((exp(2.0e0) ** ((-0.5e0) * (x / s))) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32((exp(Float32(2.0)) ^ Float32(Float32(-0.5) * Float32(x / s))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / ((exp(single(2.0)) ^ (single(-0.5) * (x / s))) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{{\left(e^{2}\right)}^{\left(-0.5 \cdot \frac{x}{s}\right)} + 1}
\end{array}
Initial program 99.7%
lift-exp.f32N/A
lift-/.f32N/A
lift-neg.f32N/A
distribute-frac-negN/A
exp-negN/A
lower-/.f32N/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
lift-exp.f32N/A
lift-/.f32N/A
clear-numN/A
div-invN/A
clear-numN/A
lift-/.f32N/A
pow-expN/A
e-exp-1N/A
lift-E.f32N/A
rem-square-sqrtN/A
sqrt-unprodN/A
lift-E.f32N/A
lift-E.f32N/A
sqrt-pow2N/A
lower-pow.f32N/A
e-exp-1N/A
e-exp-1N/A
prod-expN/A
metadata-evalN/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
lift-+.f32N/A
+-commutativeN/A
lower-+.f3299.7
lift-/.f32N/A
lift-pow.f32N/A
pow-flipN/A
lower-pow.f32N/A
lift-/.f32N/A
div-invN/A
metadata-evalN/A
distribute-rgt-neg-inN/A
metadata-evalN/A
lower-*.f3299.7
Applied rewrites99.7%
Final simplification99.7%
(FPCore (x s) :precision binary32 (if (<= (exp (/ (- x) s)) 199999995904.0) (/ 1.0 (+ (/ 1.0 (- 1.0 (/ (- (* (* (/ x s) x) -0.5) x) s))) 1.0)) (/ 1.0 (* (* (/ 0.5 (* s s)) x) x))))
float code(float x, float s) {
float tmp;
if (expf((-x / s)) <= 199999995904.0f) {
tmp = 1.0f / ((1.0f / (1.0f - (((((x / s) * x) * -0.5f) - x) / s))) + 1.0f);
} else {
tmp = 1.0f / (((0.5f / (s * s)) * x) * x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (exp((-x / s)) <= 199999995904.0e0) then
tmp = 1.0e0 / ((1.0e0 / (1.0e0 - (((((x / s) * x) * (-0.5e0)) - x) / s))) + 1.0e0)
else
tmp = 1.0e0 / (((0.5e0 / (s * s)) * x) * x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (exp(Float32(Float32(-x) / s)) <= Float32(199999995904.0)) tmp = Float32(Float32(1.0) / Float32(Float32(Float32(1.0) / Float32(Float32(1.0) - Float32(Float32(Float32(Float32(Float32(x / s) * x) * Float32(-0.5)) - x) / s))) + Float32(1.0))); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(Float32(0.5) / Float32(s * s)) * x) * x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (exp((-x / s)) <= single(199999995904.0)) tmp = single(1.0) / ((single(1.0) / (single(1.0) - (((((x / s) * x) * single(-0.5)) - x) / s))) + single(1.0)); else tmp = single(1.0) / (((single(0.5) / (s * s)) * x) * x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;e^{\frac{-x}{s}} \leq 199999995904:\\
\;\;\;\;\frac{1}{\frac{1}{1 - \frac{\left(\frac{x}{s} \cdot x\right) \cdot -0.5 - x}{s}} + 1}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\left(\frac{0.5}{s \cdot s} \cdot x\right) \cdot x}\\
\end{array}
\end{array}
if (exp.f32 (/.f32 (neg.f32 x) s)) < 199999996000Initial program 99.7%
lift-exp.f32N/A
lift-/.f32N/A
lift-neg.f32N/A
distribute-frac-negN/A
exp-negN/A
lower-/.f32N/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
Taylor expanded in s around -inf
mul-1-negN/A
unsub-negN/A
lower--.f32N/A
lower-/.f32N/A
+-commutativeN/A
mul-1-negN/A
unsub-negN/A
lower--.f32N/A
*-commutativeN/A
lower-*.f32N/A
unpow2N/A
associate-/l*N/A
lower-*.f32N/A
lower-/.f3295.0
Applied rewrites95.0%
if 199999996000 < (exp.f32 (/.f32 (neg.f32 x) s)) Initial program 99.7%
Taylor expanded in s around inf
associate-+r+N/A
+-commutativeN/A
unpow2N/A
associate-/l*N/A
associate-*r*N/A
*-commutativeN/A
associate-*r*N/A
+-commutativeN/A
associate-+l+N/A
Applied rewrites6.4%
Taylor expanded in s around 0
Applied rewrites84.3%
Final simplification91.4%
(FPCore (x s) :precision binary32 (if (<= (exp (/ (- x) s)) 199999995904.0) (/ 1.0 (+ (/ 1.0 (+ (/ x s) 1.0)) 1.0)) (/ 1.0 (* (* (/ 0.5 (* s s)) x) x))))
float code(float x, float s) {
float tmp;
if (expf((-x / s)) <= 199999995904.0f) {
tmp = 1.0f / ((1.0f / ((x / s) + 1.0f)) + 1.0f);
} else {
tmp = 1.0f / (((0.5f / (s * s)) * x) * x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (exp((-x / s)) <= 199999995904.0e0) then
tmp = 1.0e0 / ((1.0e0 / ((x / s) + 1.0e0)) + 1.0e0)
else
tmp = 1.0e0 / (((0.5e0 / (s * s)) * x) * x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (exp(Float32(Float32(-x) / s)) <= Float32(199999995904.0)) tmp = Float32(Float32(1.0) / Float32(Float32(Float32(1.0) / Float32(Float32(x / s) + Float32(1.0))) + Float32(1.0))); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(Float32(0.5) / Float32(s * s)) * x) * x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (exp((-x / s)) <= single(199999995904.0)) tmp = single(1.0) / ((single(1.0) / ((x / s) + single(1.0))) + single(1.0)); else tmp = single(1.0) / (((single(0.5) / (s * s)) * x) * x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;e^{\frac{-x}{s}} \leq 199999995904:\\
\;\;\;\;\frac{1}{\frac{1}{\frac{x}{s} + 1} + 1}\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\left(\frac{0.5}{s \cdot s} \cdot x\right) \cdot x}\\
\end{array}
\end{array}
if (exp.f32 (/.f32 (neg.f32 x) s)) < 199999996000Initial program 99.7%
lift-exp.f32N/A
lift-/.f32N/A
lift-neg.f32N/A
distribute-frac-negN/A
exp-negN/A
lower-/.f32N/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
Taylor expanded in s around inf
+-commutativeN/A
lower-+.f32N/A
lower-/.f3293.1
Applied rewrites93.1%
if 199999996000 < (exp.f32 (/.f32 (neg.f32 x) s)) Initial program 99.7%
Taylor expanded in s around inf
associate-+r+N/A
+-commutativeN/A
unpow2N/A
associate-/l*N/A
associate-*r*N/A
*-commutativeN/A
associate-*r*N/A
+-commutativeN/A
associate-+l+N/A
Applied rewrites6.4%
Taylor expanded in s around 0
Applied rewrites84.3%
Final simplification90.2%
(FPCore (x s) :precision binary32 (if (<= (exp (/ (- x) s)) 199999995904.0) 0.5 (/ 1.0 (* (* (/ 0.5 (* s s)) x) x))))
float code(float x, float s) {
float tmp;
if (expf((-x / s)) <= 199999995904.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (((0.5f / (s * s)) * x) * x);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if (exp((-x / s)) <= 199999995904.0e0) then
tmp = 0.5e0
else
tmp = 1.0e0 / (((0.5e0 / (s * s)) * x) * x)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (exp(Float32(Float32(-x) / s)) <= Float32(199999995904.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(Float32(0.5) / Float32(s * s)) * x) * x)); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if (exp((-x / s)) <= single(199999995904.0)) tmp = single(0.5); else tmp = single(1.0) / (((single(0.5) / (s * s)) * x) * x); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;e^{\frac{-x}{s}} \leq 199999995904:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\left(\frac{0.5}{s \cdot s} \cdot x\right) \cdot x}\\
\end{array}
\end{array}
if (exp.f32 (/.f32 (neg.f32 x) s)) < 199999996000Initial program 99.7%
Taylor expanded in s around inf
Applied rewrites50.6%
if 199999996000 < (exp.f32 (/.f32 (neg.f32 x) s)) Initial program 99.7%
Taylor expanded in s around inf
associate-+r+N/A
+-commutativeN/A
unpow2N/A
associate-/l*N/A
associate-*r*N/A
*-commutativeN/A
associate-*r*N/A
+-commutativeN/A
associate-+l+N/A
Applied rewrites6.4%
Taylor expanded in s around 0
Applied rewrites84.3%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (/ 1.0 (exp (/ x s))) 1.0)))
float code(float x, float s) {
return 1.0f / ((1.0f / expf((x / s))) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / ((1.0e0 / exp((x / s))) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(Float32(Float32(1.0) / exp(Float32(x / s))) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / ((single(1.0) / exp((x / s))) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{\frac{1}{e^{\frac{x}{s}}} + 1}
\end{array}
Initial program 99.7%
lift-exp.f32N/A
lift-/.f32N/A
lift-neg.f32N/A
distribute-frac-negN/A
exp-negN/A
lower-/.f32N/A
lower-exp.f32N/A
lower-/.f3299.7
Applied rewrites99.7%
Final simplification99.7%
(FPCore (x s) :precision binary32 (/ 1.0 (+ (exp (/ (- x) s)) 1.0)))
float code(float x, float s) {
return 1.0f / (expf((-x / s)) + 1.0f);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 1.0e0 / (exp((-x / s)) + 1.0e0)
end function
function code(x, s) return Float32(Float32(1.0) / Float32(exp(Float32(Float32(-x) / s)) + Float32(1.0))) end
function tmp = code(x, s) tmp = single(1.0) / (exp((-x / s)) + single(1.0)); end
\begin{array}{l}
\\
\frac{1}{e^{\frac{-x}{s}} + 1}
\end{array}
Initial program 99.7%
Final simplification99.7%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -10.0) 0.5 (/ 1.0 (+ (- 1.0 (/ x s)) 1.0))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -10.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / ((1.0f - (x / s)) + 1.0f);
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-10.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / ((1.0e0 - (x / s)) + 1.0e0)
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-10.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(Float32(1.0) - Float32(x / s)) + Float32(1.0))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-10.0)) tmp = single(0.5); else tmp = single(1.0) / ((single(1.0) - (x / s)) + single(1.0)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -10:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{\left(1 - \frac{x}{s}\right) + 1}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -10Initial program 100.0%
Taylor expanded in s around inf
Applied rewrites28.1%
if -10 < (/.f32 (neg.f32 x) s) Initial program 99.5%
Taylor expanded in s around inf
mul-1-negN/A
unsub-negN/A
lower--.f32N/A
lower-/.f3260.0
Applied rewrites60.0%
Final simplification47.6%
(FPCore (x s) :precision binary32 (if (<= (/ (- x) s) -10.0) 0.5 (/ 1.0 (- 2.0 (/ x s)))))
float code(float x, float s) {
float tmp;
if ((-x / s) <= -10.0f) {
tmp = 0.5f;
} else {
tmp = 1.0f / (2.0f - (x / s));
}
return tmp;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: tmp
if ((-x / s) <= (-10.0e0)) then
tmp = 0.5e0
else
tmp = 1.0e0 / (2.0e0 - (x / s))
end if
code = tmp
end function
function code(x, s) tmp = Float32(0.0) if (Float32(Float32(-x) / s) <= Float32(-10.0)) tmp = Float32(0.5); else tmp = Float32(Float32(1.0) / Float32(Float32(2.0) - Float32(x / s))); end return tmp end
function tmp_2 = code(x, s) tmp = single(0.0); if ((-x / s) <= single(-10.0)) tmp = single(0.5); else tmp = single(1.0) / (single(2.0) - (x / s)); end tmp_2 = tmp; end
\begin{array}{l}
\\
\begin{array}{l}
\mathbf{if}\;\frac{-x}{s} \leq -10:\\
\;\;\;\;0.5\\
\mathbf{else}:\\
\;\;\;\;\frac{1}{2 - \frac{x}{s}}\\
\end{array}
\end{array}
if (/.f32 (neg.f32 x) s) < -10Initial program 100.0%
Taylor expanded in s around inf
Applied rewrites28.1%
if -10 < (/.f32 (neg.f32 x) s) Initial program 99.5%
Taylor expanded in s around inf
mul-1-negN/A
unsub-negN/A
lower--.f32N/A
lower-/.f3260.0
Applied rewrites60.0%
(FPCore (x s) :precision binary32 0.5)
float code(float x, float s) {
return 0.5f;
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
code = 0.5e0
end function
function code(x, s) return Float32(0.5) end
function tmp = code(x, s) tmp = single(0.5); end
\begin{array}{l}
\\
0.5
\end{array}
Initial program 99.7%
Taylor expanded in s around inf
Applied rewrites35.8%
herbie shell --seed 2024255
(FPCore (x s)
:name "Logistic function"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ 1.0 (+ 1.0 (exp (/ (- x) s)))))