
(FPCore (x s) :precision binary32 (let* ((t_0 (exp (/ (- (fabs x)) s))) (t_1 (+ 1.0 t_0))) (/ t_0 (* (* s t_1) t_1))))
float code(float x, float s) {
float t_0 = expf((-fabsf(x) / s));
float t_1 = 1.0f + t_0;
return t_0 / ((s * t_1) * t_1);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: t_1
t_0 = exp((-abs(x) / s))
t_1 = 1.0e0 + t_0
code = t_0 / ((s * t_1) * t_1)
end function
function code(x, s) t_0 = exp(Float32(Float32(-abs(x)) / s)) t_1 = Float32(Float32(1.0) + t_0) return Float32(t_0 / Float32(Float32(s * t_1) * t_1)) end
function tmp = code(x, s) t_0 = exp((-abs(x) / s)); t_1 = single(1.0) + t_0; tmp = t_0 / ((s * t_1) * t_1); end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := e^{\frac{-\left|x\right|}{s}}\\
t_1 := 1 + t_0\\
\frac{t_0}{\left(s \cdot t_1\right) \cdot t_1}
\end{array}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 5 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (x s) :precision binary32 (let* ((t_0 (exp (/ (- (fabs x)) s))) (t_1 (+ 1.0 t_0))) (/ t_0 (* (* s t_1) t_1))))
float code(float x, float s) {
float t_0 = expf((-fabsf(x) / s));
float t_1 = 1.0f + t_0;
return t_0 / ((s * t_1) * t_1);
}
real(4) function code(x, s)
real(4), intent (in) :: x
real(4), intent (in) :: s
real(4) :: t_0
real(4) :: t_1
t_0 = exp((-abs(x) / s))
t_1 = 1.0e0 + t_0
code = t_0 / ((s * t_1) * t_1)
end function
function code(x, s) t_0 = exp(Float32(Float32(-abs(x)) / s)) t_1 = Float32(Float32(1.0) + t_0) return Float32(t_0 / Float32(Float32(s * t_1) * t_1)) end
function tmp = code(x, s) t_0 = exp((-abs(x) / s)); t_1 = single(1.0) + t_0; tmp = t_0 / ((s * t_1) * t_1); end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := e^{\frac{-\left|x\right|}{s}}\\
t_1 := 1 + t_0\\
\frac{t_0}{\left(s \cdot t_1\right) \cdot t_1}
\end{array}
\end{array}
x_m = (fabs.f32 x) (FPCore (x_m s) :precision binary32 (/ 1.0 (* (+ 1.0 (exp (- (/ x_m s)))) (* s (+ 1.0 (pow (sqrt (exp (/ x_m s))) 2.0))))))
x_m = fabs(x);
float code(float x_m, float s) {
return 1.0f / ((1.0f + expf(-(x_m / s))) * (s * (1.0f + powf(sqrtf(expf((x_m / s))), 2.0f))));
}
x_m = abs(x)
real(4) function code(x_m, s)
real(4), intent (in) :: x_m
real(4), intent (in) :: s
code = 1.0e0 / ((1.0e0 + exp(-(x_m / s))) * (s * (1.0e0 + (sqrt(exp((x_m / s))) ** 2.0e0))))
end function
x_m = abs(x) function code(x_m, s) return Float32(Float32(1.0) / Float32(Float32(Float32(1.0) + exp(Float32(-Float32(x_m / s)))) * Float32(s * Float32(Float32(1.0) + (sqrt(exp(Float32(x_m / s))) ^ Float32(2.0)))))) end
x_m = abs(x); function tmp = code(x_m, s) tmp = single(1.0) / ((single(1.0) + exp(-(x_m / s))) * (s * (single(1.0) + (sqrt(exp((x_m / s))) ^ single(2.0))))); end
\begin{array}{l}
x_m = \left|x\right|
\\
\frac{1}{\left(1 + e^{-\frac{x_m}{s}}\right) \cdot \left(s \cdot \left(1 + {\left(\sqrt{e^{\frac{x_m}{s}}}\right)}^{2}\right)\right)}
\end{array}
Initial program 99.7%
Simplified99.7%
frac-2neg99.7%
frac-2neg99.7%
add-sqr-sqrt99.7%
sqrt-unprod97.4%
sqr-neg97.4%
sqrt-unprod-0.0%
add-sqr-sqrt23.7%
fma-udef23.7%
*-un-lft-identity23.7%
*-commutative23.7%
distribute-lft-in23.7%
add-exp-log22.8%
+-commutative22.8%
add-exp-log22.8%
log1p-udef22.8%
prod-exp22.6%
Applied egg-rr62.4%
+-commutative62.4%
Simplified62.4%
distribute-frac-neg62.4%
rec-exp62.4%
frac-2neg62.4%
frac-2neg62.4%
add-sqr-sqrt62.4%
sqrt-unprod62.2%
sqr-neg62.2%
sqrt-unprod-0.0%
add-sqr-sqrt96.3%
add-sqr-sqrt-0.0%
sqrt-unprod62.2%
sqr-neg62.2%
sqrt-unprod62.4%
add-sqr-sqrt62.4%
add-sqr-sqrt52.1%
fabs-sqr52.1%
add-sqr-sqrt98.0%
Applied egg-rr98.0%
rec-exp98.0%
distribute-neg-frac98.0%
Simplified98.0%
exp-sum98.4%
log1p-udef98.4%
+-commutative98.4%
add-exp-log98.3%
add-exp-log99.8%
Applied egg-rr99.8%
add-sqr-sqrt99.8%
pow299.8%
Applied egg-rr99.8%
Final simplification99.8%
x_m = (fabs.f32 x) (FPCore (x_m s) :precision binary32 (/ 1.0 (* (+ 1.0 (exp (- (/ x_m s)))) (* s (+ 1.0 (exp (/ x_m s)))))))
x_m = fabs(x);
float code(float x_m, float s) {
return 1.0f / ((1.0f + expf(-(x_m / s))) * (s * (1.0f + expf((x_m / s)))));
}
x_m = abs(x)
real(4) function code(x_m, s)
real(4), intent (in) :: x_m
real(4), intent (in) :: s
code = 1.0e0 / ((1.0e0 + exp(-(x_m / s))) * (s * (1.0e0 + exp((x_m / s)))))
end function
x_m = abs(x) function code(x_m, s) return Float32(Float32(1.0) / Float32(Float32(Float32(1.0) + exp(Float32(-Float32(x_m / s)))) * Float32(s * Float32(Float32(1.0) + exp(Float32(x_m / s)))))) end
x_m = abs(x); function tmp = code(x_m, s) tmp = single(1.0) / ((single(1.0) + exp(-(x_m / s))) * (s * (single(1.0) + exp((x_m / s))))); end
\begin{array}{l}
x_m = \left|x\right|
\\
\frac{1}{\left(1 + e^{-\frac{x_m}{s}}\right) \cdot \left(s \cdot \left(1 + e^{\frac{x_m}{s}}\right)\right)}
\end{array}
Initial program 99.7%
Simplified99.7%
frac-2neg99.7%
frac-2neg99.7%
add-sqr-sqrt99.7%
sqrt-unprod97.4%
sqr-neg97.4%
sqrt-unprod-0.0%
add-sqr-sqrt23.7%
fma-udef23.7%
*-un-lft-identity23.7%
*-commutative23.7%
distribute-lft-in23.7%
add-exp-log22.8%
+-commutative22.8%
add-exp-log22.8%
log1p-udef22.8%
prod-exp22.6%
Applied egg-rr62.4%
+-commutative62.4%
Simplified62.4%
distribute-frac-neg62.4%
rec-exp62.4%
frac-2neg62.4%
frac-2neg62.4%
add-sqr-sqrt62.4%
sqrt-unprod62.2%
sqr-neg62.2%
sqrt-unprod-0.0%
add-sqr-sqrt96.3%
add-sqr-sqrt-0.0%
sqrt-unprod62.2%
sqr-neg62.2%
sqrt-unprod62.4%
add-sqr-sqrt62.4%
add-sqr-sqrt52.1%
fabs-sqr52.1%
add-sqr-sqrt98.0%
Applied egg-rr98.0%
rec-exp98.0%
distribute-neg-frac98.0%
Simplified98.0%
exp-sum98.4%
log1p-udef98.4%
+-commutative98.4%
add-exp-log98.3%
add-exp-log99.8%
Applied egg-rr99.8%
Final simplification99.8%
x_m = (fabs.f32 x) (FPCore (x_m s) :precision binary32 (/ 1.0 (* 2.0 (+ s (* s (exp (/ x_m s)))))))
x_m = fabs(x);
float code(float x_m, float s) {
return 1.0f / (2.0f * (s + (s * expf((x_m / s)))));
}
x_m = abs(x)
real(4) function code(x_m, s)
real(4), intent (in) :: x_m
real(4), intent (in) :: s
code = 1.0e0 / (2.0e0 * (s + (s * exp((x_m / s)))))
end function
x_m = abs(x) function code(x_m, s) return Float32(Float32(1.0) / Float32(Float32(2.0) * Float32(s + Float32(s * exp(Float32(x_m / s)))))) end
x_m = abs(x); function tmp = code(x_m, s) tmp = single(1.0) / (single(2.0) * (s + (s * exp((x_m / s))))); end
\begin{array}{l}
x_m = \left|x\right|
\\
\frac{1}{2 \cdot \left(s + s \cdot e^{\frac{x_m}{s}}\right)}
\end{array}
Initial program 99.7%
Simplified99.7%
Taylor expanded in s around inf 95.9%
fma-udef95.9%
Applied egg-rr62.2%
Final simplification62.2%
x_m = (fabs.f32 x) (FPCore (x_m s) :precision binary32 (/ 1.0 (* 2.0 (+ (fabs x_m) (* s 2.0)))))
x_m = fabs(x);
float code(float x_m, float s) {
return 1.0f / (2.0f * (fabsf(x_m) + (s * 2.0f)));
}
x_m = abs(x)
real(4) function code(x_m, s)
real(4), intent (in) :: x_m
real(4), intent (in) :: s
code = 1.0e0 / (2.0e0 * (abs(x_m) + (s * 2.0e0)))
end function
x_m = abs(x) function code(x_m, s) return Float32(Float32(1.0) / Float32(Float32(2.0) * Float32(abs(x_m) + Float32(s * Float32(2.0))))) end
x_m = abs(x); function tmp = code(x_m, s) tmp = single(1.0) / (single(2.0) * (abs(x_m) + (s * single(2.0)))); end
\begin{array}{l}
x_m = \left|x\right|
\\
\frac{1}{2 \cdot \left(\left|x_m\right| + s \cdot 2\right)}
\end{array}
Initial program 99.7%
Simplified99.7%
Taylor expanded in s around inf 95.9%
Taylor expanded in s around inf 27.8%
*-commutative27.8%
Simplified27.8%
Final simplification27.8%
x_m = (fabs.f32 x) (FPCore (x_m s) :precision binary32 (/ 0.25 s))
x_m = fabs(x);
float code(float x_m, float s) {
return 0.25f / s;
}
x_m = abs(x)
real(4) function code(x_m, s)
real(4), intent (in) :: x_m
real(4), intent (in) :: s
code = 0.25e0 / s
end function
x_m = abs(x) function code(x_m, s) return Float32(Float32(0.25) / s) end
x_m = abs(x); function tmp = code(x_m, s) tmp = single(0.25) / s; end
\begin{array}{l}
x_m = \left|x\right|
\\
\frac{0.25}{s}
\end{array}
Initial program 99.7%
associate-*l*99.7%
Simplified99.7%
Taylor expanded in s around inf 25.7%
Final simplification25.7%
herbie shell --seed 2024020
(FPCore (x s)
:name "Logistic distribution"
:precision binary32
:pre (and (<= 0.0 s) (<= s 1.0651631))
(/ (exp (/ (- (fabs x)) s)) (* (* s (+ 1.0 (exp (/ (- (fabs x)) s)))) (+ 1.0 (exp (/ (- (fabs x)) s))))))