
(FPCore (u s)
:precision binary32
(let* ((t_0 (/ 1.0 (+ 1.0 (exp (/ PI s))))))
(*
(- s)
(log
(-
(/ 1.0 (+ (* u (- (/ 1.0 (+ 1.0 (exp (/ (- PI) s)))) t_0)) t_0))
1.0)))))
float code(float u, float s) {
float t_0 = 1.0f / (1.0f + expf((((float) M_PI) / s)));
return -s * logf(((1.0f / ((u * ((1.0f / (1.0f + expf((-((float) M_PI) / s)))) - t_0)) + t_0)) - 1.0f));
}
function code(u, s) t_0 = Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(pi) / s)))) return Float32(Float32(-s) * log(Float32(Float32(Float32(1.0) / Float32(Float32(u * Float32(Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-Float32(pi)) / s)))) - t_0)) + t_0)) - Float32(1.0)))) end
function tmp = code(u, s) t_0 = single(1.0) / (single(1.0) + exp((single(pi) / s))); tmp = -s * log(((single(1.0) / ((u * ((single(1.0) / (single(1.0) + exp((-single(pi) / s)))) - t_0)) + t_0)) - single(1.0))); end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{1}{1 + e^{\frac{\pi}{s}}}\\
\left(-s\right) \cdot \log \left(\frac{1}{u \cdot \left(\frac{1}{1 + e^{\frac{-\pi}{s}}} - t\_0\right) + t\_0} - 1\right)
\end{array}
\end{array}
Sampling outcomes in binary32 precision:
Herbie found 10 alternatives:
| Alternative | Accuracy | Speedup |
|---|
(FPCore (u s)
:precision binary32
(let* ((t_0 (/ 1.0 (+ 1.0 (exp (/ PI s))))))
(*
(- s)
(log
(-
(/ 1.0 (+ (* u (- (/ 1.0 (+ 1.0 (exp (/ (- PI) s)))) t_0)) t_0))
1.0)))))
float code(float u, float s) {
float t_0 = 1.0f / (1.0f + expf((((float) M_PI) / s)));
return -s * logf(((1.0f / ((u * ((1.0f / (1.0f + expf((-((float) M_PI) / s)))) - t_0)) + t_0)) - 1.0f));
}
function code(u, s) t_0 = Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(pi) / s)))) return Float32(Float32(-s) * log(Float32(Float32(Float32(1.0) / Float32(Float32(u * Float32(Float32(Float32(1.0) / Float32(Float32(1.0) + exp(Float32(Float32(-Float32(pi)) / s)))) - t_0)) + t_0)) - Float32(1.0)))) end
function tmp = code(u, s) t_0 = single(1.0) / (single(1.0) + exp((single(pi) / s))); tmp = -s * log(((single(1.0) / ((u * ((single(1.0) / (single(1.0) + exp((-single(pi) / s)))) - t_0)) + t_0)) - single(1.0))); end
\begin{array}{l}
\\
\begin{array}{l}
t_0 := \frac{1}{1 + e^{\frac{\pi}{s}}}\\
\left(-s\right) \cdot \log \left(\frac{1}{u \cdot \left(\frac{1}{1 + e^{\frac{-\pi}{s}}} - t\_0\right) + t\_0} - 1\right)
\end{array}
\end{array}
(FPCore (u s)
:precision binary32
(*
(- s)
(log
(+
(/
1.0
(+ (/ u (+ (exp (- (/ PI s))) 1.0)) (/ (- 1.0 u) (+ (exp (/ PI s)) 1.0))))
-1.0))))
float code(float u, float s) {
return -s * logf(((1.0f / ((u / (expf(-(((float) M_PI) / s)) + 1.0f)) + ((1.0f - u) / (expf((((float) M_PI) / s)) + 1.0f)))) + -1.0f));
}
function code(u, s) return Float32(Float32(-s) * log(Float32(Float32(Float32(1.0) / Float32(Float32(u / Float32(exp(Float32(-Float32(Float32(pi) / s))) + Float32(1.0))) + Float32(Float32(Float32(1.0) - u) / Float32(exp(Float32(Float32(pi) / s)) + Float32(1.0))))) + Float32(-1.0)))) end
function tmp = code(u, s) tmp = -s * log(((single(1.0) / ((u / (exp(-(single(pi) / s)) + single(1.0))) + ((single(1.0) - u) / (exp((single(pi) / s)) + single(1.0))))) + single(-1.0))); end
\begin{array}{l}
\\
\left(-s\right) \cdot \log \left(\frac{1}{\frac{u}{e^{-\frac{\pi}{s}} + 1} + \frac{1 - u}{e^{\frac{\pi}{s}} + 1}} + -1\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Final simplification99.0%
(FPCore (u s) :precision binary32 (+ (- (* s (log s)) (* s (log PI))) (* 2.0 (/ (* u PI) (+ (/ PI s) 1.0)))))
float code(float u, float s) {
return ((s * logf(s)) - (s * logf(((float) M_PI)))) + (2.0f * ((u * ((float) M_PI)) / ((((float) M_PI) / s) + 1.0f)));
}
function code(u, s) return Float32(Float32(Float32(s * log(s)) - Float32(s * log(Float32(pi)))) + Float32(Float32(2.0) * Float32(Float32(u * Float32(pi)) / Float32(Float32(Float32(pi) / s) + Float32(1.0))))) end
function tmp = code(u, s) tmp = ((s * log(s)) - (s * log(single(pi)))) + (single(2.0) * ((u * single(pi)) / ((single(pi) / s) + single(1.0)))); end
\begin{array}{l}
\\
\left(s \cdot \log s - s \cdot \log \pi\right) + 2 \cdot \frac{u \cdot \pi}{\frac{\pi}{s} + 1}
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.1%
Taylor expanded in s around 0 25.2%
mul-1-neg25.2%
unsub-neg25.2%
Simplified25.2%
sub-neg25.2%
distribute-rgt-in25.2%
Applied egg-rr25.2%
Final simplification25.2%
(FPCore (u s) :precision binary32 (+ (* 2.0 (/ (* u PI) (+ (/ PI s) 1.0))) (* s (- (log s) (log PI)))))
float code(float u, float s) {
return (2.0f * ((u * ((float) M_PI)) / ((((float) M_PI) / s) + 1.0f))) + (s * (logf(s) - logf(((float) M_PI))));
}
function code(u, s) return Float32(Float32(Float32(2.0) * Float32(Float32(u * Float32(pi)) / Float32(Float32(Float32(pi) / s) + Float32(1.0)))) + Float32(s * Float32(log(s) - log(Float32(pi))))) end
function tmp = code(u, s) tmp = (single(2.0) * ((u * single(pi)) / ((single(pi) / s) + single(1.0)))) + (s * (log(s) - log(single(pi)))); end
\begin{array}{l}
\\
2 \cdot \frac{u \cdot \pi}{\frac{\pi}{s} + 1} + s \cdot \left(\log s - \log \pi\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.1%
Taylor expanded in s around 0 25.2%
mul-1-neg25.2%
unsub-neg25.2%
Simplified25.2%
Final simplification25.2%
(FPCore (u s) :precision binary32 (+ (* s (- (log s) (log PI))) (* 2.0 (* s u))))
float code(float u, float s) {
return (s * (logf(s) - logf(((float) M_PI)))) + (2.0f * (s * u));
}
function code(u, s) return Float32(Float32(s * Float32(log(s) - log(Float32(pi)))) + Float32(Float32(2.0) * Float32(s * u))) end
function tmp = code(u, s) tmp = (s * (log(s) - log(single(pi)))) + (single(2.0) * (s * u)); end
\begin{array}{l}
\\
s \cdot \left(\log s - \log \pi\right) + 2 \cdot \left(s \cdot u\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.1%
Taylor expanded in s around 0 25.2%
mul-1-neg25.2%
unsub-neg25.2%
Simplified25.2%
Taylor expanded in s around 0 25.1%
Final simplification25.1%
(FPCore (u s) :precision binary32 (- (* 2.0 (/ (* u PI) (+ (/ PI s) 1.0))) (* s (log (/ PI s)))))
float code(float u, float s) {
return (2.0f * ((u * ((float) M_PI)) / ((((float) M_PI) / s) + 1.0f))) - (s * logf((((float) M_PI) / s)));
}
function code(u, s) return Float32(Float32(Float32(2.0) * Float32(Float32(u * Float32(pi)) / Float32(Float32(Float32(pi) / s) + Float32(1.0)))) - Float32(s * log(Float32(Float32(pi) / s)))) end
function tmp = code(u, s) tmp = (single(2.0) * ((u * single(pi)) / ((single(pi) / s) + single(1.0)))) - (s * log((single(pi) / s))); end
\begin{array}{l}
\\
2 \cdot \frac{u \cdot \pi}{\frac{\pi}{s} + 1} - s \cdot \log \left(\frac{\pi}{s}\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.1%
Taylor expanded in s around 0 25.2%
mul-1-neg25.2%
unsub-neg25.2%
Simplified25.2%
pow125.2%
diff-log25.1%
Applied egg-rr25.1%
unpow125.1%
Simplified25.1%
Final simplification25.1%
(FPCore (u s) :precision binary32 (- (* 2.0 (* s u)) (* s (log (+ (/ PI s) 1.0)))))
float code(float u, float s) {
return (2.0f * (s * u)) - (s * logf(((((float) M_PI) / s) + 1.0f)));
}
function code(u, s) return Float32(Float32(Float32(2.0) * Float32(s * u)) - Float32(s * log(Float32(Float32(Float32(pi) / s) + Float32(1.0))))) end
function tmp = code(u, s) tmp = (single(2.0) * (s * u)) - (s * log(((single(pi) / s) + single(1.0)))); end
\begin{array}{l}
\\
2 \cdot \left(s \cdot u\right) - s \cdot \log \left(\frac{\pi}{s} + 1\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.1%
Taylor expanded in s around 0 25.1%
Final simplification25.1%
(FPCore (u s) :precision binary32 (* s (- (log (+ (/ PI s) 1.0)))))
float code(float u, float s) {
return s * -logf(((((float) M_PI) / s) + 1.0f));
}
function code(u, s) return Float32(s * Float32(-log(Float32(Float32(Float32(pi) / s) + Float32(1.0))))) end
function tmp = code(u, s) tmp = s * -log(((single(pi) / s) + single(1.0))); end
\begin{array}{l}
\\
s \cdot \left(-\log \left(\frac{\pi}{s} + 1\right)\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.0%
Final simplification25.0%
(FPCore (u s) :precision binary32 (* s (- (log1p (/ PI s)))))
float code(float u, float s) {
return s * -log1pf((((float) M_PI) / s));
}
function code(u, s) return Float32(s * Float32(-log1p(Float32(Float32(pi) / s)))) end
\begin{array}{l}
\\
s \cdot \left(-\mathsf{log1p}\left(\frac{\pi}{s}\right)\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around inf 24.8%
+-commutative24.8%
fma-define24.8%
associate--r+24.8%
cancel-sign-sub-inv24.8%
distribute-rgt-out--24.8%
*-commutative24.8%
metadata-eval24.8%
metadata-eval24.8%
*-commutative24.8%
Simplified24.8%
Taylor expanded in u around 0 25.0%
mul-1-neg25.0%
log1p-define25.0%
*-commutative25.0%
distribute-rgt-neg-in25.0%
Simplified25.0%
Final simplification25.0%
(FPCore (u s) :precision binary32 (* -4.0 (* (* u PI) 0.5)))
float code(float u, float s) {
return -4.0f * ((u * ((float) M_PI)) * 0.5f);
}
function code(u, s) return Float32(Float32(-4.0) * Float32(Float32(u * Float32(pi)) * Float32(0.5))) end
function tmp = code(u, s) tmp = single(-4.0) * ((u * single(pi)) * single(0.5)); end
\begin{array}{l}
\\
-4 \cdot \left(\left(u \cdot \pi\right) \cdot 0.5\right)
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in s around -inf 11.9%
associate--r+11.9%
cancel-sign-sub-inv11.9%
metadata-eval11.9%
cancel-sign-sub-inv11.9%
associate-*r*11.9%
distribute-rgt-out11.9%
*-commutative11.9%
metadata-eval11.9%
*-commutative11.9%
associate-*l*11.9%
Simplified11.9%
Taylor expanded in u around inf 5.1%
associate-*r*5.1%
Simplified5.1%
add-sqr-sqrt-0.0%
sqrt-unprod12.1%
associate-*l*12.1%
associate-*l*12.1%
swap-sqr12.1%
metadata-eval12.1%
pow212.1%
Applied egg-rr12.1%
*-commutative12.1%
sqrt-prod12.1%
sqrt-pow112.1%
metadata-eval12.1%
pow112.1%
*-commutative12.1%
metadata-eval12.1%
Applied egg-rr12.1%
Final simplification12.1%
(FPCore (u s) :precision binary32 (- PI))
float code(float u, float s) {
return -((float) M_PI);
}
function code(u, s) return Float32(-Float32(pi)) end
function tmp = code(u, s) tmp = -single(pi); end
\begin{array}{l}
\\
-\pi
\end{array}
Initial program 99.0%
Simplified99.0%
Taylor expanded in u around 0 11.6%
neg-mul-111.6%
Simplified11.6%
herbie shell --seed 2024106
(FPCore (u s)
:name "Sample trimmed logistic on [-pi, pi]"
:precision binary32
:pre (and (and (<= 2.328306437e-10 u) (<= u 1.0)) (and (<= 0.0 s) (<= s 1.0651631)))
(* (- s) (log (- (/ 1.0 (+ (* u (- (/ 1.0 (+ 1.0 (exp (/ (- PI) s)))) (/ 1.0 (+ 1.0 (exp (/ PI s)))))) (/ 1.0 (+ 1.0 (exp (/ PI s)))))) 1.0))))