Harley's example

Percentage Accurate: 90.6% → 98.4%
Time: 54.2s
Alternatives: 6
Speedup: 896.0×

Specification

?
\[0 < c\_p \land 0 < c\_n\]
\[\begin{array}{l} \\ \begin{array}{l} t_1 := \frac{1}{1 + e^{-t}}\\ t_2 := \frac{1}{1 + e^{-s}}\\ \frac{{t\_2}^{c\_p} \cdot {\left(1 - t\_2\right)}^{c\_n}}{{t\_1}^{c\_p} \cdot {\left(1 - t\_1\right)}^{c\_n}} \end{array} \end{array} \]
(FPCore (c_p c_n t s)
 :precision binary64
 (let* ((t_1 (/ 1.0 (+ 1.0 (exp (- t))))) (t_2 (/ 1.0 (+ 1.0 (exp (- s))))))
   (/
    (* (pow t_2 c_p) (pow (- 1.0 t_2) c_n))
    (* (pow t_1 c_p) (pow (- 1.0 t_1) c_n)))))
double code(double c_p, double c_n, double t, double s) {
	double t_1 = 1.0 / (1.0 + exp(-t));
	double t_2 = 1.0 / (1.0 + exp(-s));
	return (pow(t_2, c_p) * pow((1.0 - t_2), c_n)) / (pow(t_1, c_p) * pow((1.0 - t_1), c_n));
}
real(8) function code(c_p, c_n, t, s)
    real(8), intent (in) :: c_p
    real(8), intent (in) :: c_n
    real(8), intent (in) :: t
    real(8), intent (in) :: s
    real(8) :: t_1
    real(8) :: t_2
    t_1 = 1.0d0 / (1.0d0 + exp(-t))
    t_2 = 1.0d0 / (1.0d0 + exp(-s))
    code = ((t_2 ** c_p) * ((1.0d0 - t_2) ** c_n)) / ((t_1 ** c_p) * ((1.0d0 - t_1) ** c_n))
end function
public static double code(double c_p, double c_n, double t, double s) {
	double t_1 = 1.0 / (1.0 + Math.exp(-t));
	double t_2 = 1.0 / (1.0 + Math.exp(-s));
	return (Math.pow(t_2, c_p) * Math.pow((1.0 - t_2), c_n)) / (Math.pow(t_1, c_p) * Math.pow((1.0 - t_1), c_n));
}
def code(c_p, c_n, t, s):
	t_1 = 1.0 / (1.0 + math.exp(-t))
	t_2 = 1.0 / (1.0 + math.exp(-s))
	return (math.pow(t_2, c_p) * math.pow((1.0 - t_2), c_n)) / (math.pow(t_1, c_p) * math.pow((1.0 - t_1), c_n))
function code(c_p, c_n, t, s)
	t_1 = Float64(1.0 / Float64(1.0 + exp(Float64(-t))))
	t_2 = Float64(1.0 / Float64(1.0 + exp(Float64(-s))))
	return Float64(Float64((t_2 ^ c_p) * (Float64(1.0 - t_2) ^ c_n)) / Float64((t_1 ^ c_p) * (Float64(1.0 - t_1) ^ c_n)))
end
function tmp = code(c_p, c_n, t, s)
	t_1 = 1.0 / (1.0 + exp(-t));
	t_2 = 1.0 / (1.0 + exp(-s));
	tmp = ((t_2 ^ c_p) * ((1.0 - t_2) ^ c_n)) / ((t_1 ^ c_p) * ((1.0 - t_1) ^ c_n));
end
code[c$95$p_, c$95$n_, t_, s_] := Block[{t$95$1 = N[(1.0 / N[(1.0 + N[Exp[(-t)], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]}, Block[{t$95$2 = N[(1.0 / N[(1.0 + N[Exp[(-s)], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]}, N[(N[(N[Power[t$95$2, c$95$p], $MachinePrecision] * N[Power[N[(1.0 - t$95$2), $MachinePrecision], c$95$n], $MachinePrecision]), $MachinePrecision] / N[(N[Power[t$95$1, c$95$p], $MachinePrecision] * N[Power[N[(1.0 - t$95$1), $MachinePrecision], c$95$n], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]]
\begin{array}{l}

\\
\begin{array}{l}
t_1 := \frac{1}{1 + e^{-t}}\\
t_2 := \frac{1}{1 + e^{-s}}\\
\frac{{t\_2}^{c\_p} \cdot {\left(1 - t\_2\right)}^{c\_n}}{{t\_1}^{c\_p} \cdot {\left(1 - t\_1\right)}^{c\_n}}
\end{array}
\end{array}

Sampling outcomes in binary64 precision:

Local Percentage Accuracy vs ?

The average percentage accuracy by input value. Horizontal axis shows value of an input variable; the variable is choosen in the title. Vertical axis is accuracy; higher is better. Red represent the original program, while blue represents Herbie's suggestion. These can be toggled with buttons below the plot. The line is an average while dots represent individual samples.

Accuracy vs Speed?

Herbie found 6 alternatives:

AlternativeAccuracySpeedup
The accuracy (vertical axis) and speed (horizontal axis) of each alternatives. Up and to the right is better. The red square shows the initial program, and each blue circle shows an alternative.The line shows the best available speed-accuracy tradeoffs.

Initial Program: 90.6% accurate, 1.0× speedup?

\[\begin{array}{l} \\ \begin{array}{l} t_1 := \frac{1}{1 + e^{-t}}\\ t_2 := \frac{1}{1 + e^{-s}}\\ \frac{{t\_2}^{c\_p} \cdot {\left(1 - t\_2\right)}^{c\_n}}{{t\_1}^{c\_p} \cdot {\left(1 - t\_1\right)}^{c\_n}} \end{array} \end{array} \]
(FPCore (c_p c_n t s)
 :precision binary64
 (let* ((t_1 (/ 1.0 (+ 1.0 (exp (- t))))) (t_2 (/ 1.0 (+ 1.0 (exp (- s))))))
   (/
    (* (pow t_2 c_p) (pow (- 1.0 t_2) c_n))
    (* (pow t_1 c_p) (pow (- 1.0 t_1) c_n)))))
double code(double c_p, double c_n, double t, double s) {
	double t_1 = 1.0 / (1.0 + exp(-t));
	double t_2 = 1.0 / (1.0 + exp(-s));
	return (pow(t_2, c_p) * pow((1.0 - t_2), c_n)) / (pow(t_1, c_p) * pow((1.0 - t_1), c_n));
}
real(8) function code(c_p, c_n, t, s)
    real(8), intent (in) :: c_p
    real(8), intent (in) :: c_n
    real(8), intent (in) :: t
    real(8), intent (in) :: s
    real(8) :: t_1
    real(8) :: t_2
    t_1 = 1.0d0 / (1.0d0 + exp(-t))
    t_2 = 1.0d0 / (1.0d0 + exp(-s))
    code = ((t_2 ** c_p) * ((1.0d0 - t_2) ** c_n)) / ((t_1 ** c_p) * ((1.0d0 - t_1) ** c_n))
end function
public static double code(double c_p, double c_n, double t, double s) {
	double t_1 = 1.0 / (1.0 + Math.exp(-t));
	double t_2 = 1.0 / (1.0 + Math.exp(-s));
	return (Math.pow(t_2, c_p) * Math.pow((1.0 - t_2), c_n)) / (Math.pow(t_1, c_p) * Math.pow((1.0 - t_1), c_n));
}
def code(c_p, c_n, t, s):
	t_1 = 1.0 / (1.0 + math.exp(-t))
	t_2 = 1.0 / (1.0 + math.exp(-s))
	return (math.pow(t_2, c_p) * math.pow((1.0 - t_2), c_n)) / (math.pow(t_1, c_p) * math.pow((1.0 - t_1), c_n))
function code(c_p, c_n, t, s)
	t_1 = Float64(1.0 / Float64(1.0 + exp(Float64(-t))))
	t_2 = Float64(1.0 / Float64(1.0 + exp(Float64(-s))))
	return Float64(Float64((t_2 ^ c_p) * (Float64(1.0 - t_2) ^ c_n)) / Float64((t_1 ^ c_p) * (Float64(1.0 - t_1) ^ c_n)))
end
function tmp = code(c_p, c_n, t, s)
	t_1 = 1.0 / (1.0 + exp(-t));
	t_2 = 1.0 / (1.0 + exp(-s));
	tmp = ((t_2 ^ c_p) * ((1.0 - t_2) ^ c_n)) / ((t_1 ^ c_p) * ((1.0 - t_1) ^ c_n));
end
code[c$95$p_, c$95$n_, t_, s_] := Block[{t$95$1 = N[(1.0 / N[(1.0 + N[Exp[(-t)], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]}, Block[{t$95$2 = N[(1.0 / N[(1.0 + N[Exp[(-s)], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]}, N[(N[(N[Power[t$95$2, c$95$p], $MachinePrecision] * N[Power[N[(1.0 - t$95$2), $MachinePrecision], c$95$n], $MachinePrecision]), $MachinePrecision] / N[(N[Power[t$95$1, c$95$p], $MachinePrecision] * N[Power[N[(1.0 - t$95$1), $MachinePrecision], c$95$n], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]]
\begin{array}{l}

\\
\begin{array}{l}
t_1 := \frac{1}{1 + e^{-t}}\\
t_2 := \frac{1}{1 + e^{-s}}\\
\frac{{t\_2}^{c\_p} \cdot {\left(1 - t\_2\right)}^{c\_n}}{{t\_1}^{c\_p} \cdot {\left(1 - t\_1\right)}^{c\_n}}
\end{array}
\end{array}

Alternative 1: 98.4% accurate, 6.1× speedup?

\[\begin{array}{l} \\ e^{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right), t, \mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s\right)} \end{array} \]
(FPCore (c_p c_n t s)
 :precision binary64
 (exp
  (fma
   (fma (fma 0.125 t -0.5) c_p (* (fma 0.125 t 0.5) c_n))
   t
   (* (fma -0.5 c_n (* 0.5 c_p)) s))))
double code(double c_p, double c_n, double t, double s) {
	return exp(fma(fma(fma(0.125, t, -0.5), c_p, (fma(0.125, t, 0.5) * c_n)), t, (fma(-0.5, c_n, (0.5 * c_p)) * s)));
}
function code(c_p, c_n, t, s)
	return exp(fma(fma(fma(0.125, t, -0.5), c_p, Float64(fma(0.125, t, 0.5) * c_n)), t, Float64(fma(-0.5, c_n, Float64(0.5 * c_p)) * s)))
end
code[c$95$p_, c$95$n_, t_, s_] := N[Exp[N[(N[(N[(0.125 * t + -0.5), $MachinePrecision] * c$95$p + N[(N[(0.125 * t + 0.5), $MachinePrecision] * c$95$n), $MachinePrecision]), $MachinePrecision] * t + N[(N[(-0.5 * c$95$n + N[(0.5 * c$95$p), $MachinePrecision]), $MachinePrecision] * s), $MachinePrecision]), $MachinePrecision]], $MachinePrecision]
\begin{array}{l}

\\
e^{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right), t, \mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s\right)}
\end{array}
Derivation
  1. Initial program 90.7%

    \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
  2. Add Preprocessing
  3. Applied rewrites97.2%

    \[\leadsto \color{blue}{e^{\mathsf{fma}\left(c\_p, \left(-\mathsf{log1p}\left(e^{-s}\right)\right) - \left(-\mathsf{log1p}\left(e^{-t}\right)\right), c\_n \cdot \left(\mathsf{log1p}\left({\left(-1 - e^{-s}\right)}^{-1}\right) - \mathsf{log1p}\left({\left(-1 - e^{-t}\right)}^{-1}\right)\right)\right)}} \]
  4. Taylor expanded in t around 0

    \[\leadsto e^{\color{blue}{c\_n \cdot \left(\log \left(1 - \frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right) - \log \frac{1}{2}\right) + \left(c\_p \cdot \left(\log 2 - \log \left(1 + e^{\mathsf{neg}\left(s\right)}\right)\right) + t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{2} \cdot c\_n + t \cdot \left(\frac{1}{8} \cdot c\_n + \frac{1}{8} \cdot c\_p\right)\right)\right)\right)}} \]
  5. Applied rewrites97.7%

    \[\leadsto e^{\color{blue}{\mathsf{fma}\left(\mathsf{log1p}\left(\frac{-1}{e^{-s} + 1}\right) - \log 0.5, c\_n, \mathsf{fma}\left(\log 2 - \mathsf{log1p}\left(e^{-s}\right), c\_p, \mathsf{fma}\left(0.125 \cdot t, c\_n + c\_p, \mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right)\right) \cdot t\right)\right)}} \]
  6. Taylor expanded in s around 0

    \[\leadsto e^{s \cdot \left(\frac{-1}{2} \cdot c\_n + \frac{1}{2} \cdot c\_p\right) + \color{blue}{t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{8} \cdot \left(t \cdot \left(c\_n + c\_p\right)\right) + \frac{1}{2} \cdot c\_n\right)\right)}} \]
  7. Applied rewrites98.8%

    \[\leadsto e^{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right), \color{blue}{t}, \mathsf{fma}\left(-0.5, c\_n, c\_p \cdot 0.5\right) \cdot s\right)} \]
  8. Final simplification98.8%

    \[\leadsto e^{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right), t, \mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s\right)} \]
  9. Add Preprocessing

Alternative 2: 96.8% accurate, 3.7× speedup?

\[\begin{array}{l} \\ \begin{array}{l} \mathbf{if}\;\frac{1}{e^{-s} + 1} \leq 5 \cdot 10^{-155}:\\ \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\ \mathbf{else}:\\ \;\;\;\;e^{\mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right) \cdot t}\\ \end{array} \end{array} \]
(FPCore (c_p c_n t s)
 :precision binary64
 (if (<= (/ 1.0 (+ (exp (- s)) 1.0)) 5e-155)
   (/ (pow 0.5 c_p) 1.0)
   (exp (* (fma -0.5 c_p (* 0.5 c_n)) t))))
double code(double c_p, double c_n, double t, double s) {
	double tmp;
	if ((1.0 / (exp(-s) + 1.0)) <= 5e-155) {
		tmp = pow(0.5, c_p) / 1.0;
	} else {
		tmp = exp((fma(-0.5, c_p, (0.5 * c_n)) * t));
	}
	return tmp;
}
function code(c_p, c_n, t, s)
	tmp = 0.0
	if (Float64(1.0 / Float64(exp(Float64(-s)) + 1.0)) <= 5e-155)
		tmp = Float64((0.5 ^ c_p) / 1.0);
	else
		tmp = exp(Float64(fma(-0.5, c_p, Float64(0.5 * c_n)) * t));
	end
	return tmp
end
code[c$95$p_, c$95$n_, t_, s_] := If[LessEqual[N[(1.0 / N[(N[Exp[(-s)], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision], 5e-155], N[(N[Power[0.5, c$95$p], $MachinePrecision] / 1.0), $MachinePrecision], N[Exp[N[(N[(-0.5 * c$95$p + N[(0.5 * c$95$n), $MachinePrecision]), $MachinePrecision] * t), $MachinePrecision]], $MachinePrecision]]
\begin{array}{l}

\\
\begin{array}{l}
\mathbf{if}\;\frac{1}{e^{-s} + 1} \leq 5 \cdot 10^{-155}:\\
\;\;\;\;\frac{{0.5}^{c\_p}}{1}\\

\mathbf{else}:\\
\;\;\;\;e^{\mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right) \cdot t}\\


\end{array}
\end{array}
Derivation
  1. Split input into 2 regimes
  2. if (/.f64 #s(literal 1 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (neg.f64 s)))) < 4.9999999999999999e-155

    1. Initial program 22.9%

      \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
    2. Add Preprocessing
    3. Taylor expanded in c_n around 0

      \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
    4. Step-by-step derivation
      1. lower-/.f64N/A

        \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
      2. lower-pow.f64N/A

        \[\leadsto \frac{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      3. lower-/.f64N/A

        \[\leadsto \frac{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      4. +-commutativeN/A

        \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(s\right)} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      5. neg-mul-1N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      6. lower-+.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      7. lower-exp.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      8. neg-mul-1N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{\mathsf{neg}\left(s\right)}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      9. lower-neg.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
      10. lower-pow.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
      11. lower-/.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}}^{c\_p}} \]
      12. +-commutativeN/A

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
      13. lower-+.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
      14. lower-exp.f64N/A

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)}} + 1}\right)}^{c\_p}} \]
      15. lower-neg.f6422.9

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{\color{blue}{-t}} + 1}\right)}^{c\_p}} \]
    5. Applied rewrites22.9%

      \[\leadsto \color{blue}{\frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{-t} + 1}\right)}^{c\_p}}} \]
    6. Taylor expanded in c_p around 0

      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
    7. Step-by-step derivation
      1. Applied rewrites78.5%

        \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
      2. Taylor expanded in s around 0

        \[\leadsto \frac{{\frac{1}{2}}^{c\_p}}{1} \]
      3. Step-by-step derivation
        1. Applied rewrites78.5%

          \[\leadsto \frac{{0.5}^{c\_p}}{1} \]

        if 4.9999999999999999e-155 < (/.f64 #s(literal 1 binary64) (+.f64 #s(literal 1 binary64) (exp.f64 (neg.f64 s))))

        1. Initial program 93.1%

          \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
        2. Add Preprocessing
        3. Applied rewrites97.9%

          \[\leadsto \color{blue}{e^{\mathsf{fma}\left(c\_p, \left(-\mathsf{log1p}\left(e^{-s}\right)\right) - \left(-\mathsf{log1p}\left(e^{-t}\right)\right), c\_n \cdot \left(\mathsf{log1p}\left({\left(-1 - e^{-s}\right)}^{-1}\right) - \mathsf{log1p}\left({\left(-1 - e^{-t}\right)}^{-1}\right)\right)\right)}} \]
        4. Taylor expanded in t around 0

          \[\leadsto e^{\color{blue}{c\_n \cdot \left(\log \left(1 - \frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right) - \log \frac{1}{2}\right) + \left(c\_p \cdot \left(\log 2 - \log \left(1 + e^{\mathsf{neg}\left(s\right)}\right)\right) + t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{2} \cdot c\_n + t \cdot \left(\frac{1}{8} \cdot c\_n + \frac{1}{8} \cdot c\_p\right)\right)\right)\right)}} \]
        5. Applied rewrites98.4%

          \[\leadsto e^{\color{blue}{\mathsf{fma}\left(\mathsf{log1p}\left(\frac{-1}{e^{-s} + 1}\right) - \log 0.5, c\_n, \mathsf{fma}\left(\log 2 - \mathsf{log1p}\left(e^{-s}\right), c\_p, \mathsf{fma}\left(0.125 \cdot t, c\_n + c\_p, \mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right)\right) \cdot t\right)\right)}} \]
        6. Taylor expanded in s around 0

          \[\leadsto e^{t \cdot \color{blue}{\left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{8} \cdot \left(t \cdot \left(c\_n + c\_p\right)\right) + \frac{1}{2} \cdot c\_n\right)\right)}} \]
        7. Applied rewrites96.8%

          \[\leadsto e^{\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right) \cdot \color{blue}{t}} \]
        8. Taylor expanded in t around 0

          \[\leadsto e^{t \cdot \left(\frac{-1}{2} \cdot c\_p + \color{blue}{\frac{1}{2} \cdot c\_n}\right)} \]
        9. Step-by-step derivation
          1. Applied rewrites97.8%

            \[\leadsto e^{\mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right) \cdot t} \]
        10. Recombined 2 regimes into one program.
        11. Final simplification97.1%

          \[\leadsto \begin{array}{l} \mathbf{if}\;\frac{1}{e^{-s} + 1} \leq 5 \cdot 10^{-155}:\\ \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\ \mathbf{else}:\\ \;\;\;\;e^{\mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right) \cdot t}\\ \end{array} \]
        12. Add Preprocessing

        Alternative 3: 94.9% accurate, 7.2× speedup?

        \[\begin{array}{l} \\ \begin{array}{l} \mathbf{if}\;-s \leq 10^{-69}:\\ \;\;\;\;e^{\left(\mathsf{fma}\left(0.125, t, -0.5\right) \cdot t\right) \cdot c\_p}\\ \mathbf{else}:\\ \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\ \end{array} \end{array} \]
        (FPCore (c_p c_n t s)
         :precision binary64
         (if (<= (- s) 1e-69)
           (exp (* (* (fma 0.125 t -0.5) t) c_p))
           (/ (pow 0.5 c_p) 1.0)))
        double code(double c_p, double c_n, double t, double s) {
        	double tmp;
        	if (-s <= 1e-69) {
        		tmp = exp(((fma(0.125, t, -0.5) * t) * c_p));
        	} else {
        		tmp = pow(0.5, c_p) / 1.0;
        	}
        	return tmp;
        }
        
        function code(c_p, c_n, t, s)
        	tmp = 0.0
        	if (Float64(-s) <= 1e-69)
        		tmp = exp(Float64(Float64(fma(0.125, t, -0.5) * t) * c_p));
        	else
        		tmp = Float64((0.5 ^ c_p) / 1.0);
        	end
        	return tmp
        end
        
        code[c$95$p_, c$95$n_, t_, s_] := If[LessEqual[(-s), 1e-69], N[Exp[N[(N[(N[(0.125 * t + -0.5), $MachinePrecision] * t), $MachinePrecision] * c$95$p), $MachinePrecision]], $MachinePrecision], N[(N[Power[0.5, c$95$p], $MachinePrecision] / 1.0), $MachinePrecision]]
        
        \begin{array}{l}
        
        \\
        \begin{array}{l}
        \mathbf{if}\;-s \leq 10^{-69}:\\
        \;\;\;\;e^{\left(\mathsf{fma}\left(0.125, t, -0.5\right) \cdot t\right) \cdot c\_p}\\
        
        \mathbf{else}:\\
        \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\
        
        
        \end{array}
        \end{array}
        
        Derivation
        1. Split input into 2 regimes
        2. if (neg.f64 s) < 9.9999999999999996e-70

          1. Initial program 92.3%

            \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
          2. Add Preprocessing
          3. Applied rewrites97.6%

            \[\leadsto \color{blue}{e^{\mathsf{fma}\left(c\_p, \left(-\mathsf{log1p}\left(e^{-s}\right)\right) - \left(-\mathsf{log1p}\left(e^{-t}\right)\right), c\_n \cdot \left(\mathsf{log1p}\left({\left(-1 - e^{-s}\right)}^{-1}\right) - \mathsf{log1p}\left({\left(-1 - e^{-t}\right)}^{-1}\right)\right)\right)}} \]
          4. Taylor expanded in t around 0

            \[\leadsto e^{\color{blue}{c\_n \cdot \left(\log \left(1 - \frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right) - \log \frac{1}{2}\right) + \left(c\_p \cdot \left(\log 2 - \log \left(1 + e^{\mathsf{neg}\left(s\right)}\right)\right) + t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{2} \cdot c\_n + t \cdot \left(\frac{1}{8} \cdot c\_n + \frac{1}{8} \cdot c\_p\right)\right)\right)\right)}} \]
          5. Applied rewrites98.2%

            \[\leadsto e^{\color{blue}{\mathsf{fma}\left(\mathsf{log1p}\left(\frac{-1}{e^{-s} + 1}\right) - \log 0.5, c\_n, \mathsf{fma}\left(\log 2 - \mathsf{log1p}\left(e^{-s}\right), c\_p, \mathsf{fma}\left(0.125 \cdot t, c\_n + c\_p, \mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right)\right) \cdot t\right)\right)}} \]
          6. Taylor expanded in s around 0

            \[\leadsto e^{t \cdot \color{blue}{\left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{8} \cdot \left(t \cdot \left(c\_n + c\_p\right)\right) + \frac{1}{2} \cdot c\_n\right)\right)}} \]
          7. Applied rewrites96.4%

            \[\leadsto e^{\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right) \cdot \color{blue}{t}} \]
          8. Taylor expanded in c_n around 0

            \[\leadsto e^{c\_p \cdot \left(t \cdot \color{blue}{\left(\frac{1}{8} \cdot t - \frac{1}{2}\right)}\right)} \]
          9. Step-by-step derivation
            1. Applied rewrites96.4%

              \[\leadsto e^{\left(\mathsf{fma}\left(0.125, t, -0.5\right) \cdot t\right) \cdot c\_p} \]

            if 9.9999999999999996e-70 < (neg.f64 s)

            1. Initial program 81.3%

              \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
            2. Add Preprocessing
            3. Taylor expanded in c_n around 0

              \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
            4. Step-by-step derivation
              1. lower-/.f64N/A

                \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
              2. lower-pow.f64N/A

                \[\leadsto \frac{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              3. lower-/.f64N/A

                \[\leadsto \frac{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              4. +-commutativeN/A

                \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(s\right)} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              5. neg-mul-1N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              6. lower-+.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              7. lower-exp.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              8. neg-mul-1N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{\mathsf{neg}\left(s\right)}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              9. lower-neg.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
              10. lower-pow.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
              11. lower-/.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}}^{c\_p}} \]
              12. +-commutativeN/A

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
              13. lower-+.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
              14. lower-exp.f64N/A

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)}} + 1}\right)}^{c\_p}} \]
              15. lower-neg.f6481.3

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{\color{blue}{-t}} + 1}\right)}^{c\_p}} \]
            5. Applied rewrites81.3%

              \[\leadsto \color{blue}{\frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{-t} + 1}\right)}^{c\_p}}} \]
            6. Taylor expanded in c_p around 0

              \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
            7. Step-by-step derivation
              1. Applied rewrites94.8%

                \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
              2. Taylor expanded in s around 0

                \[\leadsto \frac{{\frac{1}{2}}^{c\_p}}{1} \]
              3. Step-by-step derivation
                1. Applied rewrites94.8%

                  \[\leadsto \frac{{0.5}^{c\_p}}{1} \]
              4. Recombined 2 regimes into one program.
              5. Add Preprocessing

              Alternative 4: 94.9% accurate, 7.4× speedup?

              \[\begin{array}{l} \\ \begin{array}{l} \mathbf{if}\;-s \leq 10^{-69}:\\ \;\;\;\;1\\ \mathbf{else}:\\ \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\ \end{array} \end{array} \]
              (FPCore (c_p c_n t s)
               :precision binary64
               (if (<= (- s) 1e-69) 1.0 (/ (pow 0.5 c_p) 1.0)))
              double code(double c_p, double c_n, double t, double s) {
              	double tmp;
              	if (-s <= 1e-69) {
              		tmp = 1.0;
              	} else {
              		tmp = pow(0.5, c_p) / 1.0;
              	}
              	return tmp;
              }
              
              real(8) function code(c_p, c_n, t, s)
                  real(8), intent (in) :: c_p
                  real(8), intent (in) :: c_n
                  real(8), intent (in) :: t
                  real(8), intent (in) :: s
                  real(8) :: tmp
                  if (-s <= 1d-69) then
                      tmp = 1.0d0
                  else
                      tmp = (0.5d0 ** c_p) / 1.0d0
                  end if
                  code = tmp
              end function
              
              public static double code(double c_p, double c_n, double t, double s) {
              	double tmp;
              	if (-s <= 1e-69) {
              		tmp = 1.0;
              	} else {
              		tmp = Math.pow(0.5, c_p) / 1.0;
              	}
              	return tmp;
              }
              
              def code(c_p, c_n, t, s):
              	tmp = 0
              	if -s <= 1e-69:
              		tmp = 1.0
              	else:
              		tmp = math.pow(0.5, c_p) / 1.0
              	return tmp
              
              function code(c_p, c_n, t, s)
              	tmp = 0.0
              	if (Float64(-s) <= 1e-69)
              		tmp = 1.0;
              	else
              		tmp = Float64((0.5 ^ c_p) / 1.0);
              	end
              	return tmp
              end
              
              function tmp_2 = code(c_p, c_n, t, s)
              	tmp = 0.0;
              	if (-s <= 1e-69)
              		tmp = 1.0;
              	else
              		tmp = (0.5 ^ c_p) / 1.0;
              	end
              	tmp_2 = tmp;
              end
              
              code[c$95$p_, c$95$n_, t_, s_] := If[LessEqual[(-s), 1e-69], 1.0, N[(N[Power[0.5, c$95$p], $MachinePrecision] / 1.0), $MachinePrecision]]
              
              \begin{array}{l}
              
              \\
              \begin{array}{l}
              \mathbf{if}\;-s \leq 10^{-69}:\\
              \;\;\;\;1\\
              
              \mathbf{else}:\\
              \;\;\;\;\frac{{0.5}^{c\_p}}{1}\\
              
              
              \end{array}
              \end{array}
              
              Derivation
              1. Split input into 2 regimes
              2. if (neg.f64 s) < 9.9999999999999996e-70

                1. Initial program 92.3%

                  \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
                2. Add Preprocessing
                3. Taylor expanded in c_n around 0

                  \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                4. Step-by-step derivation
                  1. lower-/.f64N/A

                    \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                  2. lower-pow.f64N/A

                    \[\leadsto \frac{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  3. lower-/.f64N/A

                    \[\leadsto \frac{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  4. +-commutativeN/A

                    \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(s\right)} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  5. neg-mul-1N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  6. lower-+.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  7. lower-exp.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  8. neg-mul-1N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{\mathsf{neg}\left(s\right)}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  9. lower-neg.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                  10. lower-pow.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                  11. lower-/.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}}^{c\_p}} \]
                  12. +-commutativeN/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                  13. lower-+.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                  14. lower-exp.f64N/A

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)}} + 1}\right)}^{c\_p}} \]
                  15. lower-neg.f6495.1

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{\color{blue}{-t}} + 1}\right)}^{c\_p}} \]
                5. Applied rewrites95.1%

                  \[\leadsto \color{blue}{\frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{-t} + 1}\right)}^{c\_p}}} \]
                6. Taylor expanded in c_p around 0

                  \[\leadsto 1 \]
                7. Step-by-step derivation
                  1. Applied rewrites96.0%

                    \[\leadsto 1 \]

                  if 9.9999999999999996e-70 < (neg.f64 s)

                  1. Initial program 81.3%

                    \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
                  2. Add Preprocessing
                  3. Taylor expanded in c_n around 0

                    \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                  4. Step-by-step derivation
                    1. lower-/.f64N/A

                      \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                    2. lower-pow.f64N/A

                      \[\leadsto \frac{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    3. lower-/.f64N/A

                      \[\leadsto \frac{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    4. +-commutativeN/A

                      \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(s\right)} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    5. neg-mul-1N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    6. lower-+.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    7. lower-exp.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    8. neg-mul-1N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{\mathsf{neg}\left(s\right)}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    9. lower-neg.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                    10. lower-pow.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                    11. lower-/.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}}^{c\_p}} \]
                    12. +-commutativeN/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                    13. lower-+.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                    14. lower-exp.f64N/A

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)}} + 1}\right)}^{c\_p}} \]
                    15. lower-neg.f6481.3

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{\color{blue}{-t}} + 1}\right)}^{c\_p}} \]
                  5. Applied rewrites81.3%

                    \[\leadsto \color{blue}{\frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{-t} + 1}\right)}^{c\_p}}} \]
                  6. Taylor expanded in c_p around 0

                    \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
                  7. Step-by-step derivation
                    1. Applied rewrites94.8%

                      \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{1} \]
                    2. Taylor expanded in s around 0

                      \[\leadsto \frac{{\frac{1}{2}}^{c\_p}}{1} \]
                    3. Step-by-step derivation
                      1. Applied rewrites94.8%

                        \[\leadsto \frac{{0.5}^{c\_p}}{1} \]
                    4. Recombined 2 regimes into one program.
                    5. Add Preprocessing

                    Alternative 5: 98.5% accurate, 7.7× speedup?

                    \[\begin{array}{l} \\ e^{\mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s} \end{array} \]
                    (FPCore (c_p c_n t s)
                     :precision binary64
                     (exp (* (fma -0.5 c_n (* 0.5 c_p)) s)))
                    double code(double c_p, double c_n, double t, double s) {
                    	return exp((fma(-0.5, c_n, (0.5 * c_p)) * s));
                    }
                    
                    function code(c_p, c_n, t, s)
                    	return exp(Float64(fma(-0.5, c_n, Float64(0.5 * c_p)) * s))
                    end
                    
                    code[c$95$p_, c$95$n_, t_, s_] := N[Exp[N[(N[(-0.5 * c$95$n + N[(0.5 * c$95$p), $MachinePrecision]), $MachinePrecision] * s), $MachinePrecision]], $MachinePrecision]
                    
                    \begin{array}{l}
                    
                    \\
                    e^{\mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s}
                    \end{array}
                    
                    Derivation
                    1. Initial program 90.7%

                      \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
                    2. Add Preprocessing
                    3. Applied rewrites97.2%

                      \[\leadsto \color{blue}{e^{\mathsf{fma}\left(c\_p, \left(-\mathsf{log1p}\left(e^{-s}\right)\right) - \left(-\mathsf{log1p}\left(e^{-t}\right)\right), c\_n \cdot \left(\mathsf{log1p}\left({\left(-1 - e^{-s}\right)}^{-1}\right) - \mathsf{log1p}\left({\left(-1 - e^{-t}\right)}^{-1}\right)\right)\right)}} \]
                    4. Taylor expanded in t around 0

                      \[\leadsto e^{\color{blue}{c\_n \cdot \left(\log \left(1 - \frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right) - \log \frac{1}{2}\right) + \left(c\_p \cdot \left(\log 2 - \log \left(1 + e^{\mathsf{neg}\left(s\right)}\right)\right) + t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{2} \cdot c\_n + t \cdot \left(\frac{1}{8} \cdot c\_n + \frac{1}{8} \cdot c\_p\right)\right)\right)\right)}} \]
                    5. Applied rewrites97.7%

                      \[\leadsto e^{\color{blue}{\mathsf{fma}\left(\mathsf{log1p}\left(\frac{-1}{e^{-s} + 1}\right) - \log 0.5, c\_n, \mathsf{fma}\left(\log 2 - \mathsf{log1p}\left(e^{-s}\right), c\_p, \mathsf{fma}\left(0.125 \cdot t, c\_n + c\_p, \mathsf{fma}\left(-0.5, c\_p, 0.5 \cdot c\_n\right)\right) \cdot t\right)\right)}} \]
                    6. Taylor expanded in s around 0

                      \[\leadsto e^{s \cdot \left(\frac{-1}{2} \cdot c\_n + \frac{1}{2} \cdot c\_p\right) + \color{blue}{t \cdot \left(\frac{-1}{2} \cdot c\_p + \left(\frac{1}{8} \cdot \left(t \cdot \left(c\_n + c\_p\right)\right) + \frac{1}{2} \cdot c\_n\right)\right)}} \]
                    7. Applied rewrites98.8%

                      \[\leadsto e^{\mathsf{fma}\left(\mathsf{fma}\left(\mathsf{fma}\left(0.125, t, -0.5\right), c\_p, \mathsf{fma}\left(0.125, t, 0.5\right) \cdot c\_n\right), \color{blue}{t}, \mathsf{fma}\left(-0.5, c\_n, c\_p \cdot 0.5\right) \cdot s\right)} \]
                    8. Taylor expanded in s around inf

                      \[\leadsto e^{s \cdot \left(\frac{-1}{2} \cdot c\_n + \color{blue}{\frac{1}{2} \cdot c\_p}\right)} \]
                    9. Step-by-step derivation
                      1. Applied rewrites98.4%

                        \[\leadsto e^{\mathsf{fma}\left(-0.5, c\_n, c\_p \cdot 0.5\right) \cdot s} \]
                      2. Final simplification98.4%

                        \[\leadsto e^{\mathsf{fma}\left(-0.5, c\_n, 0.5 \cdot c\_p\right) \cdot s} \]
                      3. Add Preprocessing

                      Alternative 6: 94.2% accurate, 896.0× speedup?

                      \[\begin{array}{l} \\ 1 \end{array} \]
                      (FPCore (c_p c_n t s) :precision binary64 1.0)
                      double code(double c_p, double c_n, double t, double s) {
                      	return 1.0;
                      }
                      
                      real(8) function code(c_p, c_n, t, s)
                          real(8), intent (in) :: c_p
                          real(8), intent (in) :: c_n
                          real(8), intent (in) :: t
                          real(8), intent (in) :: s
                          code = 1.0d0
                      end function
                      
                      public static double code(double c_p, double c_n, double t, double s) {
                      	return 1.0;
                      }
                      
                      def code(c_p, c_n, t, s):
                      	return 1.0
                      
                      function code(c_p, c_n, t, s)
                      	return 1.0
                      end
                      
                      function tmp = code(c_p, c_n, t, s)
                      	tmp = 1.0;
                      end
                      
                      code[c$95$p_, c$95$n_, t_, s_] := 1.0
                      
                      \begin{array}{l}
                      
                      \\
                      1
                      \end{array}
                      
                      Derivation
                      1. Initial program 90.7%

                        \[\frac{{\left(\frac{1}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-s}}\right)}^{c\_n}}{{\left(\frac{1}{1 + e^{-t}}\right)}^{c\_p} \cdot {\left(1 - \frac{1}{1 + e^{-t}}\right)}^{c\_n}} \]
                      2. Add Preprocessing
                      3. Taylor expanded in c_n around 0

                        \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                      4. Step-by-step derivation
                        1. lower-/.f64N/A

                          \[\leadsto \color{blue}{\frac{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                        2. lower-pow.f64N/A

                          \[\leadsto \frac{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}^{c\_p}}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        3. lower-/.f64N/A

                          \[\leadsto \frac{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(s\right)}}\right)}}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        4. +-commutativeN/A

                          \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(s\right)} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        5. neg-mul-1N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        6. lower-+.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s} + 1}}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        7. lower-exp.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{\color{blue}{e^{-1 \cdot s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        8. neg-mul-1N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{\mathsf{neg}\left(s\right)}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        9. lower-neg.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{\color{blue}{-s}} + 1}\right)}^{c\_p}}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}} \]
                        10. lower-pow.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{\color{blue}{{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}^{c\_p}}} \]
                        11. lower-/.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\color{blue}{\left(\frac{1}{1 + e^{\mathsf{neg}\left(t\right)}}\right)}}^{c\_p}} \]
                        12. +-commutativeN/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                        13. lower-+.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)} + 1}}\right)}^{c\_p}} \]
                        14. lower-exp.f64N/A

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{\color{blue}{e^{\mathsf{neg}\left(t\right)}} + 1}\right)}^{c\_p}} \]
                        15. lower-neg.f6493.1

                          \[\leadsto \frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{\color{blue}{-t}} + 1}\right)}^{c\_p}} \]
                      5. Applied rewrites93.1%

                        \[\leadsto \color{blue}{\frac{{\left(\frac{1}{e^{-s} + 1}\right)}^{c\_p}}{{\left(\frac{1}{e^{-t} + 1}\right)}^{c\_p}}} \]
                      6. Taylor expanded in c_p around 0

                        \[\leadsto 1 \]
                      7. Step-by-step derivation
                        1. Applied rewrites93.9%

                          \[\leadsto 1 \]
                        2. Add Preprocessing

                        Developer Target 1: 96.4% accurate, 1.4× speedup?

                        \[\begin{array}{l} \\ {\left(\frac{1 + e^{-t}}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(\frac{1 + e^{t}}{1 + e^{s}}\right)}^{c\_n} \end{array} \]
                        (FPCore (c_p c_n t s)
                         :precision binary64
                         (*
                          (pow (/ (+ 1.0 (exp (- t))) (+ 1.0 (exp (- s)))) c_p)
                          (pow (/ (+ 1.0 (exp t)) (+ 1.0 (exp s))) c_n)))
                        double code(double c_p, double c_n, double t, double s) {
                        	return pow(((1.0 + exp(-t)) / (1.0 + exp(-s))), c_p) * pow(((1.0 + exp(t)) / (1.0 + exp(s))), c_n);
                        }
                        
                        real(8) function code(c_p, c_n, t, s)
                            real(8), intent (in) :: c_p
                            real(8), intent (in) :: c_n
                            real(8), intent (in) :: t
                            real(8), intent (in) :: s
                            code = (((1.0d0 + exp(-t)) / (1.0d0 + exp(-s))) ** c_p) * (((1.0d0 + exp(t)) / (1.0d0 + exp(s))) ** c_n)
                        end function
                        
                        public static double code(double c_p, double c_n, double t, double s) {
                        	return Math.pow(((1.0 + Math.exp(-t)) / (1.0 + Math.exp(-s))), c_p) * Math.pow(((1.0 + Math.exp(t)) / (1.0 + Math.exp(s))), c_n);
                        }
                        
                        def code(c_p, c_n, t, s):
                        	return math.pow(((1.0 + math.exp(-t)) / (1.0 + math.exp(-s))), c_p) * math.pow(((1.0 + math.exp(t)) / (1.0 + math.exp(s))), c_n)
                        
                        function code(c_p, c_n, t, s)
                        	return Float64((Float64(Float64(1.0 + exp(Float64(-t))) / Float64(1.0 + exp(Float64(-s)))) ^ c_p) * (Float64(Float64(1.0 + exp(t)) / Float64(1.0 + exp(s))) ^ c_n))
                        end
                        
                        function tmp = code(c_p, c_n, t, s)
                        	tmp = (((1.0 + exp(-t)) / (1.0 + exp(-s))) ^ c_p) * (((1.0 + exp(t)) / (1.0 + exp(s))) ^ c_n);
                        end
                        
                        code[c$95$p_, c$95$n_, t_, s_] := N[(N[Power[N[(N[(1.0 + N[Exp[(-t)], $MachinePrecision]), $MachinePrecision] / N[(1.0 + N[Exp[(-s)], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], c$95$p], $MachinePrecision] * N[Power[N[(N[(1.0 + N[Exp[t], $MachinePrecision]), $MachinePrecision] / N[(1.0 + N[Exp[s], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], c$95$n], $MachinePrecision]), $MachinePrecision]
                        
                        \begin{array}{l}
                        
                        \\
                        {\left(\frac{1 + e^{-t}}{1 + e^{-s}}\right)}^{c\_p} \cdot {\left(\frac{1 + e^{t}}{1 + e^{s}}\right)}^{c\_n}
                        \end{array}
                        

                        Reproduce

                        ?
                        herbie shell --seed 2024258 
                        (FPCore (c_p c_n t s)
                          :name "Harley's example"
                          :precision binary64
                          :pre (and (< 0.0 c_p) (< 0.0 c_n))
                        
                          :alt
                          (! :herbie-platform default (* (pow (/ (+ 1 (exp (- t))) (+ 1 (exp (- s)))) c_p) (pow (/ (+ 1 (exp t)) (+ 1 (exp s))) c_n)))
                        
                          (/ (* (pow (/ 1.0 (+ 1.0 (exp (- s)))) c_p) (pow (- 1.0 (/ 1.0 (+ 1.0 (exp (- s))))) c_n)) (* (pow (/ 1.0 (+ 1.0 (exp (- t)))) c_p) (pow (- 1.0 (/ 1.0 (+ 1.0 (exp (- t))))) c_n))))