symmetry log of sum of exp

Percentage Accurate: 53.6% → 98.4%

Time: 11.2s

Alternatives: 12

Speedup: 1.4×

• could not determine a ground truth

  1. a = 9.776276761682739e-39
  2. b = 2.60651044215802e+267

Specification

Math

\[\begin{array}{l} \\ \log \left(e^{a} + e^{b}\right) \end{array} \]

FPCore

(FPCore (a b) :precision binary64 (log (+ (exp a) (exp b))))

C

double code(double a, double b) {
	return log((exp(a) + exp(b)));
}

Fortran

real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    code = log((exp(a) + exp(b)))
end function

Java

public static double code(double a, double b) {
	return Math.log((Math.exp(a) + Math.exp(b)));
}

Python

def code(a, b):
	return math.log((math.exp(a) + math.exp(b)))

Julia

function code(a, b)
	return log(Float64(exp(a) + exp(b)))
end

MATLAB

function tmp = code(a, b)
	tmp = log((exp(a) + exp(b)));
end

Wolfram

code[a_, b_] := N[Log[N[(N[Exp[a], $MachinePrecision] + N[Exp[b], $MachinePrecision]), $MachinePrecision]], $MachinePrecision]

Initial Program: 53.6% accurate, 1.0× speedup

Math

\[\begin{array}{l} \\ \log \left(e^{a} + e^{b}\right) \end{array} \]

FPCore

(FPCore (a b) :precision binary64 (log (+ (exp a) (exp b))))

C

double code(double a, double b) {
	return log((exp(a) + exp(b)));
}

Fortran

real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    code = log((exp(a) + exp(b)))
end function

Java

public static double code(double a, double b) {
	return Math.log((Math.exp(a) + Math.exp(b)));
}

Python

def code(a, b):
	return math.log((math.exp(a) + math.exp(b)))

Julia

function code(a, b)
	return log(Float64(exp(a) + exp(b)))
end

MATLAB

function tmp = code(a, b)
	tmp = log((exp(a) + exp(b)));
end

Wolfram

code[a_, b_] := N[Log[N[(N[Exp[a], $MachinePrecision] + N[Exp[b], $MachinePrecision]), $MachinePrecision]], $MachinePrecision]

Alternative 1: 98.4% accurate, 0.7× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \begin{array}{l} \mathbf{if}\;e^{a} \leq 0.5:\\ \;\;\;\;\frac{b}{1 + e^{a}}\\ \mathbf{else}:\\ \;\;\;\;\log \left(e^{a} + e^{b}\right)\\ \end{array} \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b)
 :precision binary64
 (if (<= (exp a) 0.5) (/ b (+ 1.0 (exp a))) (log (+ (exp a) (exp b)))))

C

assert(a < b);
double code(double a, double b) {
	double tmp;
	if (exp(a) <= 0.5) {
		tmp = b / (1.0 + exp(a));
	} else {
		tmp = log((exp(a) + exp(b)));
	}
	return tmp;
}

Fortran

NOTE: a and b should be sorted in increasing order before calling this function.
real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    real(8) :: tmp
    if (exp(a) <= 0.5d0) then
        tmp = b / (1.0d0 + exp(a))
    else
        tmp = log((exp(a) + exp(b)))
    end if
    code = tmp
end function

Java

assert a < b;
public static double code(double a, double b) {
	double tmp;
	if (Math.exp(a) <= 0.5) {
		tmp = b / (1.0 + Math.exp(a));
	} else {
		tmp = Math.log((Math.exp(a) + Math.exp(b)));
	}
	return tmp;
}

Python

[a, b] = sort([a, b])
def code(a, b):
	tmp = 0
	if math.exp(a) <= 0.5:
		tmp = b / (1.0 + math.exp(a))
	else:
		tmp = math.log((math.exp(a) + math.exp(b)))
	return tmp

Julia

a, b = sort([a, b])
function code(a, b)
	tmp = 0.0
	if (exp(a) <= 0.5)
		tmp = Float64(b / Float64(1.0 + exp(a)));
	else
		tmp = log(Float64(exp(a) + exp(b)));
	end
	return tmp
end

MATLAB

a, b = num2cell(sort([a, b])){:}
function tmp_2 = code(a, b)
	tmp = 0.0;
	if (exp(a) <= 0.5)
		tmp = b / (1.0 + exp(a));
	else
		tmp = log((exp(a) + exp(b)));
	end
	tmp_2 = tmp;
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := If[LessEqual[N[Exp[a], $MachinePrecision], 0.5], N[(b / N[(1.0 + N[Exp[a], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[Log[N[(N[Exp[a], $MachinePrecision] + N[Exp[b], $MachinePrecision]), $MachinePrecision]], $MachinePrecision]]

Derivation

1. Split input into 2 regimes

2. if (exp.f64 a) < 0.5

   1. Initial program 6.5%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 96.0

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 96.0%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 2.5%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around inf

      \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]
   10. Step-by-step derivation

   11. Applied rewrites 94.5%

       \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]

   if 0.5 < (exp.f64 a)

   1. Initial program 70.0%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing
3. Recombined 2 regimes into one program.
4. Add Preprocessing

Alternative 2: 98.2% accurate, 1.0× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right) \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (+ (/ b (+ (exp a) 1.0)) (log1p (exp a))))

C

assert(a < b);
double code(double a, double b) {
	return (b / (exp(a) + 1.0)) + log1p(exp(a));
}

Java

assert a < b;
public static double code(double a, double b) {
	return (b / (Math.exp(a) + 1.0)) + Math.log1p(Math.exp(a));
}

Python

[a, b] = sort([a, b])
def code(a, b):
	return (b / (math.exp(a) + 1.0)) + math.log1p(math.exp(a))

Julia

a, b = sort([a, b])
function code(a, b)
	return Float64(Float64(b / Float64(exp(a) + 1.0)) + log1p(exp(a)))
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[(N[(b / N[(N[Exp[a], $MachinePrecision] + 1.0), $MachinePrecision]), $MachinePrecision] + N[Log[1 + N[Exp[a], $MachinePrecision]], $MachinePrecision]), $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
4. Step-by-step derivation

   1. +-commutative N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   2. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   3. associate-*r/ N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   4. lower-+.f64 N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   5. associate-*r/ N/A

      \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   6. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   7. lower-/.f64 N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   8. +-commutative N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   9. lower-+.f64 N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   10. lower-exp.f64 N/A

       \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

   11. lower-log1p.f64 N/A

       \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   12. lower-exp.f64 74.5

       \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 74.5%

   \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]
6. Add Preprocessing

Alternative 3: 98.2% accurate, 1.0× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \begin{array}{l} \mathbf{if}\;e^{a} \leq 0:\\ \;\;\;\;\frac{b}{1 + e^{a}}\\ \mathbf{else}:\\ \;\;\;\;0.5 \cdot b + \mathsf{log1p}\left(e^{a}\right)\\ \end{array} \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b)
 :precision binary64
 (if (<= (exp a) 0.0) (/ b (+ 1.0 (exp a))) (+ (* 0.5 b) (log1p (exp a)))))

C

assert(a < b);
double code(double a, double b) {
	double tmp;
	if (exp(a) <= 0.0) {
		tmp = b / (1.0 + exp(a));
	} else {
		tmp = (0.5 * b) + log1p(exp(a));
	}
	return tmp;
}

Java

assert a < b;
public static double code(double a, double b) {
	double tmp;
	if (Math.exp(a) <= 0.0) {
		tmp = b / (1.0 + Math.exp(a));
	} else {
		tmp = (0.5 * b) + Math.log1p(Math.exp(a));
	}
	return tmp;
}

Python

[a, b] = sort([a, b])
def code(a, b):
	tmp = 0
	if math.exp(a) <= 0.0:
		tmp = b / (1.0 + math.exp(a))
	else:
		tmp = (0.5 * b) + math.log1p(math.exp(a))
	return tmp

Julia

a, b = sort([a, b])
function code(a, b)
	tmp = 0.0
	if (exp(a) <= 0.0)
		tmp = Float64(b / Float64(1.0 + exp(a)));
	else
		tmp = Float64(Float64(0.5 * b) + log1p(exp(a)));
	end
	return tmp
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := If[LessEqual[N[Exp[a], $MachinePrecision], 0.0], N[(b / N[(1.0 + N[Exp[a], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(N[(0.5 * b), $MachinePrecision] + N[Log[1 + N[Exp[a], $MachinePrecision]], $MachinePrecision]), $MachinePrecision]]

Derivation

1. Split input into 2 regimes

2. if (exp.f64 a) < 0.0

   1. Initial program 6.6%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 97.1

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 97.1%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 2.2%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around inf

      \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]
   10. Step-by-step derivation

   11. Applied rewrites 97.1%

       \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]

   if 0.0 < (exp.f64 a)

   1. Initial program 69.3%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 66.9

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 66.9%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \frac{1}{2} \cdot b + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]
   7. Step-by-step derivation

   8. Applied rewrites 66.9%

      \[\leadsto 0.5 \cdot b + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]
3. Recombined 2 regimes into one program.
4. Add Preprocessing

Alternative 4: 97.6% accurate, 1.3× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \begin{array}{l} \mathbf{if}\;e^{a} \leq 0.04:\\ \;\;\;\;\frac{b}{1 + e^{a}}\\ \mathbf{else}:\\ \;\;\;\;\mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), a, \mathsf{fma}\left(0.5, b, \log 2\right)\right)\\ \end{array} \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b)
 :precision binary64
 (if (<= (exp a) 0.04)
   (/ b (+ 1.0 (exp a)))
   (fma (fma -0.25 b (fma 0.125 a 0.5)) a (fma 0.5 b (log 2.0)))))

C

assert(a < b);
double code(double a, double b) {
	double tmp;
	if (exp(a) <= 0.04) {
		tmp = b / (1.0 + exp(a));
	} else {
		tmp = fma(fma(-0.25, b, fma(0.125, a, 0.5)), a, fma(0.5, b, log(2.0)));
	}
	return tmp;
}

Julia

a, b = sort([a, b])
function code(a, b)
	tmp = 0.0
	if (exp(a) <= 0.04)
		tmp = Float64(b / Float64(1.0 + exp(a)));
	else
		tmp = fma(fma(-0.25, b, fma(0.125, a, 0.5)), a, fma(0.5, b, log(2.0)));
	end
	return tmp
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := If[LessEqual[N[Exp[a], $MachinePrecision], 0.04], N[(b / N[(1.0 + N[Exp[a], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(N[(-0.25 * b + N[(0.125 * a + 0.5), $MachinePrecision]), $MachinePrecision] * a + N[(0.5 * b + N[Log[2.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]

Derivation

1. Split input into 2 regimes

2. if (exp.f64 a) < 0.0400000000000000008

   1. Initial program 6.6%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 97.1

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 97.1%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 2.2%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around inf

      \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]
   10. Step-by-step derivation

   11. Applied rewrites 95.6%

       \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]

   if 0.0400000000000000008 < (exp.f64 a)

   1. Initial program 69.6%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 66.8

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 66.8%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 66.5%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]
3. Recombined 2 regimes into one program.
4. Add Preprocessing

Alternative 5: 97.6% accurate, 1.4× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \begin{array}{l} \mathbf{if}\;e^{a} \leq 0.5:\\ \;\;\;\;\frac{b}{1 + e^{a}}\\ \mathbf{else}:\\ \;\;\;\;\mathsf{fma}\left(\mathsf{fma}\left(0.125, a, 0.5\right), a, \mathsf{fma}\left(0.5, b, \log 2\right)\right)\\ \end{array} \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b)
 :precision binary64
 (if (<= (exp a) 0.5)
   (/ b (+ 1.0 (exp a)))
   (fma (fma 0.125 a 0.5) a (fma 0.5 b (log 2.0)))))

C

assert(a < b);
double code(double a, double b) {
	double tmp;
	if (exp(a) <= 0.5) {
		tmp = b / (1.0 + exp(a));
	} else {
		tmp = fma(fma(0.125, a, 0.5), a, fma(0.5, b, log(2.0)));
	}
	return tmp;
}

Julia

a, b = sort([a, b])
function code(a, b)
	tmp = 0.0
	if (exp(a) <= 0.5)
		tmp = Float64(b / Float64(1.0 + exp(a)));
	else
		tmp = fma(fma(0.125, a, 0.5), a, fma(0.5, b, log(2.0)));
	end
	return tmp
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := If[LessEqual[N[Exp[a], $MachinePrecision], 0.5], N[(b / N[(1.0 + N[Exp[a], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[(N[(0.125 * a + 0.5), $MachinePrecision] * a + N[(0.5 * b + N[Log[2.0], $MachinePrecision]), $MachinePrecision]), $MachinePrecision]]

Derivation

1. Split input into 2 regimes

2. if (exp.f64 a) < 0.5

   1. Initial program 6.5%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 96.0

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 96.0%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 2.5%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around inf

      \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]
   10. Step-by-step derivation

   11. Applied rewrites 94.5%

       \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]

   if 0.5 < (exp.f64 a)

   1. Initial program 70.0%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 67.0

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 67.0%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 66.7%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around 0

      \[\leadsto \mathsf{fma}\left(\frac{1}{2} + \frac{1}{8} \cdot a, a, \mathsf{fma}\left(\frac{1}{2}, b, \log 2\right)\right) \]
   10. Step-by-step derivation

   11. Applied rewrites 66.7%

       \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(0.125, a, 0.5\right), a, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]
3. Recombined 2 regimes into one program.
4. Add Preprocessing

Alternative 6: 97.2% accurate, 1.4× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \begin{array}{l} \mathbf{if}\;e^{a} \leq 0.5:\\ \;\;\;\;\frac{b}{1 + e^{a}}\\ \mathbf{else}:\\ \;\;\;\;\log \left(\left(1 + a\right) + \left(1 + b\right)\right)\\ \end{array} \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b)
 :precision binary64
 (if (<= (exp a) 0.5) (/ b (+ 1.0 (exp a))) (log (+ (+ 1.0 a) (+ 1.0 b)))))

C

assert(a < b);
double code(double a, double b) {
	double tmp;
	if (exp(a) <= 0.5) {
		tmp = b / (1.0 + exp(a));
	} else {
		tmp = log(((1.0 + a) + (1.0 + b)));
	}
	return tmp;
}

Fortran

NOTE: a and b should be sorted in increasing order before calling this function.
real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    real(8) :: tmp
    if (exp(a) <= 0.5d0) then
        tmp = b / (1.0d0 + exp(a))
    else
        tmp = log(((1.0d0 + a) + (1.0d0 + b)))
    end if
    code = tmp
end function

Java

assert a < b;
public static double code(double a, double b) {
	double tmp;
	if (Math.exp(a) <= 0.5) {
		tmp = b / (1.0 + Math.exp(a));
	} else {
		tmp = Math.log(((1.0 + a) + (1.0 + b)));
	}
	return tmp;
}

Python

[a, b] = sort([a, b])
def code(a, b):
	tmp = 0
	if math.exp(a) <= 0.5:
		tmp = b / (1.0 + math.exp(a))
	else:
		tmp = math.log(((1.0 + a) + (1.0 + b)))
	return tmp

Julia

a, b = sort([a, b])
function code(a, b)
	tmp = 0.0
	if (exp(a) <= 0.5)
		tmp = Float64(b / Float64(1.0 + exp(a)));
	else
		tmp = log(Float64(Float64(1.0 + a) + Float64(1.0 + b)));
	end
	return tmp
end

MATLAB

a, b = num2cell(sort([a, b])){:}
function tmp_2 = code(a, b)
	tmp = 0.0;
	if (exp(a) <= 0.5)
		tmp = b / (1.0 + exp(a));
	else
		tmp = log(((1.0 + a) + (1.0 + b)));
	end
	tmp_2 = tmp;
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := If[LessEqual[N[Exp[a], $MachinePrecision], 0.5], N[(b / N[(1.0 + N[Exp[a], $MachinePrecision]), $MachinePrecision]), $MachinePrecision], N[Log[N[(N[(1.0 + a), $MachinePrecision] + N[(1.0 + b), $MachinePrecision]), $MachinePrecision]], $MachinePrecision]]

Derivation

1. Split input into 2 regimes

2. if (exp.f64 a) < 0.5

   1. Initial program 6.5%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
   4. Step-by-step derivation

      1. +-commutative N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      2. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      3. associate-*r/ N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      4. lower-+.f64 N/A

         \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

      5. associate-*r/ N/A

         \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      6. *-rgt-identity N/A

         \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

      7. lower-/.f64 N/A

         \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

      8. +-commutative N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      9. lower-+.f64 N/A

         \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

      10. lower-exp.f64 N/A

          \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

      11. lower-log1p.f64 N/A

          \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

      12. lower-exp.f64 96.0

          \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

   5. Applied rewrites 96.0%

      \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

   6. Taylor expanded in a around 0

      \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
   7. Step-by-step derivation

   8. Applied rewrites 2.5%

      \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

   9. Taylor expanded in b around inf

      \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]
   10. Step-by-step derivation

   11. Applied rewrites 94.5%

       \[\leadsto \frac{b}{\color{blue}{1 + e^{a}}} \]

   if 0.5 < (exp.f64 a)

   1. Initial program 70.0%

      \[\log \left(e^{a} + e^{b}\right) \]
   2. Add Preprocessing

   3. Taylor expanded in b around 0

      \[\leadsto \log \left(e^{a} + \color{blue}{\left(1 + b\right)}\right) \]
   4. Step-by-step derivation

      1. lower-+.f64 66.2

         \[\leadsto \log \left(e^{a} + \color{blue}{\left(1 + b\right)}\right) \]

   5. Applied rewrites 66.2%

      \[\leadsto \log \left(e^{a} + \color{blue}{\left(1 + b\right)}\right) \]

   6. Taylor expanded in a around 0

      \[\leadsto \log \left(\color{blue}{\left(1 + a\right)} + \left(1 + b\right)\right) \]
   7. Step-by-step derivation

      1. lower-+.f64 65.5

         \[\leadsto \log \left(\color{blue}{\left(1 + a\right)} + \left(1 + b\right)\right) \]

   8. Applied rewrites 65.5%

      \[\leadsto \log \left(\color{blue}{\left(1 + a\right)} + \left(1 + b\right)\right) \]
3. Recombined 2 regimes into one program.
4. Add Preprocessing

Alternative 7: 49.5% accurate, 2.8× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \mathsf{fma}\left(0.5, b, \log 2\right) \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (fma 0.5 b (log 2.0)))

C

assert(a < b);
double code(double a, double b) {
	return fma(0.5, b, log(2.0));
}

Julia

a, b = sort([a, b])
function code(a, b)
	return fma(0.5, b, log(2.0))
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[(0.5 * b + N[Log[2.0], $MachinePrecision]), $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
4. Step-by-step derivation

   1. +-commutative N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   2. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   3. associate-*r/ N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   4. lower-+.f64 N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   5. associate-*r/ N/A

      \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   6. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   7. lower-/.f64 N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   8. +-commutative N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   9. lower-+.f64 N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   10. lower-exp.f64 N/A

       \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

   11. lower-log1p.f64 N/A

       \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   12. lower-exp.f64 74.5

       \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 74.5%

   \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

6. Taylor expanded in a around 0

   \[\leadsto \log 2 + \color{blue}{\frac{1}{2} \cdot b} \]
7. Step-by-step derivation

8. Applied rewrites 49.6%

   \[\leadsto \mathsf{fma}\left(0.5, \color{blue}{b}, \log 2\right) \]
9. Add Preprocessing

Alternative 8: 49.2% accurate, 2.9× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \mathsf{log1p}\left(1 + b\right) \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (log1p (+ 1.0 b)))

C

assert(a < b);
double code(double a, double b) {
	return log1p((1.0 + b));
}

Java

assert a < b;
public static double code(double a, double b) {
	return Math.log1p((1.0 + b));
}

Python

[a, b] = sort([a, b])
def code(a, b):
	return math.log1p((1.0 + b))

Julia

a, b = sort([a, b])
function code(a, b)
	return log1p(Float64(1.0 + b))
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[Log[1 + N[(1.0 + b), $MachinePrecision]], $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in a around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{b}\right)} \]
4. Step-by-step derivation

   1. lower-log1p.f64 N/A

      \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{b}\right)} \]

   2. lower-exp.f64 51.0

      \[\leadsto \mathsf{log1p}\left(\color{blue}{e^{b}}\right) \]

5. Applied rewrites 51.0%

   \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{b}\right)} \]

6. Taylor expanded in b around 0

   \[\leadsto \mathsf{log1p}\left(1 + b\right) \]
7. Step-by-step derivation

8. Applied rewrites 48.9%

   \[\leadsto \mathsf{log1p}\left(1 + b\right) \]
9. Add Preprocessing

Alternative 9: 48.7% accurate, 3.0× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \mathsf{log1p}\left(1\right) \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (log1p 1.0))

C

assert(a < b);
double code(double a, double b) {
	return log1p(1.0);
}

Java

assert a < b;
public static double code(double a, double b) {
	return Math.log1p(1.0);
}

Python

[a, b] = sort([a, b])
def code(a, b):
	return math.log1p(1.0)

Julia

a, b = sort([a, b])
function code(a, b)
	return log1p(1.0)
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[Log[1 + 1.0], $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right)} \]
4. Step-by-step derivation

   1. lower-log1p.f64 N/A

      \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   2. lower-exp.f64 51.1

      \[\leadsto \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 51.1%

   \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

6. Taylor expanded in a around 0

   \[\leadsto \mathsf{log1p}\left(1\right) \]
7. Step-by-step derivation

8. Applied rewrites 49.4%

   \[\leadsto \mathsf{log1p}\left(1\right) \]
9. Add Preprocessing

Alternative 10: 5.4% accurate, 25.3× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \mathsf{fma}\left(-0.25, a, 0.5\right) \cdot b \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (* (fma -0.25 a 0.5) b))

C

assert(a < b);
double code(double a, double b) {
	return fma(-0.25, a, 0.5) * b;
}

Julia

a, b = sort([a, b])
function code(a, b)
	return Float64(fma(-0.25, a, 0.5) * b)
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[(N[(-0.25 * a + 0.5), $MachinePrecision] * b), $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
4. Step-by-step derivation

   1. +-commutative N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   2. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   3. associate-*r/ N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   4. lower-+.f64 N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   5. associate-*r/ N/A

      \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   6. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   7. lower-/.f64 N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   8. +-commutative N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   9. lower-+.f64 N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   10. lower-exp.f64 N/A

       \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

   11. lower-log1p.f64 N/A

       \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   12. lower-exp.f64 74.5

       \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 74.5%

   \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

6. Taylor expanded in a around 0

   \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
7. Step-by-step derivation

8. Applied rewrites 50.2%

   \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

9. Taylor expanded in b around inf

   \[\leadsto b \cdot \left(\frac{1}{2} + \color{blue}{\frac{-1}{4} \cdot a}\right) \]
10. Step-by-step derivation

11. Applied rewrites 4.2%

    \[\leadsto \mathsf{fma}\left(-0.25, a, 0.5\right) \cdot b \]
12. Add Preprocessing

Alternative 11: 3.2% accurate, 27.6× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ \left(0.125 \cdot a\right) \cdot a \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (* (* 0.125 a) a))

C

assert(a < b);
double code(double a, double b) {
	return (0.125 * a) * a;
}

Fortran

NOTE: a and b should be sorted in increasing order before calling this function.
real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    code = (0.125d0 * a) * a
end function

Java

assert a < b;
public static double code(double a, double b) {
	return (0.125 * a) * a;
}

Python

[a, b] = sort([a, b])
def code(a, b):
	return (0.125 * a) * a

Julia

a, b = sort([a, b])
function code(a, b)
	return Float64(Float64(0.125 * a) * a)
end

MATLAB

a, b = num2cell(sort([a, b])){:}
function tmp = code(a, b)
	tmp = (0.125 * a) * a;
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[(N[(0.125 * a), $MachinePrecision] * a), $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right) + \frac{b}{1 + e^{a}}} \]
4. Step-by-step derivation

   1. +-commutative N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   2. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b \cdot 1}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   3. associate-*r/ N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   4. lower-+.f64 N/A

      \[\leadsto \color{blue}{b \cdot \frac{1}{1 + e^{a}} + \log \left(1 + e^{a}\right)} \]

   5. associate-*r/ N/A

      \[\leadsto \color{blue}{\frac{b \cdot 1}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   6. *-rgt-identity N/A

      \[\leadsto \frac{\color{blue}{b}}{1 + e^{a}} + \log \left(1 + e^{a}\right) \]

   7. lower-/.f64 N/A

      \[\leadsto \color{blue}{\frac{b}{1 + e^{a}}} + \log \left(1 + e^{a}\right) \]

   8. +-commutative N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   9. lower-+.f64 N/A

      \[\leadsto \frac{b}{\color{blue}{e^{a} + 1}} + \log \left(1 + e^{a}\right) \]

   10. lower-exp.f64 N/A

       \[\leadsto \frac{b}{\color{blue}{e^{a}} + 1} + \log \left(1 + e^{a}\right) \]

   11. lower-log1p.f64 N/A

       \[\leadsto \frac{b}{e^{a} + 1} + \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   12. lower-exp.f64 74.5

       \[\leadsto \frac{b}{e^{a} + 1} + \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 74.5%

   \[\leadsto \color{blue}{\frac{b}{e^{a} + 1} + \mathsf{log1p}\left(e^{a}\right)} \]

6. Taylor expanded in a around 0

   \[\leadsto \log 2 + \color{blue}{\left(\frac{1}{2} \cdot b + a \cdot \left(\left(\frac{1}{2} + a \cdot \left(\frac{1}{8} - \left(\frac{-1}{8} \cdot b + \frac{1}{8} \cdot b\right)\right)\right) - \frac{1}{4} \cdot b\right)\right)} \]
7. Step-by-step derivation

8. Applied rewrites 50.2%

   \[\leadsto \mathsf{fma}\left(\mathsf{fma}\left(-0.25, b, \mathsf{fma}\left(0.125, a, 0.5\right)\right), \color{blue}{a}, \mathsf{fma}\left(0.5, b, \log 2\right)\right) \]

9. Taylor expanded in a around inf

   \[\leadsto \frac{1}{8} \cdot {a}^{\color{blue}{2}} \]
10. Step-by-step derivation

11. Applied rewrites 4.4%

    \[\leadsto \left(0.125 \cdot a\right) \cdot a \]
12. Add Preprocessing

Alternative 12: 2.6% accurate, 50.7× speedup

Math

\[\begin{array}{l} [a, b] = \mathsf{sort}([a, b])\\ \\ 0.5 \cdot a \end{array} \]

FPCore

NOTE: a and b should be sorted in increasing order before calling this function.
(FPCore (a b) :precision binary64 (* 0.5 a))

C

assert(a < b);
double code(double a, double b) {
	return 0.5 * a;
}

Fortran

NOTE: a and b should be sorted in increasing order before calling this function.
real(8) function code(a, b)
    real(8), intent (in) :: a
    real(8), intent (in) :: b
    code = 0.5d0 * a
end function

Java

assert a < b;
public static double code(double a, double b) {
	return 0.5 * a;
}

Python

[a, b] = sort([a, b])
def code(a, b):
	return 0.5 * a

Julia

a, b = sort([a, b])
function code(a, b)
	return Float64(0.5 * a)
end

MATLAB

a, b = num2cell(sort([a, b])){:}
function tmp = code(a, b)
	tmp = 0.5 * a;
end

Wolfram

NOTE: a and b should be sorted in increasing order before calling this function.
code[a_, b_] := N[(0.5 * a), $MachinePrecision]

Derivation

1. Initial program 53.6%

   \[\log \left(e^{a} + e^{b}\right) \]
2. Add Preprocessing

3. Taylor expanded in b around 0

   \[\leadsto \color{blue}{\log \left(1 + e^{a}\right)} \]
4. Step-by-step derivation

   1. lower-log1p.f64 N/A

      \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

   2. lower-exp.f64 51.1

      \[\leadsto \mathsf{log1p}\left(\color{blue}{e^{a}}\right) \]

5. Applied rewrites 51.1%

   \[\leadsto \color{blue}{\mathsf{log1p}\left(e^{a}\right)} \]

6. Taylor expanded in a around 0

   \[\leadsto \log 2 + \color{blue}{\frac{1}{2} \cdot a} \]
7. Step-by-step derivation

8. Applied rewrites 49.8%

   \[\leadsto \mathsf{fma}\left(0.5, \color{blue}{a}, \log 2\right) \]

9. Taylor expanded in a around inf

   \[\leadsto \frac{1}{2} \cdot a \]
10. Step-by-step derivation

11. Applied rewrites 7.2%

    \[\leadsto 0.5 \cdot a \]
12. Add Preprocessing

Reproduce

herbie shell --seed 2024309 
(FPCore (a b)
  :name "symmetry log of sum of exp"
  :precision binary64
  (log (+ (exp a) (exp b))))