bug366 (missed optimization)

Percentage Accurate: 45.2% → 98.3%
Time: 4.4s
Alternatives: 1
Speedup: 32.0×

Specification

?
\[\begin{array}{l} \\ \sqrt{x \cdot x + \left(y \cdot y + z \cdot z\right)} \end{array} \]
(FPCore (x y z) :precision binary64 (sqrt (+ (* x x) (+ (* y y) (* z z)))))
double code(double x, double y, double z) {
	return sqrt(((x * x) + ((y * y) + (z * z))));
}
real(8) function code(x, y, z)
    real(8), intent (in) :: x
    real(8), intent (in) :: y
    real(8), intent (in) :: z
    code = sqrt(((x * x) + ((y * y) + (z * z))))
end function
public static double code(double x, double y, double z) {
	return Math.sqrt(((x * x) + ((y * y) + (z * z))));
}
def code(x, y, z):
	return math.sqrt(((x * x) + ((y * y) + (z * z))))
function code(x, y, z)
	return sqrt(Float64(Float64(x * x) + Float64(Float64(y * y) + Float64(z * z))))
end
function tmp = code(x, y, z)
	tmp = sqrt(((x * x) + ((y * y) + (z * z))));
end
code[x_, y_, z_] := N[Sqrt[N[(N[(x * x), $MachinePrecision] + N[(N[(y * y), $MachinePrecision] + N[(z * z), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]], $MachinePrecision]
\begin{array}{l}

\\
\sqrt{x \cdot x + \left(y \cdot y + z \cdot z\right)}
\end{array}

Sampling outcomes in binary64 precision:

Local Percentage Accuracy vs ?

The average percentage accuracy by input value. Horizontal axis shows value of an input variable; the variable is choosen in the title. Vertical axis is accuracy; higher is better. Red represent the original program, while blue represents Herbie's suggestion. These can be toggled with buttons below the plot. The line is an average while dots represent individual samples.

Accuracy vs Speed?

Herbie found 1 alternatives:

AlternativeAccuracySpeedup
The accuracy (vertical axis) and speed (horizontal axis) of each alternatives. Up and to the right is better. The red square shows the initial program, and each blue circle shows an alternative.The line shows the best available speed-accuracy tradeoffs.

Initial Program: 45.2% accurate, 1.0× speedup?

\[\begin{array}{l} \\ \sqrt{x \cdot x + \left(y \cdot y + z \cdot z\right)} \end{array} \]
(FPCore (x y z) :precision binary64 (sqrt (+ (* x x) (+ (* y y) (* z z)))))
double code(double x, double y, double z) {
	return sqrt(((x * x) + ((y * y) + (z * z))));
}
real(8) function code(x, y, z)
    real(8), intent (in) :: x
    real(8), intent (in) :: y
    real(8), intent (in) :: z
    code = sqrt(((x * x) + ((y * y) + (z * z))))
end function
public static double code(double x, double y, double z) {
	return Math.sqrt(((x * x) + ((y * y) + (z * z))));
}
def code(x, y, z):
	return math.sqrt(((x * x) + ((y * y) + (z * z))))
function code(x, y, z)
	return sqrt(Float64(Float64(x * x) + Float64(Float64(y * y) + Float64(z * z))))
end
function tmp = code(x, y, z)
	tmp = sqrt(((x * x) + ((y * y) + (z * z))));
end
code[x_, y_, z_] := N[Sqrt[N[(N[(x * x), $MachinePrecision] + N[(N[(y * y), $MachinePrecision] + N[(z * z), $MachinePrecision]), $MachinePrecision]), $MachinePrecision]], $MachinePrecision]
\begin{array}{l}

\\
\sqrt{x \cdot x + \left(y \cdot y + z \cdot z\right)}
\end{array}

Alternative 1: 98.3% accurate, 32.0× speedup?

\[\begin{array}{l} z_m = \left|z\right| \\ y_m = \left|y\right| \\ x_m = \left|x\right| \\ [x_m, y_m, z_m] = \mathsf{sort}([x_m, y_m, z_m])\\ \\ z\_m \end{array} \]
z_m = (fabs.f64 z)
y_m = (fabs.f64 y)
x_m = (fabs.f64 x)
NOTE: x_m, y_m, and z_m should be sorted in increasing order before calling this function.
(FPCore (x_m y_m z_m) :precision binary64 z_m)
z_m = fabs(z);
y_m = fabs(y);
x_m = fabs(x);
assert(x_m < y_m && y_m < z_m);
double code(double x_m, double y_m, double z_m) {
	return z_m;
}
z_m = abs(z)
y_m = abs(y)
x_m = abs(x)
NOTE: x_m, y_m, and z_m should be sorted in increasing order before calling this function.
real(8) function code(x_m, y_m, z_m)
    real(8), intent (in) :: x_m
    real(8), intent (in) :: y_m
    real(8), intent (in) :: z_m
    code = z_m
end function
z_m = Math.abs(z);
y_m = Math.abs(y);
x_m = Math.abs(x);
assert x_m < y_m && y_m < z_m;
public static double code(double x_m, double y_m, double z_m) {
	return z_m;
}
z_m = math.fabs(z)
y_m = math.fabs(y)
x_m = math.fabs(x)
[x_m, y_m, z_m] = sort([x_m, y_m, z_m])
def code(x_m, y_m, z_m):
	return z_m
z_m = abs(z)
y_m = abs(y)
x_m = abs(x)
x_m, y_m, z_m = sort([x_m, y_m, z_m])
function code(x_m, y_m, z_m)
	return z_m
end
z_m = abs(z);
y_m = abs(y);
x_m = abs(x);
x_m, y_m, z_m = num2cell(sort([x_m, y_m, z_m])){:}
function tmp = code(x_m, y_m, z_m)
	tmp = z_m;
end
z_m = N[Abs[z], $MachinePrecision]
y_m = N[Abs[y], $MachinePrecision]
x_m = N[Abs[x], $MachinePrecision]
NOTE: x_m, y_m, and z_m should be sorted in increasing order before calling this function.
code[x$95$m_, y$95$m_, z$95$m_] := z$95$m
\begin{array}{l}
z_m = \left|z\right|
\\
y_m = \left|y\right|
\\
x_m = \left|x\right|
\\
[x_m, y_m, z_m] = \mathsf{sort}([x_m, y_m, z_m])\\
\\
z\_m
\end{array}
Derivation
  1. Initial program 43.5%

    \[\sqrt{x \cdot x + \left(y \cdot y + z \cdot z\right)} \]
  2. Add Preprocessing
  3. Taylor expanded in z around inf

    \[\leadsto \color{blue}{z \cdot \left(1 + \frac{1}{2} \cdot \frac{{x}^{2} + {y}^{2}}{{z}^{2}}\right)} \]
  4. Step-by-step derivation
    1. +-commutativeN/A

      \[\leadsto z \cdot \color{blue}{\left(\frac{1}{2} \cdot \frac{{x}^{2} + {y}^{2}}{{z}^{2}} + 1\right)} \]
    2. distribute-lft-inN/A

      \[\leadsto \color{blue}{z \cdot \left(\frac{1}{2} \cdot \frac{{x}^{2} + {y}^{2}}{{z}^{2}}\right) + z \cdot 1} \]
    3. *-commutativeN/A

      \[\leadsto z \cdot \color{blue}{\left(\frac{{x}^{2} + {y}^{2}}{{z}^{2}} \cdot \frac{1}{2}\right)} + z \cdot 1 \]
    4. associate-*r*N/A

      \[\leadsto \color{blue}{\left(z \cdot \frac{{x}^{2} + {y}^{2}}{{z}^{2}}\right) \cdot \frac{1}{2}} + z \cdot 1 \]
    5. associate-*r/N/A

      \[\leadsto \color{blue}{\frac{z \cdot \left({x}^{2} + {y}^{2}\right)}{{z}^{2}}} \cdot \frac{1}{2} + z \cdot 1 \]
    6. unpow2N/A

      \[\leadsto \frac{z \cdot \left({x}^{2} + {y}^{2}\right)}{\color{blue}{z \cdot z}} \cdot \frac{1}{2} + z \cdot 1 \]
    7. times-fracN/A

      \[\leadsto \color{blue}{\left(\frac{z}{z} \cdot \frac{{x}^{2} + {y}^{2}}{z}\right)} \cdot \frac{1}{2} + z \cdot 1 \]
    8. *-inversesN/A

      \[\leadsto \left(\color{blue}{1} \cdot \frac{{x}^{2} + {y}^{2}}{z}\right) \cdot \frac{1}{2} + z \cdot 1 \]
    9. associate-/l*N/A

      \[\leadsto \color{blue}{\frac{1 \cdot \left({x}^{2} + {y}^{2}\right)}{z}} \cdot \frac{1}{2} + z \cdot 1 \]
    10. *-lft-identityN/A

      \[\leadsto \frac{\color{blue}{{x}^{2} + {y}^{2}}}{z} \cdot \frac{1}{2} + z \cdot 1 \]
    11. *-rgt-identityN/A

      \[\leadsto \frac{{x}^{2} + {y}^{2}}{z} \cdot \frac{1}{2} + \color{blue}{z} \]
    12. lower-fma.f64N/A

      \[\leadsto \color{blue}{\mathsf{fma}\left(\frac{{x}^{2} + {y}^{2}}{z}, \frac{1}{2}, z\right)} \]
  5. Applied rewrites14.7%

    \[\leadsto \color{blue}{\mathsf{fma}\left(\frac{\mathsf{fma}\left(y, y, x \cdot x\right)}{z}, 0.5, z\right)} \]
  6. Taylor expanded in y around 0

    \[\leadsto \mathsf{fma}\left(\frac{{x}^{2}}{z}, \frac{1}{2}, z\right) \]
  7. Step-by-step derivation
    1. Applied rewrites16.5%

      \[\leadsto \mathsf{fma}\left(\frac{x \cdot x}{z}, 0.5, z\right) \]
    2. Step-by-step derivation
      1. Applied rewrites16.0%

        \[\leadsto \mathsf{fma}\left({z}^{0.5}, \color{blue}{{z}^{0.5}}, \left(x \cdot x\right) \cdot \frac{0.5}{z}\right) \]
      2. Taylor expanded in z around -inf

        \[\leadsto -1 \cdot \color{blue}{\left(z \cdot {\left(\sqrt{-1}\right)}^{2}\right)} \]
      3. Step-by-step derivation
        1. Applied rewrites17.6%

          \[\leadsto z \]
        2. Add Preprocessing

        Developer Target 1: 100.0% accurate, 0.2× speedup?

        \[\begin{array}{l} \\ \mathsf{hypot}\left(x, \mathsf{hypot}\left(y, z\right)\right) \end{array} \]
        (FPCore (x y z) :precision binary64 (hypot x (hypot y z)))
        double code(double x, double y, double z) {
        	return hypot(x, hypot(y, z));
        }
        
        public static double code(double x, double y, double z) {
        	return Math.hypot(x, Math.hypot(y, z));
        }
        
        def code(x, y, z):
        	return math.hypot(x, math.hypot(y, z))
        
        function code(x, y, z)
        	return hypot(x, hypot(y, z))
        end
        
        function tmp = code(x, y, z)
        	tmp = hypot(x, hypot(y, z));
        end
        
        code[x_, y_, z_] := N[Sqrt[x ^ 2 + N[Sqrt[y ^ 2 + z ^ 2], $MachinePrecision] ^ 2], $MachinePrecision]
        
        \begin{array}{l}
        
        \\
        \mathsf{hypot}\left(x, \mathsf{hypot}\left(y, z\right)\right)
        \end{array}
        

        Reproduce

        ?
        herbie shell --seed 2024240 
        (FPCore (x y z)
          :name "bug366 (missed optimization)"
          :precision binary64
        
          :alt
          (! :herbie-platform default (hypot x (hypot y z)))
        
          (sqrt (+ (* x x) (+ (* y y) (* z z)))))