Anisotropic x16 LOD (LOD)

Percentage Accurate: 76.9% → 77.0%

Time: 17.0s

Alternatives: 2

Speedup: 1.2×

Specification

\[\left(\left(\left(\left(\left(\left(1 \leq w \land w \leq 16384\right) \land \left(1 \leq h \land h \leq 16384\right)\right) \land \left(10^{-20} \leq \left|dX.u\right| \land \left|dX.u\right| \leq 10^{+20}\right)\right) \land \left(10^{-20} \leq \left|dX.v\right| \land \left|dX.v\right| \leq 10^{+20}\right)\right) \land \left(10^{-20} \leq \left|dY.u\right| \land \left|dY.u\right| \leq 10^{+20}\right)\right) \land \left(10^{-20} \leq \left|dY.v\right| \land \left|dY.v\right| \leq 10^{+20}\right)\right) \land maxAniso = 16\]

Math

\[\begin{array}{l} \\ \begin{array}{l} t_0 := \left\lfloor h\right\rfloor \cdot dX.v\\ t_1 := \left\lfloor w\right\rfloor \cdot dY.u\\ t_2 := \left\lfloor h\right\rfloor \cdot dY.v\\ t_3 := \left\lfloor w\right\rfloor \cdot dX.u\\ t_4 := \mathsf{max}\left(t\_3 \cdot t\_3 + t\_0 \cdot t\_0, t\_1 \cdot t\_1 + t\_2 \cdot t\_2\right)\\ t_5 := \sqrt{t\_4}\\ t_6 := \left|t\_3 \cdot t\_2 - t\_0 \cdot t\_1\right|\\ \log_{2} \begin{array}{l} \mathbf{if}\;\frac{t\_4}{t\_6} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{t\_5}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{t\_6}{t\_5}\\ \end{array} \end{array} \end{array} \]

FPCore

(FPCore (w h dX.u dX.v dY.u dY.v maxAniso)
 :precision binary32
 (let* ((t_0 (* (floor h) dX.v))
        (t_1 (* (floor w) dY.u))
        (t_2 (* (floor h) dY.v))
        (t_3 (* (floor w) dX.u))
        (t_4 (fmax (+ (* t_3 t_3) (* t_0 t_0)) (+ (* t_1 t_1) (* t_2 t_2))))
        (t_5 (sqrt t_4))
        (t_6 (fabs (- (* t_3 t_2) (* t_0 t_1)))))
   (log2
    (if (> (/ t_4 t_6) (floor maxAniso))
      (/ t_5 (floor maxAniso))
      (/ t_6 t_5)))))

C

float code(float w, float h, float dX_46_u, float dX_46_v, float dY_46_u, float dY_46_v, float maxAniso) {
	float t_0 = floorf(h) * dX_46_v;
	float t_1 = floorf(w) * dY_46_u;
	float t_2 = floorf(h) * dY_46_v;
	float t_3 = floorf(w) * dX_46_u;
	float t_4 = fmaxf(((t_3 * t_3) + (t_0 * t_0)), ((t_1 * t_1) + (t_2 * t_2)));
	float t_5 = sqrtf(t_4);
	float t_6 = fabsf(((t_3 * t_2) - (t_0 * t_1)));
	float tmp;
	if ((t_4 / t_6) > floorf(maxAniso)) {
		tmp = t_5 / floorf(maxAniso);
	} else {
		tmp = t_6 / t_5;
	}
	return log2f(tmp);
}

Julia

function code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = Float32(floor(h) * dX_46_v)
	t_1 = Float32(floor(w) * dY_46_u)
	t_2 = Float32(floor(h) * dY_46_v)
	t_3 = Float32(floor(w) * dX_46_u)
	t_4 = (Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)) != Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0))) ? Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2)) : ((Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2)) != Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2))) ? Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)) : max(Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)), Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2))))
	t_5 = sqrt(t_4)
	t_6 = abs(Float32(Float32(t_3 * t_2) - Float32(t_0 * t_1)))
	tmp = Float32(0.0)
	if (Float32(t_4 / t_6) > floor(maxAniso))
		tmp = Float32(t_5 / floor(maxAniso));
	else
		tmp = Float32(t_6 / t_5);
	end
	return log2(tmp)
end

MATLAB

function tmp_2 = code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = floor(h) * dX_46_v;
	t_1 = floor(w) * dY_46_u;
	t_2 = floor(h) * dY_46_v;
	t_3 = floor(w) * dX_46_u;
	t_4 = max(((t_3 * t_3) + (t_0 * t_0)), ((t_1 * t_1) + (t_2 * t_2)));
	t_5 = sqrt(t_4);
	t_6 = abs(((t_3 * t_2) - (t_0 * t_1)));
	tmp = single(0.0);
	if ((t_4 / t_6) > floor(maxAniso))
		tmp = t_5 / floor(maxAniso);
	else
		tmp = t_6 / t_5;
	end
	tmp_2 = log2(tmp);
end

Initial Program: 76.9% accurate, 1.0× speedup

Math

\[\begin{array}{l} \\ \begin{array}{l} t_0 := \left\lfloor h\right\rfloor \cdot dX.v\\ t_1 := \left\lfloor w\right\rfloor \cdot dY.u\\ t_2 := \left\lfloor h\right\rfloor \cdot dY.v\\ t_3 := \left\lfloor w\right\rfloor \cdot dX.u\\ t_4 := \mathsf{max}\left(t\_3 \cdot t\_3 + t\_0 \cdot t\_0, t\_1 \cdot t\_1 + t\_2 \cdot t\_2\right)\\ t_5 := \sqrt{t\_4}\\ t_6 := \left|t\_3 \cdot t\_2 - t\_0 \cdot t\_1\right|\\ \log_{2} \begin{array}{l} \mathbf{if}\;\frac{t\_4}{t\_6} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{t\_5}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{t\_6}{t\_5}\\ \end{array} \end{array} \end{array} \]

FPCore

(FPCore (w h dX.u dX.v dY.u dY.v maxAniso)
 :precision binary32
 (let* ((t_0 (* (floor h) dX.v))
        (t_1 (* (floor w) dY.u))
        (t_2 (* (floor h) dY.v))
        (t_3 (* (floor w) dX.u))
        (t_4 (fmax (+ (* t_3 t_3) (* t_0 t_0)) (+ (* t_1 t_1) (* t_2 t_2))))
        (t_5 (sqrt t_4))
        (t_6 (fabs (- (* t_3 t_2) (* t_0 t_1)))))
   (log2
    (if (> (/ t_4 t_6) (floor maxAniso))
      (/ t_5 (floor maxAniso))
      (/ t_6 t_5)))))

C

float code(float w, float h, float dX_46_u, float dX_46_v, float dY_46_u, float dY_46_v, float maxAniso) {
	float t_0 = floorf(h) * dX_46_v;
	float t_1 = floorf(w) * dY_46_u;
	float t_2 = floorf(h) * dY_46_v;
	float t_3 = floorf(w) * dX_46_u;
	float t_4 = fmaxf(((t_3 * t_3) + (t_0 * t_0)), ((t_1 * t_1) + (t_2 * t_2)));
	float t_5 = sqrtf(t_4);
	float t_6 = fabsf(((t_3 * t_2) - (t_0 * t_1)));
	float tmp;
	if ((t_4 / t_6) > floorf(maxAniso)) {
		tmp = t_5 / floorf(maxAniso);
	} else {
		tmp = t_6 / t_5;
	}
	return log2f(tmp);
}

Julia

function code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = Float32(floor(h) * dX_46_v)
	t_1 = Float32(floor(w) * dY_46_u)
	t_2 = Float32(floor(h) * dY_46_v)
	t_3 = Float32(floor(w) * dX_46_u)
	t_4 = (Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)) != Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0))) ? Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2)) : ((Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2)) != Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2))) ? Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)) : max(Float32(Float32(t_3 * t_3) + Float32(t_0 * t_0)), Float32(Float32(t_1 * t_1) + Float32(t_2 * t_2))))
	t_5 = sqrt(t_4)
	t_6 = abs(Float32(Float32(t_3 * t_2) - Float32(t_0 * t_1)))
	tmp = Float32(0.0)
	if (Float32(t_4 / t_6) > floor(maxAniso))
		tmp = Float32(t_5 / floor(maxAniso));
	else
		tmp = Float32(t_6 / t_5);
	end
	return log2(tmp)
end

MATLAB

function tmp_2 = code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = floor(h) * dX_46_v;
	t_1 = floor(w) * dY_46_u;
	t_2 = floor(h) * dY_46_v;
	t_3 = floor(w) * dX_46_u;
	t_4 = max(((t_3 * t_3) + (t_0 * t_0)), ((t_1 * t_1) + (t_2 * t_2)));
	t_5 = sqrt(t_4);
	t_6 = abs(((t_3 * t_2) - (t_0 * t_1)));
	tmp = single(0.0);
	if ((t_4 / t_6) > floor(maxAniso))
		tmp = t_5 / floor(maxAniso);
	else
		tmp = t_6 / t_5;
	end
	tmp_2 = log2(tmp);
end

Alternative 1: 77.0% accurate, 1.2× speedup

Math

\[\begin{array}{l} \\ \begin{array}{l} t_0 := \left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \\ t_1 := \left\lfloor h\right\rfloor \cdot dX.v\\ t_2 := \left\lfloor w\right\rfloor \cdot dY.u\\ t_3 := \left\lfloor h\right\rfloor \cdot dY.v\\ t_4 := \left\lfloor w\right\rfloor \cdot dX.u\\ t_5 := \mathsf{max}\left({t\_4}^{2} + {t\_1}^{2}, {t\_2}^{2} + {t\_3}^{2}\right)\\ \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\frac{t\_5}{t\_0}}{\left|\mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(t\_4 \cdot t\_4 + t\_1 \cdot t\_1, t\_2 \cdot t\_2 + t\_3 \cdot t\_3\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|t\_0 \cdot \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\right| \cdot \frac{1}{\sqrt{t\_5}}\\ \end{array} \end{array} \end{array} \]

FPCore

(FPCore (w h dX.u dX.v dY.u dY.v maxAniso)
 :precision binary32
 (let* ((t_0 (* (floor w) (floor h)))
        (t_1 (* (floor h) dX.v))
        (t_2 (* (floor w) dY.u))
        (t_3 (* (floor h) dY.v))
        (t_4 (* (floor w) dX.u))
        (t_5
         (fmax
          (+ (pow t_4 2.0) (pow t_1 2.0))
          (+ (pow t_2 2.0) (pow t_3 2.0)))))
   (log2
    (if (>
         (/ (/ t_5 t_0) (fabs (fma dX.u (- dY.v) (* dX.v dY.u))))
         (floor maxAniso))
      (/
       (sqrt (fmax (+ (* t_4 t_4) (* t_1 t_1)) (+ (* t_2 t_2) (* t_3 t_3))))
       (floor maxAniso))
      (*
       (fabs (* t_0 (fma dX.u dY.v (- (* dX.v dY.u)))))
       (/ 1.0 (sqrt t_5)))))))

C

float code(float w, float h, float dX_46_u, float dX_46_v, float dY_46_u, float dY_46_v, float maxAniso) {
	float t_0 = floorf(w) * floorf(h);
	float t_1 = floorf(h) * dX_46_v;
	float t_2 = floorf(w) * dY_46_u;
	float t_3 = floorf(h) * dY_46_v;
	float t_4 = floorf(w) * dX_46_u;
	float t_5 = fmaxf((powf(t_4, 2.0f) + powf(t_1, 2.0f)), (powf(t_2, 2.0f) + powf(t_3, 2.0f)));
	float tmp;
	if (((t_5 / t_0) / fabsf(fmaf(dX_46_u, -dY_46_v, (dX_46_v * dY_46_u)))) > floorf(maxAniso)) {
		tmp = sqrtf(fmaxf(((t_4 * t_4) + (t_1 * t_1)), ((t_2 * t_2) + (t_3 * t_3)))) / floorf(maxAniso);
	} else {
		tmp = fabsf((t_0 * fmaf(dX_46_u, dY_46_v, -(dX_46_v * dY_46_u)))) * (1.0f / sqrtf(t_5));
	}
	return log2f(tmp);
}

Julia

function code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = Float32(floor(w) * floor(h))
	t_1 = Float32(floor(h) * dX_46_v)
	t_2 = Float32(floor(w) * dY_46_u)
	t_3 = Float32(floor(h) * dY_46_v)
	t_4 = Float32(floor(w) * dX_46_u)
	t_5 = (Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))) != Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0)))) ? Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0))) : ((Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0))) != Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0)))) ? Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))) : max(Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))), Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0)))))
	tmp = Float32(0.0)
	if (Float32(Float32(t_5 / t_0) / abs(fma(dX_46_u, Float32(-dY_46_v), Float32(dX_46_v * dY_46_u)))) > floor(maxAniso))
		tmp = Float32(sqrt(((Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)) != Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1))) ? Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)) : ((Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)) != Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3))) ? Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)) : max(Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)), Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)))))) / floor(maxAniso));
	else
		tmp = Float32(abs(Float32(t_0 * fma(dX_46_u, dY_46_v, Float32(-Float32(dX_46_v * dY_46_u))))) * Float32(Float32(1.0) / sqrt(t_5)));
	end
	return log2(tmp)
end

Derivation

1. Initial program 72.7%

   \[\log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|}{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}\\ \end{array} \]
2. Add Preprocessing

3. Taylor expanded in w around 0

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\mathsf{max}\left({dX.u}^{2} \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2} + {dX.v}^{2} \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, {dY.u}^{2} \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2} + {dY.v}^{2} \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}\right)}{\left|dX.u \cdot \left(dY.v \cdot \left(\left\lfloor h\right\rfloor \cdot \left\lfloor w\right\rfloor \right)\right) - dX.v \cdot \left(dY.u \cdot \left(\left\lfloor h\right\rfloor \cdot \left\lfloor w\right\rfloor \right)\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \end{array} \]

5. Simplified 72.7%

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|}{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}\\ \end{array} \]

6. Taylor expanded in w around 0

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, \mathsf{neg}\left(dY.v\right), dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \end{array} \]

8. Simplified 72.7%

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \sqrt{\frac{1}{\mathsf{max}\left(\mathsf{fma}\left(dX.u, dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}, dX.v \cdot \left(dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}}\\ \end{array} \]

10. Applied egg-rr 72.9%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\frac{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}{\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor }}{\left|\mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \sqrt{\frac{1}{\mathsf{max}\left(\mathsf{fma}\left(dX.u, dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}, dX.v \cdot \left(dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}}\\ \end{array} \]

12. Applied egg-rr 72.9%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\frac{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}{\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor }}{\left|\mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\color{blue}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \frac{1}{\sqrt{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}}}\\ \end{array} \]

13. Final simplification 72.9%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\frac{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}{\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor }}{\left|\mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\right| \cdot \frac{1}{\sqrt{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}}\\ \end{array} \]
14. Add Preprocessing

Alternative 2: 76.9% accurate, 1.2× speedup

Math

\[\begin{array}{l} \\ \begin{array}{l} t_0 := \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\\ t_1 := \left\lfloor h\right\rfloor \cdot dX.v\\ t_2 := \left\lfloor w\right\rfloor \cdot dY.u\\ t_3 := \left\lfloor h\right\rfloor \cdot dY.v\\ t_4 := \left\lfloor w\right\rfloor \cdot dX.u\\ t_5 := \mathsf{max}\left({t\_4}^{2} + {t\_1}^{2}, {t\_2}^{2} + {t\_3}^{2}\right)\\ \log_{2} \begin{array}{l} \mathbf{if}\;\frac{t\_5}{\left|\left\lfloor h\right\rfloor \cdot \left(\left\lfloor w\right\rfloor \cdot t\_0\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(t\_4 \cdot t\_4 + t\_1 \cdot t\_1, t\_2 \cdot t\_2 + t\_3 \cdot t\_3\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot t\_0\right| \cdot \frac{1}{\sqrt{t\_5}}\\ \end{array} \end{array} \end{array} \]

FPCore

(FPCore (w h dX.u dX.v dY.u dY.v maxAniso)
 :precision binary32
 (let* ((t_0 (fma dX.u dY.v (- (* dX.v dY.u))))
        (t_1 (* (floor h) dX.v))
        (t_2 (* (floor w) dY.u))
        (t_3 (* (floor h) dY.v))
        (t_4 (* (floor w) dX.u))
        (t_5
         (fmax
          (+ (pow t_4 2.0) (pow t_1 2.0))
          (+ (pow t_2 2.0) (pow t_3 2.0)))))
   (log2
    (if (> (/ t_5 (fabs (* (floor h) (* (floor w) t_0)))) (floor maxAniso))
      (/
       (sqrt (fmax (+ (* t_4 t_4) (* t_1 t_1)) (+ (* t_2 t_2) (* t_3 t_3))))
       (floor maxAniso))
      (* (fabs (* (* (floor w) (floor h)) t_0)) (/ 1.0 (sqrt t_5)))))))

C

float code(float w, float h, float dX_46_u, float dX_46_v, float dY_46_u, float dY_46_v, float maxAniso) {
	float t_0 = fmaf(dX_46_u, dY_46_v, -(dX_46_v * dY_46_u));
	float t_1 = floorf(h) * dX_46_v;
	float t_2 = floorf(w) * dY_46_u;
	float t_3 = floorf(h) * dY_46_v;
	float t_4 = floorf(w) * dX_46_u;
	float t_5 = fmaxf((powf(t_4, 2.0f) + powf(t_1, 2.0f)), (powf(t_2, 2.0f) + powf(t_3, 2.0f)));
	float tmp;
	if ((t_5 / fabsf((floorf(h) * (floorf(w) * t_0)))) > floorf(maxAniso)) {
		tmp = sqrtf(fmaxf(((t_4 * t_4) + (t_1 * t_1)), ((t_2 * t_2) + (t_3 * t_3)))) / floorf(maxAniso);
	} else {
		tmp = fabsf(((floorf(w) * floorf(h)) * t_0)) * (1.0f / sqrtf(t_5));
	}
	return log2f(tmp);
}

Julia

function code(w, h, dX_46_u, dX_46_v, dY_46_u, dY_46_v, maxAniso)
	t_0 = fma(dX_46_u, dY_46_v, Float32(-Float32(dX_46_v * dY_46_u)))
	t_1 = Float32(floor(h) * dX_46_v)
	t_2 = Float32(floor(w) * dY_46_u)
	t_3 = Float32(floor(h) * dY_46_v)
	t_4 = Float32(floor(w) * dX_46_u)
	t_5 = (Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))) != Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0)))) ? Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0))) : ((Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0))) != Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0)))) ? Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))) : max(Float32((t_4 ^ Float32(2.0)) + (t_1 ^ Float32(2.0))), Float32((t_2 ^ Float32(2.0)) + (t_3 ^ Float32(2.0)))))
	tmp = Float32(0.0)
	if (Float32(t_5 / abs(Float32(floor(h) * Float32(floor(w) * t_0)))) > floor(maxAniso))
		tmp = Float32(sqrt(((Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)) != Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1))) ? Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)) : ((Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)) != Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3))) ? Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)) : max(Float32(Float32(t_4 * t_4) + Float32(t_1 * t_1)), Float32(Float32(t_2 * t_2) + Float32(t_3 * t_3)))))) / floor(maxAniso));
	else
		tmp = Float32(abs(Float32(Float32(floor(w) * floor(h)) * t_0)) * Float32(Float32(1.0) / sqrt(t_5)));
	end
	return log2(tmp)
end

Derivation

1. Initial program 72.7%

   \[\log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|}{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}\\ \end{array} \]
2. Add Preprocessing

3. Taylor expanded in w around 0

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\mathsf{max}\left({dX.u}^{2} \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2} + {dX.v}^{2} \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, {dY.u}^{2} \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2} + {dY.v}^{2} \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}\right)}{\left|dX.u \cdot \left(dY.v \cdot \left(\left\lfloor h\right\rfloor \cdot \left\lfloor w\right\rfloor \right)\right) - dX.v \cdot \left(dY.u \cdot \left(\left\lfloor h\right\rfloor \cdot \left\lfloor w\right\rfloor \right)\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \end{array} \]

5. Simplified 72.7%

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\left|\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right) - \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right)\right|}{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}\\ \end{array} \]

6. Taylor expanded in w around 0

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, \mathsf{neg}\left(dY.v\right), dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \end{array} \]

8. Simplified 72.7%

   \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \sqrt{\frac{1}{\mathsf{max}\left(\mathsf{fma}\left(dX.u, dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}, dX.v \cdot \left(dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}}\\ \end{array} \]

10. Applied egg-rr 72.7%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left(\mathsf{fma}\left(dX.v, dX.v \cdot {\left(\left\lfloor h\right\rfloor \right)}^{2}, dX.u \cdot \left(dX.u \cdot {\left(\left\lfloor w\right\rfloor \right)}^{2}\right)\right), \mathsf{fma}\left({\left(\left\lfloor w\right\rfloor \right)}^{2}, dY.u \cdot dY.u, {\left(\left\lfloor h\right\rfloor \right)}^{2} \cdot \left(dY.v \cdot dY.v\right)\right)\right)}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, -dY.v, dX.v \cdot dY.u\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\color{blue}{\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \frac{1}{\sqrt{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}}}\\ \end{array} \]

12. Applied egg-rr 72.7%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\color{blue}{\frac{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}{\left|\left\lfloor h\right\rfloor \cdot \left(\left\lfloor w\right\rfloor \cdot \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\right)\right|}} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, dX.v \cdot \left(-dY.u\right)\right)\right| \cdot \frac{1}{\sqrt{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}}\\ \end{array} \]

13. Final simplification 72.7%

    \[\leadsto \log_{2} \begin{array}{l} \mathbf{if}\;\frac{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}{\left|\left\lfloor h\right\rfloor \cdot \left(\left\lfloor w\right\rfloor \cdot \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\right)\right|} > \left\lfloor maxAniso\right\rfloor :\\ \;\;\;\;\frac{\sqrt{\mathsf{max}\left(\left(\left\lfloor w\right\rfloor \cdot dX.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dX.u\right) + \left(\left\lfloor h\right\rfloor \cdot dX.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dX.v\right), \left(\left\lfloor w\right\rfloor \cdot dY.u\right) \cdot \left(\left\lfloor w\right\rfloor \cdot dY.u\right) + \left(\left\lfloor h\right\rfloor \cdot dY.v\right) \cdot \left(\left\lfloor h\right\rfloor \cdot dY.v\right)\right)}}{\left\lfloor maxAniso\right\rfloor }\\ \mathbf{else}:\\ \;\;\;\;\left|\left(\left\lfloor w\right\rfloor \cdot \left\lfloor h\right\rfloor \right) \cdot \mathsf{fma}\left(dX.u, dY.v, -dX.v \cdot dY.u\right)\right| \cdot \frac{1}{\sqrt{\mathsf{max}\left({\left(\left\lfloor w\right\rfloor \cdot dX.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dX.v\right)}^{2}, {\left(\left\lfloor w\right\rfloor \cdot dY.u\right)}^{2} + {\left(\left\lfloor h\right\rfloor \cdot dY.v\right)}^{2}\right)}}\\ \end{array} \]
14. Add Preprocessing

Reproduce

herbie shell --seed 2024219 
(FPCore (w h dX.u dX.v dY.u dY.v maxAniso)
  :name "Anisotropic x16 LOD (LOD)"
  :precision binary32
  :pre (and (and (and (and (and (and (and (<= 1.0 w) (<= w 16384.0)) (and (<= 1.0 h) (<= h 16384.0))) (and (<= 1e-20 (fabs dX.u)) (<= (fabs dX.u) 1e+20))) (and (<= 1e-20 (fabs dX.v)) (<= (fabs dX.v) 1e+20))) (and (<= 1e-20 (fabs dY.u)) (<= (fabs dY.u) 1e+20))) (and (<= 1e-20 (fabs dY.v)) (<= (fabs dY.v) 1e+20))) (== maxAniso 16.0))
  (log2 (if (> (/ (fmax (+ (* (* (floor w) dX.u) (* (floor w) dX.u)) (* (* (floor h) dX.v) (* (floor h) dX.v))) (+ (* (* (floor w) dY.u) (* (floor w) dY.u)) (* (* (floor h) dY.v) (* (floor h) dY.v)))) (fabs (- (* (* (floor w) dX.u) (* (floor h) dY.v)) (* (* (floor h) dX.v) (* (floor w) dY.u))))) (floor maxAniso)) (/ (sqrt (fmax (+ (* (* (floor w) dX.u) (* (floor w) dX.u)) (* (* (floor h) dX.v) (* (floor h) dX.v))) (+ (* (* (floor w) dY.u) (* (floor w) dY.u)) (* (* (floor h) dY.v) (* (floor h) dY.v))))) (floor maxAniso)) (/ (fabs (- (* (* (floor w) dX.u) (* (floor h) dY.v)) (* (* (floor h) dX.v) (* (floor w) dY.u)))) (sqrt (fmax (+ (* (* (floor w) dX.u) (* (floor w) dX.u)) (* (* (floor h) dX.v) (* (floor h) dX.v))) (+ (* (* (floor w) dY.u) (* (floor w) dY.u)) (* (* (floor h) dY.v) (* (floor h) dY.v)))))))))