X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=motion_search.frag;h=eb4f7c77fe2c6f8cb056a46caeaa89d58f0ee486;hb=3795723be95f2fe82f3c8b8b45b1a905b2c811fd;hp=a32868b21669ba4b761dbb93852d517975c86511;hpb=09842dd1b518cafabff6cc3436561c9d7f905727;p=nageru

diff --git a/motion_search.frag b/motion_search.frag
index a32868b..eb4f7c7 100644
--- a/motion_search.frag
+++ b/motion_search.frag
@@ -35,21 +35,49 @@
   be ideal.
  */
 
-const uint patch_size = 12;
-const uint num_iterations = 16;
-
-in vec2 flow_tc;
-in vec2 patch_bottom_left_texel;  // Center of bottom-left texel of patch.
+in vec3 flow_tc;
+in vec2 patch_center;
+flat in int ref_layer, search_layer;
 out vec3 out_flow;
 
-uniform sampler2D flow_tex, grad0_tex, image0_tex, image1_tex;
-uniform vec2 image_size, inv_image_size, inv_prev_level_size;
+uniform sampler2DArray flow_tex, image_tex;
+uniform usampler2DArray grad_tex;  // Also contains the corresponding reference image.
+uniform vec2 inv_image_size, inv_prev_level_size;
+uniform uint patch_size;
+uniform uint num_iterations;
+
+vec3 unpack_gradients(uint v)
+{
+	uint vi = v & 0xffu;
+	uint xi = (v >> 8) & 0xfffu;
+	uint yi = v >> 20;
+	vec3 r = vec3(xi * (1.0f / 4095.0f) - 0.5f, yi * (1.0f / 4095.0f) - 0.5f, vi * (1.0f / 255.0f));
+	return r;
+}
+
+// Note: The third variable is the actual pixel value.
+vec3 get_gradients(vec3 tc)
+{
+	vec3 grad = unpack_gradients(texture(grad_tex, tc).x);
+
+	// Zero gradients outside the image. (We'd do this with a sampler,
+	// but we want the repeat behavior for the actual texels, in the
+	// z channel.)
+	if (any(lessThan(tc.xy, vec2(0.0f))) || any(greaterThan(tc.xy, vec2(1.0f)))) {
+		grad.xy = vec2(0.0f);
+	}
+
+	return grad;
+}
 
 void main()
 {
-	// Lock patch_bottom_left_texel to an integer, so that we never get
-	// any bilinear artifacts for the gradient.
-	vec2 base = (round(patch_bottom_left_texel * image_size - vec2(0.5, 0.5)) + vec2(0.5, 0.5))
+	vec2 image_size = textureSize(grad_tex, 0).xy;
+
+	// Lock the patch center to an integer, so that we never get
+	// any bilinear artifacts for the gradient. (NOTE: This assumes an
+	// even patch size.) Then calculate the bottom-left texel of the patch.
+	vec2 base = (round(patch_center * image_size) - (0.5f * patch_size - 0.5f))
 		* inv_image_size;
 
 	// First, precompute the pseudo-Hessian for the template patch.
@@ -68,13 +96,13 @@ void main()
 	for (uint y = 0; y < patch_size; ++y) {
 		for (uint x = 0; x < patch_size; ++x) {
 			vec2 tc = base + uvec2(x, y) * inv_image_size;
-			vec2 grad = texture(grad0_tex, tc).xy;
+			vec3 grad = get_gradients(vec3(tc, ref_layer));
 			H[0][0] += grad.x * grad.x;
 			H[1][1] += grad.y * grad.y;
 			H[0][1] += grad.x * grad.y;
 
-			template_sum += texture(image0_tex, tc).x;
-			grad_sum += grad;
+			template_sum += grad.z;  // The actual template pixel value.
+			grad_sum += grad.xy;
 		}
 	}
 	H[1][0] = H[0][1];
@@ -102,10 +130,10 @@ void main()
 		for (uint y = 0; y < patch_size; ++y) {
 			for (uint x = 0; x < patch_size; ++x) {
 				vec2 tc = base + uvec2(x, y) * inv_image_size;
-				vec2 grad = texture(grad0_tex, tc).xy;
-				float t = texture(image0_tex, tc).x;
-				float warped = texture(image1_tex, tc + u_norm).x;
-				du += grad * (warped - t);
+				vec3 grad = get_gradients(vec3(tc, ref_layer));
+				float t = grad.z;
+				float warped = texture(image_tex, vec3(tc + u_norm, search_layer)).x;
+				du += grad.xy * (warped - t);
 				warped_sum += warped;
 			}
 		}
@@ -121,7 +149,7 @@ void main()
 		//   sum(S^T * (x - y)) = [what we calculated] - (µ1 - µ2) sum(S^T)
 		//
 		// so we can just subtract away the mean difference here.
-		mean_diff = (warped_sum - template_sum) * (1.0 / (patch_size * patch_size));
+		mean_diff = (warped_sum - template_sum) * (1.0 / float(patch_size * patch_size));
 		du -= grad_sum * mean_diff;
 
 		if (i == 0) {