diff --git a/loopy/isl_helpers.py b/loopy/isl_helpers.py
index 9889fa12e1f6f188464c390f0a781d52a913aa51..d9b68b43a44a7aff9ddf699c202e19f7f6510e75 100644
--- a/loopy/isl_helpers.py
+++ b/loopy/isl_helpers.py
@@ -426,9 +426,10 @@ def _find_aff_dims(aff, dim_types_and_gen_dim_types):
     result = set(result)
 
     for i in range(aff.dim(dim_type.div)):
-        result.update(_find_aff_dims(
-            aff.get_div(i),
-            dim_types_and_gen_dim_types))
+        if not aff.get_coefficient_val(dim_type.div, i).is_zero():
+            result.update(_find_aff_dims(
+                aff.get_div(i),
+                dim_types_and_gen_dim_types))
 
     return result