diff --git a/sumpy/tools.py b/sumpy/tools.py
index f6c293bee95f0c624533b5c62acf8e93f5faa538..d2a66c69e3850158396def4328378202110682f2 100644
--- a/sumpy/tools.py
+++ b/sumpy/tools.py
@@ -214,10 +214,12 @@ class KernelCacheWrapper(object):
 
         if CACHING_ENABLED:
             import loopy.version
+            from sumpy.version import KERNEL_VERSION
             cache_key = (
                     self.get_cache_key()
                     + tuple(sorted(six.iteritems(kwargs)))
-                    + (loopy.version.DATA_MODEL_VERSION,))
+                    + (loopy.version.DATA_MODEL_VERSION,)
+                    + (KERNEL_VERSION,))
 
             try:
                 result = code_cache[cache_key]
diff --git a/sumpy/version.py b/sumpy/version.py
index 6f6749a94321277ba00f8f5c7fc7f75976671c41..4765172e125c186555ee5d5730cf03295fcd7d0f 100644
--- a/sumpy/version.py
+++ b/sumpy/version.py
@@ -24,3 +24,5 @@ THE SOFTWARE.
 VERSION = (2016, 1)
 VERSION_STATUS = "beta1"
 VERSION_TEXT = ".".join(str(x) for x in VERSION) + VERSION_STATUS
+
+KERNEL_VERSION = 2