diff --git a/loopy/target/c/__init__.py b/loopy/target/c/__init__.py
index e54ac0f693c4704c13b8c435e4bc7acaac1b1a47..832c224f39d26cda16801c43a8265aeddee068d9 100644
--- a/loopy/target/c/__init__.py
+++ b/loopy/target/c/__init__.py
@@ -342,26 +342,35 @@ class CASTBuilder(ASTBuilderBase):
         result = []
 
         from loopy.kernel.data import temp_var_scope
-
-        for tv in sorted(
-                six.itervalues(kernel.temporary_variables),
-                key=lambda tv: tv.name):
-
-            if tv.scope == temp_var_scope.GLOBAL and tv.initializer is not None:
-                assert tv.read_only
-
-                decl_info, = tv.decl_info(self.target,
-                                index_dtype=kernel.index_dtype)
-                decl = self.wrap_global_constant(
-                        self.get_temporary_decl(
-                            codegen_state, schedule_index, tv,
-                            decl_info))
-
-                if tv.initializer is not None:
-                    decl = Initializer(decl, generate_array_literal(
-                        codegen_state, tv, tv.initializer))
-
-                result.append(decl)
+        from loopy.schedule import CallKernel
+        # We only need to write declarations for global variables with
+        # the first device program. `is_first_dev_prog` determines
+        # whether this is the first device program in the schedule.
+        is_first_dev_prog = True
+        for i in range(schedule_index):
+            if isinstance(kernel.schedule[i], CallKernel):
+                is_first_dev_prog = False
+                break
+        if is_first_dev_prog:
+            for tv in sorted(
+                    six.itervalues(kernel.temporary_variables),
+                    key=lambda tv: tv.name):
+
+                if tv.scope == temp_var_scope.GLOBAL and tv.initializer is not None:
+                    assert tv.read_only
+
+                    decl_info, = tv.decl_info(self.target,
+                                    index_dtype=kernel.index_dtype)
+                    decl = self.wrap_global_constant(
+                            self.get_temporary_decl(
+                                codegen_state, schedule_index, tv,
+                                decl_info))
+
+                    if tv.initializer is not None:
+                        decl = Initializer(decl, generate_array_literal(
+                            codegen_state, tv, tv.initializer))
+
+                    result.append(decl)
 
         fbody = FunctionBody(function_decl, function_body)
         if not result:
@@ -419,6 +428,15 @@ class CASTBuilder(ASTBuilderBase):
         base_storage_to_align_bytes = {}
 
         from cgen import ArrayOf, Initializer, AlignedAttribute, Value, Line
+        # Getting the temporary variables that are needed for the current
+        # sub-kernel.
+        from loopy.schedule.tools import (
+                temporaries_read_in_subkernel,
+                temporaries_written_in_subkernel)
+        subkernel = kernel.schedule[schedule_index].kernel_name
+        sub_knl_temps = (
+                temporaries_read_in_subkernel(kernel, subkernel) |
+                temporaries_written_in_subkernel(kernel, subkernel))
 
         for tv in sorted(
                 six.itervalues(kernel.temporary_variables),
@@ -428,7 +446,8 @@ class CASTBuilder(ASTBuilderBase):
             if not tv.base_storage:
                 for idi in decl_info:
                     # global temp vars are mapped to arguments or global declarations
-                    if tv.scope != temp_var_scope.GLOBAL:
+                    if tv.scope != temp_var_scope.GLOBAL and (
+                            tv.name in sub_knl_temps):
                         decl = self.wrap_temporary_decl(
                                 self.get_temporary_decl(
                                     codegen_state, schedule_index, tv, idi),
diff --git a/test/test_loopy.py b/test/test_loopy.py
index d0398f216a7f85798bc5f125e353578e74765b9f..af50599dcb366a875c640e54c0345b81e8ebd99b 100644
--- a/test/test_loopy.py
+++ b/test/test_loopy.py
@@ -52,6 +52,31 @@ __all__ = [
         ]
 
 
+def test_globals_decl_once_with_multi_subprogram(ctx_factory):
+    ctx = ctx_factory()
+    queue = cl.CommandQueue(ctx)
+    np.random.seed(17)
+    a = np.random.randn(16)
+    cnst = np.random.randn(16)
+    knl = lp.make_kernel(
+            "{[i, ii]: 0<=i, ii<n}",
+            """
+            out[i] = a[i]+cnst[i]{id=first}
+            out[ii] = 2*out[ii]+cnst[ii]{id=second}
+            """,
+            [lp.TemporaryVariable(
+                'cnst', shape=('n'), initializer=cnst,
+                scope=lp.temp_var_scope.GLOBAL,
+                read_only=True), '...'])
+    knl = lp.fix_parameters(knl, n=16)
+    knl = lp.add_barrier(knl, "id:first", "id:second")
+
+    knl = lp.split_iname(knl, "i", 2, outer_tag="g.0", inner_tag="l.0")
+    knl = lp.split_iname(knl, "ii", 2, outer_tag="g.0", inner_tag="l.0")
+    evt, (out,) = knl(queue, a=a)
+    assert np.linalg.norm(out-((2*(a+cnst)+cnst))) <= 1e-15
+
+
 def test_complicated_subst(ctx_factory):
     #ctx = ctx_factory()