diff --git a/gcc/reload1.c b/gcc/reload1.c
index 5451ab6590b..afd2a17c1cc 100644
--- a/gcc/reload1.c
+++ b/gcc/reload1.c
@@ -2251,6 +2251,9 @@ set_label_offsets (x, insn, initial_p)
   switch (code)
     {
     case LABEL_REF:
+      if (LABEL_REF_NONLOCAL_P (x))
+	return;
+
       x = XEXP (x, 0);
 
       /* ... fall through ... */