diff --git a/var/spack/repos/builtin/packages/llvm/package.py b/var/spack/repos/builtin/packages/llvm/package.py
index 398daefc8fe5a89343ca4caf42fa2bab5390393d..04b4efd4916ac2baf2f6f73284e5f8d746446f44 100644
--- a/var/spack/repos/builtin/packages/llvm/package.py
+++ b/var/spack/repos/builtin/packages/llvm/package.py
@@ -389,6 +389,9 @@ def install(self, spec, prefix):
                 raise SpackException(
                     'The lldb variant requires the `+clang` variant')
 
+        if spec.satisfies('@4.0.0:') and spec.satisfies('platform=linux'):
+            cmake_args.append('-DCMAKE_BUILD_WITH_INSTALL_RPATH=1')
+
         with working_dir('spack-build', create=True):
             cmake(*cmake_args)
             make()