diff --git a/config/optimize b/config/optimize
index dd390b47aa..ff78ec361e 100644
--- a/config/optimize
+++ b/config/optimize
@@ -32,13 +32,15 @@ if [ "$GRAPHITE_SUPPORT" = yes ];then
   GCC_OPTIM="$GCC_OPTIM -fgraphite-identity"
 fi
 
-if [ "$LTO_SUPPORT" = yes ];then
-  GCC_OPTIM="$GCC_OPTIM -flto"
+if [ "$LTO_SUPPORT" = yes -o "$GOLD_SUPPORT" = yes ];then
   LD_OPTIM="$LD_OPTIM -fuse-linker-plugin"
 fi
 
+if [ "$LTO_SUPPORT" = yes ];then
+  GCC_OPTIM="$GCC_OPTIM -flto"
+fi
+
 if [ "$GOLD_SUPPORT" = yes ];then
-  LD_OPTIM="$LD_OPTIM -fuse-linker-plugin"
   LD_OPTIM="$LD_OPTIM -fuse-ld=gold"
 fi