diff --git a/exe/Wrapper.hs b/exe/Wrapper.hs
index 2c2401ab6a..6b4ecbc4b9 100644
--- a/exe/Wrapper.hs
+++ b/exe/Wrapper.hs
@@ -148,7 +148,8 @@ launchHaskellLanguageServer recorder parsedArgs = do
 
       let
         hlsBin = "haskell-language-server-" ++ ghcVersion
-        candidates' = [hlsBin, "haskell-language-server"]
+        ghcupBin = "haskell-language-server-" ++ ghcVersion ++ "~" ++ hlsVersion
+        candidates' = [hlsBin, ghcupBin, "haskell-language-server"]
         candidates = map (++ exeExtension) candidates'
 
       liftIO $ hPutStrLn stderr $ "haskell-language-server exe candidates: " ++ show candidates