diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 699f9923f9..2f8693bf94 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -55,7 +55,8 @@ jobs:
                    src/**/*.hs exe/*.hs
 
     - name: Build
-      run: cabal build
+      # Retry it three times to workaround compiler segfaults in windows
+      run: cabal build || cabal build || cabal build
     - name: Test
       env:
         HLS_TEST_EXE: hls