diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 3aebc9ade21..a806f95e2e7 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -68,14 +68,15 @@ jobs:
         if: matrix.mingwdir != ''
         run: |
           import os
-
           paths = [
             r'C:\msys64\${{ matrix.mingwdir }}\bin',
             r'C:\msys64\usr\bin',
           ]
-          with open(os.environ["GITHUB_PATH"], "a") as f:
-            for path in paths:
-              f.write(path + "\n")
+          with open(os.environ["GITHUB_PATH"], "r+") as fp:
+            lines = fp.readlines()
+            lines = paths + lines
+            fp.seek(0)
+            fp.writelines(lines)
       - name: Verify mingw gcc installation
         shell: powershell
         if: matrix.mingwdir != ''
@@ -223,14 +224,15 @@ jobs:
         if: matrix.mingwdir != ''
         run: |
           import os
-
           paths = [
             r'C:\msys64\${{ matrix.mingwdir }}\bin',
             r'C:\msys64\usr\bin',
           ]
-          with open(os.environ["GITHUB_PATH"], "a") as f:
-            for path in paths:
-              f.write(path + "\n")
+          with open(os.environ["GITHUB_PATH"], "r+") as fp:
+            lines = fp.readlines()
+            lines = paths + lines
+            fp.seek(0)
+            fp.writelines(lines)
       - name: Verify mingw gcc installation
         shell: powershell
         if: matrix.mingwdir != ''
@@ -384,14 +386,15 @@ jobs:
         if: matrix.mingwdir != ''
         run: |
           import os
-
           paths = [
             r'C:\msys64\${{ matrix.mingwdir }}\bin',
             r'C:\msys64\usr\bin',
           ]
-          with open(os.environ["GITHUB_PATH"], "a") as f:
-            for path in paths:
-              f.write(path + "\n")
+          with open(os.environ["GITHUB_PATH"], "r+") as fp:
+            lines = fp.readlines()
+            lines = paths + lines
+            fp.seek(0)
+            fp.writelines(lines)
       - name: Verify mingw gcc installation
         shell: powershell
         if: matrix.mingwdir != ''
diff --git a/ci/actions-templates/windows-builds-template.yaml b/ci/actions-templates/windows-builds-template.yaml
index 141b084ce45..1d94c8ee694 100644
--- a/ci/actions-templates/windows-builds-template.yaml
+++ b/ci/actions-templates/windows-builds-template.yaml
@@ -62,14 +62,15 @@ jobs: # skip-master skip-pr skip-stable
         if: matrix.mingwdir != ''
         run: |
           import os
-
           paths = [
             r'C:\msys64\${{ matrix.mingwdir }}\bin',
             r'C:\msys64\usr\bin',
           ]
-          with open(os.environ["GITHUB_PATH"], "a") as f:
-            for path in paths:
-              f.write(path + "\n")
+          with open(os.environ["GITHUB_PATH"], "r+") as fp:
+            lines = fp.readlines()
+            lines = paths + lines
+            fp.seek(0)
+            fp.writelines(lines)
       - name: Verify mingw gcc installation
         shell: powershell
         if: matrix.mingwdir != ''