diff --git a/.appveyor.yml b/.appveyor.yml
index ac7d3229def..4038b2a9c76 100644
--- a/.appveyor.yml
+++ b/.appveyor.yml
@@ -42,4 +42,4 @@ build_script:
   - set CGO_ENABLED=1
   - go build -o ghostunnel-%GIT_VERSION%-windows-%GOARCH%-with-pkcs11.exe -ldflags "-w -extldflags \"-static\" -extld=%EXTLD%" -i .
   # Execute tests
-  - go test -v . ./auth ./certloader ./proxy ./wildcard
+  - go test -v ./...
diff --git a/certloader/keystore_test.go b/certloader/keystore_test.go
index 0fa2f75cc04..6648032648f 100644
--- a/certloader/keystore_test.go
+++ b/certloader/keystore_test.go
@@ -20,6 +20,7 @@ import (
 	"crypto/tls"
 	"io/ioutil"
 	"os"
+	"runtime"
 	"testing"
 	"unsafe"
 
@@ -95,6 +96,11 @@ func TestCertificateFromPEMFilesValid(t *testing.T) {
 	assert.Nil(t, cert.Reload(), "should be able to reload")
 
 	// Remove file & test reload failure
+	if runtime.GOOS == "windows" {
+		// Reloading not supported on Windows
+		return
+	}
+
 	os.Remove(file.Name())
 	assert.NotNil(t, cert.Reload(), "should not be able to reload")
 }