diff --git a/age/keysource.go b/age/keysource.go
index 1cb82859c..cd3e824de 100644
--- a/age/keysource.go
+++ b/age/keysource.go
@@ -92,12 +92,12 @@ func (key *MasterKey) Decrypt() ([]byte, error) {
 
 	_, err := os.Stat(path)
 
-	if os.IsNotExist(err) {
-		return nil, fmt.Errorf("no private key found at %s", path)
-	}
-
 	file, err := os.Open(path)
 
+	if err != nil {
+		return nil, fmt.Errorf("no private key found at %s: %s", path, err)
+	}
+
 	defer file.Close()
 
 	scanner := bufio.NewScanner(file)