diff --git a/passt.c b/passt.c
index 2f538e4..46eb5f6 100644
--- a/passt.c
+++ b/passt.c
@@ -104,7 +104,7 @@ static int sock_unix(int *index)
 
 		ex = socket(AF_UNIX, SOCK_STREAM | SOCK_NONBLOCK, 0);
 		ret = connect(ex, (const struct sockaddr *)&addr, sizeof(addr));
-		if (!ret || errno != ECONNREFUSED) {
+		if (!ret || (errno != ENOENT && errno != ECONNREFUSED)) {
 			close(ex);
 			continue;
 		}