diff --git a/sesman/sesexec/session.c b/sesman/sesexec/session.c
index 345521f7..8ce465c3 100644
--- a/sesman/sesexec/session.c
+++ b/sesman/sesexec/session.c
@@ -441,7 +441,6 @@ prepare_xvnc_xserver_params(const struct session_parameters *s,
         g_snprintf(depth, sizeof(depth), "%d", s->bpp);
 
         guid_to_str(&s->guid, guid_str);
-        env_check_password_file(passwd_file, guid_str);
 
         /* get path of Xvnc from config */
         xserver = (const char *)list_get_item(g_cfg->vnc_params, 0);
@@ -457,6 +456,7 @@ prepare_xvnc_xserver_params(const struct session_parameters *s,
         if (passwd_file != NULL)
         {
             /* RFB authorization */
+            env_check_password_file(passwd_file, guid_str);
             list_add_strdup_multi(params,
                                   "-rfbauth", passwd_file,
                                   NULL);