diff --git a/src/backend/postmaster/postmaster.c b/src/backend/postmaster/postmaster.c
index e2b3b8114da30e7aec0694fbee5018f6a9c34ccd..8570e75d8a6f9ce7b25cb17396b6f9dacf223880 100644
--- a/src/backend/postmaster/postmaster.c
+++ b/src/backend/postmaster/postmaster.c
@@ -1140,6 +1140,12 @@ PostmasterMain(int argc, char *argv[])
 		on_proc_exit(unlink_external_pid_file, 0);
 	}
 
+	/*
+	 * Remove old temporary files.  At this point there can be no other
+	 * Postgres processes running in this directory, so this should be safe.
+	 */
+	RemovePgTempFiles();
+
 	/*
 	 * If enabled, start up syslogger collection subprocess
 	 */
@@ -1197,13 +1203,6 @@ PostmasterMain(int argc, char *argv[])
 		 */
 	}
 
-
-	/*
-	 * Remove old temporary files.  At this point there can be no other
-	 * Postgres processes running in this directory, so this should be safe.
-	 */
-	RemovePgTempFiles();
-
 #ifdef HAVE_PTHREAD_IS_THREADED_NP
 
 	/*
@@ -5869,7 +5868,7 @@ read_backend_variables(char *id, Port *port)
 	fp = AllocateFile(id, PG_BINARY_R);
 	if (!fp)
 	{
-		write_stderr("could not read from backend variables file \"%s\": %s\n",
+		write_stderr("could not open backend variables file \"%s\": %s\n",
 					 id, strerror(errno));
 		exit(1);
 	}