diff --git a/src/bin/pg_basebackup/pg_basebackup.c b/src/bin/pg_basebackup/pg_basebackup.c
index 2de03acabd6fe997be1b51d4f81ce33f81998eab..eacb5922a2abcb90fe95badec21428f079882b0c 100644
--- a/src/bin/pg_basebackup/pg_basebackup.c
+++ b/src/bin/pg_basebackup/pg_basebackup.c
@@ -1134,14 +1134,14 @@ GenerateRecoveryConf(PGconn *conn)
 	recoveryconfcontents = createPQExpBuffer();
 	if (!recoveryconfcontents)
 	{
-		fprintf(stderr, _("%s: out of memory"), progname);
+		fprintf(stderr, _("%s: out of memory\n"), progname);
 		disconnect_and_exit(1);
 	}
 
 	connOptions = PQconninfo(conn);
 	if (connOptions == NULL)
 	{
-		fprintf(stderr, _("%s: out of memory"), progname);
+		fprintf(stderr, _("%s: out of memory\n"), progname);
 		disconnect_and_exit(1);
 	}
 
@@ -1179,7 +1179,7 @@ GenerateRecoveryConf(PGconn *conn)
 	appendPQExpBufferStr(recoveryconfcontents, "'\n");
 	if (PQExpBufferBroken(recoveryconfcontents))
 	{
-		fprintf(stderr, _("%s: out of memory"), progname);
+		fprintf(stderr, _("%s: out of memory\n"), progname);
 		disconnect_and_exit(1);
 	}
 
@@ -1202,7 +1202,7 @@ WriteRecoveryConf(void)
 	cf = fopen(filename, "w");
 	if (cf == NULL)
 	{
-		fprintf(stderr, _("%s: could not create file %s: %s"), progname, filename, strerror(errno));
+		fprintf(stderr, _("%s: could not create file \"%s\": %s\n"), progname, filename, strerror(errno));
 		disconnect_and_exit(1);
 	}
 
diff --git a/src/bin/pg_basebackup/receivelog.c b/src/bin/pg_basebackup/receivelog.c
index 03e275cb5b6b02482368d18daf0d23f1269dab5e..1f7611f4440878ed15c833c8e7b9d5fcbb9dd802 100644
--- a/src/bin/pg_basebackup/receivelog.c
+++ b/src/bin/pg_basebackup/receivelog.c
@@ -313,7 +313,7 @@ writeTimeLineHistoryFile(char *basedir, TimeLineID tli, char *filename, char *co
 	fd = open(tmppath, O_WRONLY | O_CREAT | PG_BINARY, S_IRUSR | S_IWUSR);
 	if (fd < 0)
 	{
-		fprintf(stderr, _("%s: could not create timeline history file \"%s\": %s"),
+		fprintf(stderr, _("%s: could not create timeline history file \"%s\": %s\n"),
 				progname, tmppath, strerror(errno));
 		return false;
 	}
@@ -329,7 +329,7 @@ writeTimeLineHistoryFile(char *basedir, TimeLineID tli, char *filename, char *co
 		unlink(tmppath);
 		errno = save_errno;
 
-		fprintf(stderr, _("%s: could not write timeline history file \"%s\": %s"),
+		fprintf(stderr, _("%s: could not write timeline history file \"%s\": %s\n"),
 				progname, tmppath, strerror(errno));
 		return false;
 	}