2001-05-15 23:18:09 +05:30
|
|
|
/* vi: set sw=4 ts=4: */
|
|
|
|
/*
|
|
|
|
* Utility routines.
|
|
|
|
*
|
2005-04-16 13:16:53 +05:30
|
|
|
* Copyright (C) 1999-2005 by Erik Andersen <andersen@codepoet.org>
|
2001-05-15 23:18:09 +05:30
|
|
|
*
|
2010-08-16 23:44:46 +05:30
|
|
|
* Licensed under GPLv2 or later, see file LICENSE in this source tree.
|
2001-05-15 23:18:09 +05:30
|
|
|
*/
|
2005-04-16 13:16:53 +05:30
|
|
|
#include "libbb.h"
|
2014-11-27 17:50:24 +05:30
|
|
|
#if ENABLE_FEATURE_USE_SENDFILE
|
|
|
|
# include <sys/sendfile.h>
|
|
|
|
#else
|
|
|
|
# define sendfile(a,b,c,d) (-1)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We were using 0x7fff0000 as sendfile chunk size, but it
|
|
|
|
* was seen to cause largish delays when user tries to ^C a file copy.
|
|
|
|
* Let's use a saner size.
|
|
|
|
* Note: needs to be >= max(CONFIG_FEATURE_COPYBUF_KB),
|
2019-10-11 17:41:44 +05:30
|
|
|
* or else "copy to eof" code will use needlesly short reads.
|
2014-11-27 17:50:24 +05:30
|
|
|
*/
|
|
|
|
#define SENDFILE_BIGBUF (16*1024*1024)
|
2001-05-15 23:18:09 +05:30
|
|
|
|
2010-06-26 21:41:44 +05:30
|
|
|
/* Used by NOFORK applets (e.g. cat) - must not use xmalloc.
|
|
|
|
* size < 0 means "ignore write errors", used by tar --to-command
|
|
|
|
* size = 0 means "copy till EOF"
|
|
|
|
*/
|
2006-10-08 23:24:47 +05:30
|
|
|
static off_t bb_full_fd_action(int src_fd, int dst_fd, off_t size)
|
2001-05-15 23:18:09 +05:30
|
|
|
{
|
2005-11-04 06:50:46 +05:30
|
|
|
int status = -1;
|
2006-10-08 23:24:47 +05:30
|
|
|
off_t total = 0;
|
2010-06-27 02:38:59 +05:30
|
|
|
bool continue_on_write_error = 0;
|
2014-11-27 17:50:24 +05:30
|
|
|
ssize_t sendfile_sz;
|
|
|
|
#if CONFIG_FEATURE_COPYBUF_KB > 4
|
|
|
|
char *buffer = buffer; /* for compiler */
|
|
|
|
int buffer_size = 0;
|
|
|
|
#else
|
2007-12-02 08:57:42 +05:30
|
|
|
char buffer[CONFIG_FEATURE_COPYBUF_KB * 1024];
|
|
|
|
enum { buffer_size = sizeof(buffer) };
|
2010-06-27 02:38:59 +05:30
|
|
|
#endif
|
2010-06-26 21:41:44 +05:30
|
|
|
|
|
|
|
if (size < 0) {
|
|
|
|
size = -size;
|
|
|
|
continue_on_write_error = 1;
|
|
|
|
}
|
2007-12-02 08:57:42 +05:30
|
|
|
|
2007-04-10 21:13:37 +05:30
|
|
|
if (src_fd < 0)
|
|
|
|
goto out;
|
2006-01-25 05:38:53 +05:30
|
|
|
|
2014-11-27 17:50:24 +05:30
|
|
|
sendfile_sz = !ENABLE_FEATURE_USE_SENDFILE
|
|
|
|
? 0
|
|
|
|
: SENDFILE_BIGBUF;
|
2006-11-26 05:20:28 +05:30
|
|
|
if (!size) {
|
2014-11-27 17:50:24 +05:30
|
|
|
size = SENDFILE_BIGBUF;
|
2006-11-26 05:20:28 +05:30
|
|
|
status = 1; /* copy until eof */
|
|
|
|
}
|
|
|
|
|
|
|
|
while (1) {
|
|
|
|
ssize_t rd;
|
2005-11-12 16:34:11 +05:30
|
|
|
|
2014-11-27 17:50:24 +05:30
|
|
|
if (sendfile_sz) {
|
2019-10-11 17:41:44 +05:30
|
|
|
/* dst_fd == -1 is a fake, else... */
|
|
|
|
if (dst_fd >= 0) {
|
|
|
|
rd = sendfile(dst_fd, src_fd, NULL,
|
|
|
|
size > sendfile_sz ? sendfile_sz : size);
|
|
|
|
if (rd >= 0)
|
|
|
|
goto read_ok;
|
|
|
|
}
|
2014-11-27 17:50:24 +05:30
|
|
|
sendfile_sz = 0; /* do not try sendfile anymore */
|
|
|
|
}
|
|
|
|
#if CONFIG_FEATURE_COPYBUF_KB > 4
|
|
|
|
if (buffer_size == 0) {
|
|
|
|
if (size > 0 && size <= 4 * 1024)
|
|
|
|
goto use_small_buf;
|
|
|
|
/* We want page-aligned buffer, just in case kernel is clever
|
|
|
|
* and can do page-aligned io more efficiently */
|
2020-12-14 22:55:28 +05:30
|
|
|
buffer = mmap_anon(CONFIG_FEATURE_COPYBUF_KB * 1024);
|
2014-11-27 17:50:24 +05:30
|
|
|
buffer_size = CONFIG_FEATURE_COPYBUF_KB * 1024;
|
|
|
|
if (buffer == MAP_FAILED) {
|
|
|
|
use_small_buf:
|
|
|
|
buffer = alloca(4 * 1024);
|
|
|
|
buffer_size = 4 * 1024;
|
|
|
|
}
|
2006-11-26 05:20:28 +05:30
|
|
|
}
|
2014-11-27 17:50:24 +05:30
|
|
|
#endif
|
|
|
|
rd = safe_read(src_fd, buffer,
|
|
|
|
size > buffer_size ? buffer_size : size);
|
2006-11-26 05:20:28 +05:30
|
|
|
if (rd < 0) {
|
libbb: reduce the overhead of single parameter bb_error_msg() calls
Back in 2007, commit 0c97c9d43707 ("'simple' error message functions by
Loic Grenie") introduced bb_simple_perror_msg() to allow for a lower
overhead call to bb_perror_msg() when only a string was being printed
with no parameters. This saves space for some CPU architectures because
it avoids the overhead of a call to a variadic function. However there
has never been a simple version of bb_error_msg(), and since 2007 many
new calls to bb_perror_msg() have been added that only take a single
parameter and so could have been using bb_simple_perror_message().
This changeset introduces 'simple' versions of bb_info_msg(),
bb_error_msg(), bb_error_msg_and_die(), bb_herror_msg() and
bb_herror_msg_and_die(), and replaces all calls that only take a
single parameter, or use something like ("%s", arg), with calls to the
corresponding 'simple' version.
Since it is likely that single parameter calls to the variadic functions
may be accidentally reintroduced in the future a new debugging config
option WARN_SIMPLE_MSG has been introduced. This uses some macro magic
which will cause any such calls to generate a warning, but this is
turned off by default to avoid use of the unpleasant macros in normal
circumstances.
This is a large changeset due to the number of calls that have been
replaced. The only files that contain changes other than simple
substitution of function calls are libbb.h, libbb/herror_msg.c,
libbb/verror_msg.c and libbb/xfuncs_printf.c. In miscutils/devfsd.c,
networking/udhcp/common.h and util-linux/mdev.c additonal macros have
been added for logging so that single parameter and multiple parameter
logging variants exist.
The amount of space saved varies considerably by architecture, and was
found to be as follows (for 'defconfig' using GCC 7.4):
Arm: -92 bytes
MIPS: -52 bytes
PPC: -1836 bytes
x86_64: -938 bytes
Note that for the MIPS architecture only an exception had to be made
disabling the 'simple' calls for 'udhcp' (in networking/udhcp/common.h)
because it made these files larger on MIPS.
Signed-off-by: James Byrne <james.byrne@origamienergy.com>
Signed-off-by: Denys Vlasenko <vda.linux@googlemail.com>
2019-07-02 15:05:03 +05:30
|
|
|
bb_simple_perror_msg(bb_msg_read_error);
|
2006-11-26 05:20:28 +05:30
|
|
|
break;
|
|
|
|
}
|
2014-11-27 17:50:24 +05:30
|
|
|
read_ok:
|
|
|
|
if (!rd) { /* eof - all done */
|
|
|
|
status = 0;
|
|
|
|
break;
|
|
|
|
}
|
2006-11-26 05:20:28 +05:30
|
|
|
/* dst_fd == -1 is a fake, else... */
|
2014-11-27 17:50:24 +05:30
|
|
|
if (dst_fd >= 0 && !sendfile_sz) {
|
2006-11-26 05:20:28 +05:30
|
|
|
ssize_t wr = full_write(dst_fd, buffer, rd);
|
2006-07-16 13:44:35 +05:30
|
|
|
if (wr < rd) {
|
2010-06-26 21:41:44 +05:30
|
|
|
if (!continue_on_write_error) {
|
libbb: reduce the overhead of single parameter bb_error_msg() calls
Back in 2007, commit 0c97c9d43707 ("'simple' error message functions by
Loic Grenie") introduced bb_simple_perror_msg() to allow for a lower
overhead call to bb_perror_msg() when only a string was being printed
with no parameters. This saves space for some CPU architectures because
it avoids the overhead of a call to a variadic function. However there
has never been a simple version of bb_error_msg(), and since 2007 many
new calls to bb_perror_msg() have been added that only take a single
parameter and so could have been using bb_simple_perror_message().
This changeset introduces 'simple' versions of bb_info_msg(),
bb_error_msg(), bb_error_msg_and_die(), bb_herror_msg() and
bb_herror_msg_and_die(), and replaces all calls that only take a
single parameter, or use something like ("%s", arg), with calls to the
corresponding 'simple' version.
Since it is likely that single parameter calls to the variadic functions
may be accidentally reintroduced in the future a new debugging config
option WARN_SIMPLE_MSG has been introduced. This uses some macro magic
which will cause any such calls to generate a warning, but this is
turned off by default to avoid use of the unpleasant macros in normal
circumstances.
This is a large changeset due to the number of calls that have been
replaced. The only files that contain changes other than simple
substitution of function calls are libbb.h, libbb/herror_msg.c,
libbb/verror_msg.c and libbb/xfuncs_printf.c. In miscutils/devfsd.c,
networking/udhcp/common.h and util-linux/mdev.c additonal macros have
been added for logging so that single parameter and multiple parameter
logging variants exist.
The amount of space saved varies considerably by architecture, and was
found to be as follows (for 'defconfig' using GCC 7.4):
Arm: -92 bytes
MIPS: -52 bytes
PPC: -1836 bytes
x86_64: -938 bytes
Note that for the MIPS architecture only an exception had to be made
disabling the 'simple' calls for 'udhcp' (in networking/udhcp/common.h)
because it made these files larger on MIPS.
Signed-off-by: James Byrne <james.byrne@origamienergy.com>
Signed-off-by: Denys Vlasenko <vda.linux@googlemail.com>
2019-07-02 15:05:03 +05:30
|
|
|
bb_simple_perror_msg(bb_msg_write_error);
|
2010-06-26 21:41:44 +05:30
|
|
|
break;
|
|
|
|
}
|
|
|
|
dst_fd = -1;
|
2003-03-19 14:43:01 +05:30
|
|
|
}
|
2006-11-26 05:20:28 +05:30
|
|
|
}
|
|
|
|
total += rd;
|
2006-12-22 05:51:07 +05:30
|
|
|
if (status < 0) { /* if we aren't copying till EOF... */
|
2006-11-26 05:20:28 +05:30
|
|
|
size -= rd;
|
|
|
|
if (!size) {
|
2006-12-22 05:51:07 +05:30
|
|
|
/* 'size' bytes copied - all done */
|
2007-01-11 22:50:00 +05:30
|
|
|
status = 0;
|
2006-11-26 05:20:28 +05:30
|
|
|
break;
|
|
|
|
}
|
2003-11-22 03:54:57 +05:30
|
|
|
}
|
|
|
|
}
|
2006-12-22 05:51:07 +05:30
|
|
|
out:
|
2007-12-02 08:57:42 +05:30
|
|
|
|
2017-07-14 19:41:43 +05:30
|
|
|
/* some environments don't have munmap(), hide it in #if */
|
|
|
|
#if CONFIG_FEATURE_COPYBUF_KB > 4
|
2014-11-27 17:50:24 +05:30
|
|
|
if (buffer_size > 4 * 1024)
|
2007-12-02 08:57:42 +05:30
|
|
|
munmap(buffer, buffer_size);
|
2017-07-14 19:41:43 +05:30
|
|
|
#endif
|
2006-11-26 05:20:28 +05:30
|
|
|
return status ? -1 : total;
|
2003-11-22 03:54:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-12-22 05:51:07 +05:30
|
|
|
#if 0
|
2008-06-27 08:22:20 +05:30
|
|
|
void FAST_FUNC complain_copyfd_and_die(off_t sz)
|
2006-12-22 05:51:07 +05:30
|
|
|
{
|
|
|
|
if (sz != -1)
|
|
|
|
bb_error_msg_and_die("short read");
|
|
|
|
/* if sz == -1, bb_copyfd_XX already complained */
|
2007-04-11 03:08:30 +05:30
|
|
|
xfunc_die();
|
2006-12-22 05:51:07 +05:30
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2008-06-27 08:22:20 +05:30
|
|
|
off_t FAST_FUNC bb_copyfd_size(int fd1, int fd2, off_t size)
|
2003-11-22 03:54:57 +05:30
|
|
|
{
|
2003-11-25 05:20:07 +05:30
|
|
|
if (size) {
|
2006-09-17 21:15:48 +05:30
|
|
|
return bb_full_fd_action(fd1, fd2, size);
|
2003-11-25 05:20:07 +05:30
|
|
|
}
|
2006-09-17 21:15:48 +05:30
|
|
|
return 0;
|
2003-11-22 03:54:57 +05:30
|
|
|
}
|
|
|
|
|
2008-06-27 08:22:20 +05:30
|
|
|
void FAST_FUNC bb_copyfd_exact_size(int fd1, int fd2, off_t size)
|
2006-12-22 05:51:07 +05:30
|
|
|
{
|
|
|
|
off_t sz = bb_copyfd_size(fd1, fd2, size);
|
2010-06-26 21:41:44 +05:30
|
|
|
if (sz == (size >= 0 ? size : -size))
|
2006-12-22 05:51:07 +05:30
|
|
|
return;
|
|
|
|
if (sz != -1)
|
libbb: reduce the overhead of single parameter bb_error_msg() calls
Back in 2007, commit 0c97c9d43707 ("'simple' error message functions by
Loic Grenie") introduced bb_simple_perror_msg() to allow for a lower
overhead call to bb_perror_msg() when only a string was being printed
with no parameters. This saves space for some CPU architectures because
it avoids the overhead of a call to a variadic function. However there
has never been a simple version of bb_error_msg(), and since 2007 many
new calls to bb_perror_msg() have been added that only take a single
parameter and so could have been using bb_simple_perror_message().
This changeset introduces 'simple' versions of bb_info_msg(),
bb_error_msg(), bb_error_msg_and_die(), bb_herror_msg() and
bb_herror_msg_and_die(), and replaces all calls that only take a
single parameter, or use something like ("%s", arg), with calls to the
corresponding 'simple' version.
Since it is likely that single parameter calls to the variadic functions
may be accidentally reintroduced in the future a new debugging config
option WARN_SIMPLE_MSG has been introduced. This uses some macro magic
which will cause any such calls to generate a warning, but this is
turned off by default to avoid use of the unpleasant macros in normal
circumstances.
This is a large changeset due to the number of calls that have been
replaced. The only files that contain changes other than simple
substitution of function calls are libbb.h, libbb/herror_msg.c,
libbb/verror_msg.c and libbb/xfuncs_printf.c. In miscutils/devfsd.c,
networking/udhcp/common.h and util-linux/mdev.c additonal macros have
been added for logging so that single parameter and multiple parameter
logging variants exist.
The amount of space saved varies considerably by architecture, and was
found to be as follows (for 'defconfig' using GCC 7.4):
Arm: -92 bytes
MIPS: -52 bytes
PPC: -1836 bytes
x86_64: -938 bytes
Note that for the MIPS architecture only an exception had to be made
disabling the 'simple' calls for 'udhcp' (in networking/udhcp/common.h)
because it made these files larger on MIPS.
Signed-off-by: James Byrne <james.byrne@origamienergy.com>
Signed-off-by: Denys Vlasenko <vda.linux@googlemail.com>
2019-07-02 15:05:03 +05:30
|
|
|
bb_simple_error_msg_and_die("short read");
|
2006-12-22 05:51:07 +05:30
|
|
|
/* if sz == -1, bb_copyfd_XX already complained */
|
2007-04-11 03:08:30 +05:30
|
|
|
xfunc_die();
|
2006-12-22 05:51:07 +05:30
|
|
|
}
|
|
|
|
|
2008-06-27 08:22:20 +05:30
|
|
|
off_t FAST_FUNC bb_copyfd_eof(int fd1, int fd2)
|
2003-11-22 03:54:57 +05:30
|
|
|
{
|
2006-09-17 21:15:48 +05:30
|
|
|
return bb_full_fd_action(fd1, fd2, 0);
|
2001-05-15 23:18:09 +05:30
|
|
|
}
|