/* iconv.c - Convert character encoding
*
* Copyright 2014 Felix Janda <felix.janda@posteo.de>
*
* See http://pubs.opengroup.org/onlinepubs/9699919799/utilities/iconv.html
USE_ICONV(NEWTOY(iconv, "cst:f:", TOYFLAG_USR|TOYFLAG_BIN))
config ICONV
bool "iconv"
default n
depends on TOYBOX_ICONV
help
usage: iconv [-f FROM] [-t TO] [FILE...]
Convert character encoding of files.
-f convert from (default utf8)
-t convert to (default utf8)
*/
#define FOR_iconv
#include "toys.h"
#include <iconv.h>
GLOBALS(
char *from;
char *to;
void *ic;
)
static void do_iconv(int fd, char *name)
{
char *outstart = toybuf+2048;
size_t inleft = 0;
int len = 1;
do {
size_t outleft = 2048;
char *in = toybuf+inleft, *out = outstart;
len = read(fd, in, 2048-inleft);
if (len < 0) {
perror_msg("read '%s'");
return;
}
inleft += len;
do {
if (iconv(TT.ic, &in, &inleft, &out, &outleft) == -1
&& (errno == EILSEQ || (in == toybuf+inleft-len && errno == EINVAL)))
{
if (outleft) {
// Skip first byte of illegal sequence to avoid endless loops
*(out++) = *(in++);
inleft--;
}
}
xwrite(1, outstart, out-outstart);
// Top off input buffer
memmove(in, toybuf, inleft);
} while (len < 1 && inleft);
} while (len > 0);
}
void iconv_main(void)
{
TT.ic = iconv_open(TT.to ? TT.to : "utf8", TT.from ? TT.from : "utf8");
if (TT.ic == (iconv_t)-1) error_exit("bad encoding");
loopfiles(toys.optargs, do_iconv);
if (CFG_TOYBOX_FREE) iconv_close(TT.ic);
}