/* tail.c - copy last lines from input to stdout.
*
* Copyright 2012 Timothy Elliott <tle@holymonkey.com>
*
* See http://opengroup.org/onlinepubs/9699919799/utilities/tail.html
USE_TAIL(NEWTOY(tail, "?fc-n-[-cn]", TOYFLAG_USR|TOYFLAG_BIN))
config TAIL
bool "tail"
default y
help
usage: tail [-n|c NUMBER] [-f] [FILE...]
Copy last lines from files to stdout. If no files listed, copy from
stdin. Filename "-" is a synonym for stdin.
-n output the last NUMBER lines (default 10), +X counts from start.
-c output the last NUMBER bytes, +NUMBER counts from start
-f follow FILE(s), waiting for more data to be appended
config TAIL_SEEK
bool "tail seek support"
default y
depends on TAIL
help
This version uses lseek, which is faster on large files.
*/
#define FOR_tail
#include "toys.h"
#include <sys/inotify.h>
GLOBALS(
long lines;
long bytes;
int file_no, ffd, *files;
)
struct line_list {
struct line_list *next, *prev;
char *data;
int len;
};
static struct line_list *get_chunk(int fd, int len)
{
struct line_list *line = xmalloc(sizeof(struct line_list)+len);
memset(line, 0, sizeof(struct line_list));
line->data = ((char *)line) + sizeof(struct line_list);
line->len = readall(fd, line->data, len);
if (line->len < 1) {
free(line);
return 0;
}
return line;
}
static void dump_chunk(void *ptr)
{
struct line_list *list = ptr;
xwrite(1, list->data, list->len);
free(list);
}
// Reading through very large files is slow. Using lseek can speed things
// up a lot, but isn't applicable to all input (cat | tail).
// Note: bytes and lines are negative here.
static int try_lseek(int fd, long bytes, long lines)
{
struct line_list *list = 0, *temp;
int flag = 0, chunk = sizeof(toybuf);
off_t pos = lseek(fd, 0, SEEK_END);
// If lseek() doesn't work on this stream, return now.
if (pos<0) return 0;
// Seek to the right spot, output data from there.
if (bytes) {
if (lseek(fd, bytes, SEEK_END)<0) lseek(fd, 0, SEEK_SET);
xsendfile(fd, 1);
return 1;
}
// Read from end to find enough lines, then output them.
bytes = pos;
while (lines && pos) {
int offset;
// Read in next chunk from end of file
if (chunk>pos) chunk = pos;
pos -= chunk;
if (pos != lseek(fd, pos, SEEK_SET)) {
perror_msg("seek failed");
break;
}
if (!(temp = get_chunk(fd, chunk))) break;
temp->next = list;
list = temp;
// Count newlines in this chunk.
offset = list->len;
while (offset--) {
// If the last line ends with a newline, that one doesn't count.
if (!flag) flag++;
// Start outputting data right after newline
else if (list->data[offset] == '\n' && !++lines) {
offset++;
list->data += offset;
list->len -= offset;
break;
}
}
}
// Output stored data
llist_traverse(list, dump_chunk);
// In case of -f
lseek(fd, bytes, SEEK_SET);
return 1;
}
// Called for each file listed on command line, and/or stdin
static void do_tail(int fd, char *name)
{
long bytes = TT.bytes, lines = TT.lines;
int linepop = 1;
if (toys.optflags & FLAG_f) {
int f = TT.file_no*2;
char *s = name;
if (!fd) sprintf(s = toybuf, "/proc/self/fd/%d", fd);
TT.files[f++] = fd;
if (0 > (TT.files[f] = inotify_add_watch(TT.ffd, s, IN_MODIFY)))
perror_msg("bad -f on '%s'", name);
}
if (toys.optc > 1) {
if (TT.file_no++) xputc('\n');
xprintf("==> %s <==\n", name);
}
// Are we measuring from the end of the file?
if (bytes<0 || lines<0) {
struct line_list *list = 0, *new;
// The slow codepath is always needed, and can handle all input,
// so make lseek support optional.
if (CFG_TAIL_SEEK && try_lseek(fd, bytes, lines)) return;
// Read data until we run out, keep a trailing buffer
for (;;) {
// Read next page of data, appending to linked list in order
if (!(new = get_chunk(fd, sizeof(toybuf)))) break;
dlist_add_nomalloc((void *)&list, (void *)new);
// If tracing bytes, add until we have enough, discarding overflow.
if (TT.bytes) {
bytes += new->len;
if (bytes > 0) {
while (list->len <= bytes) {
bytes -= list->len;
free(dlist_pop(&list));
}
list->data += bytes;
list->len -= bytes;
bytes = 0;
}
} else {
int len = new->len, count;
char *try = new->data;
// First character _after_ a newline starts a new line, which
// works even if file doesn't end with a newline
for (count=0; count<len; count++) {
if (linepop) lines++;
linepop = try[count] == '\n';
if (lines > 0) {
char c;
do {
c = *list->data;
if (!--(list->len)) free(dlist_pop(&list));
else list->data++;
} while (c != '\n');
lines--;
}
}
}
}
// Output/free the buffer.
llist_traverse(list, dump_chunk);
// Measuring from the beginning of the file.
} else for (;;) {
int len, offset = 0;
// Error while reading does not exit. Error writing does.
len = read(fd, toybuf, sizeof(toybuf));
if (len<1) break;
while (bytes > 1 || lines > 1) {
bytes--;
if (toybuf[offset++] == '\n') lines--;
if (offset >= len) break;
}
if (offset<len) xwrite(1, toybuf+offset, len-offset);
}
}
void tail_main(void)
{
char **args = toys.optargs;
if (!(toys.optflags&(FLAG_n|FLAG_c))) {
char *arg = *args;
// handle old "-42" style arguments
if (arg && *arg == '-' && arg[1]) {
TT.lines = atolx(*(args++));
toys.optc--;
}
// if nothing specified, default -n to -10
TT.lines = -10;
}
// Allocate 2 ints per optarg for -f
if (toys.optflags&FLAG_f) {
if ((TT.ffd = inotify_init()) < 0) perror_exit("inotify_init");
TT.files = xmalloc(toys.optc*8);
}
loopfiles_rw(args, O_RDONLY|(O_CLOEXEC*!(toys.optflags&FLAG_f)),
0, 0, do_tail);
if ((toys.optflags & FLAG_f) && TT.file_no) {
int len, last_fd = TT.files[(TT.file_no-1)*2], i, fd;
struct inotify_event ev;
for (;;) {
if (sizeof(ev)!=read(TT.ffd, &ev, sizeof(ev))) perror_exit("inotify");
for (i = 0; i<TT.file_no && ev.wd!=TT.files[(i*2)+1]; i++);
if (i==TT.file_no) continue;
fd = TT.files[i*2];
// Read new data.
while ((len = read(fd, toybuf, sizeof(toybuf)))>0) {
if (last_fd != fd) {
last_fd = fd;
xprintf("\n==> %s <==\n", args[i]);
}
xwrite(1, toybuf, len);
}
}
}
}