// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "base/files/file_path_watcher.h"
#include <fcntl.h>
#include <sys/event.h>
#include <sys/param.h>
#include <vector>
#include "base/bind.h"
#include "base/file_util.h"
#include "base/logging.h"
#include "base/message_loop/message_loop.h"
#include "base/message_loop/message_loop_proxy.h"
#include "base/strings/stringprintf.h"
// On some platforms these are not defined.
#if !defined(EV_RECEIPT)
#define EV_RECEIPT 0
#endif
#if !defined(O_EVTONLY)
#define O_EVTONLY O_RDONLY
#endif
namespace base {
namespace {
// Mac-specific file watcher implementation based on kqueue.
// Originally it was based on FSEvents so that the semantics were equivalent
// on Linux, OSX and Windows where it was able to detect:
// - file creation/deletion/modification in a watched directory
// - file creation/deletion/modification for a watched file
// - modifications to the paths to a watched object that would affect the
// object such as renaming/attibute changes etc.
// The FSEvents version did all of the above except handling attribute changes
// to path components. Unfortunately FSEvents appears to have an issue where the
// current implementation (Mac OS X 10.6.7) sometimes drops events and doesn't
// send notifications. See
// http://code.google.com/p/chromium/issues/detail?id=54822#c31 for source that
// will reproduce the problem. FSEvents also required having a CFRunLoop
// backing the thread that it was running on, that caused added complexity
// in the interfaces.
// The kqueue implementation will handle all of the items in the list above
// except for detecting modifications to files in a watched directory. It will
// detect the creation and deletion of files, just not the modification of
// files. It does however detect the attribute changes that the FSEvents impl
// would miss.
class FilePathWatcherImpl : public FilePathWatcher::PlatformDelegate,
public MessageLoopForIO::Watcher,
public MessageLoop::DestructionObserver {
public:
FilePathWatcherImpl() : kqueue_(-1) {}
// MessageLoopForIO::Watcher overrides.
virtual void OnFileCanReadWithoutBlocking(int fd) OVERRIDE;
virtual void OnFileCanWriteWithoutBlocking(int fd) OVERRIDE;
// MessageLoop::DestructionObserver overrides.
virtual void WillDestroyCurrentMessageLoop() OVERRIDE;
// FilePathWatcher::PlatformDelegate overrides.
virtual bool Watch(const FilePath& path,
bool recursive,
const FilePathWatcher::Callback& callback) OVERRIDE;
virtual void Cancel() OVERRIDE;
protected:
virtual ~FilePathWatcherImpl() {}
private:
class EventData {
public:
EventData(const FilePath& path, const FilePath::StringType& subdir)
: path_(path), subdir_(subdir) { }
FilePath path_; // Full path to this item.
FilePath::StringType subdir_; // Path to any sub item.
};
typedef std::vector<struct kevent> EventVector;
// Can only be called on |io_message_loop_|'s thread.
virtual void CancelOnMessageLoopThread() OVERRIDE;
// Returns true if the kevent values are error free.
bool AreKeventValuesValid(struct kevent* kevents, int count);
// Respond to a change of attributes of the path component represented by
// |event|. Sets |target_file_affected| to true if |target_| is affected.
// Sets |update_watches| to true if |events_| need to be updated.
void HandleAttributesChange(const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches);
// Respond to a move or deletion of the path component represented by
// |event|. Sets |target_file_affected| to true if |target_| is affected.
// Sets |update_watches| to true if |events_| need to be updated.
void HandleDeleteOrMoveChange(const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches);
// Respond to a creation of an item in the path component represented by
// |event|. Sets |target_file_affected| to true if |target_| is affected.
// Sets |update_watches| to true if |events_| need to be updated.
void HandleCreateItemChange(const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches);
// Update |events_| with the current status of the system.
// Sets |target_file_affected| to true if |target_| is affected.
// Returns false if an error occurs.
bool UpdateWatches(bool* target_file_affected);
// Fills |events| with one kevent per component in |path|.
// Returns the number of valid events created where a valid event is
// defined as one that has a ident (file descriptor) field != -1.
static int EventsForPath(FilePath path, EventVector *events);
// Release a kevent generated by EventsForPath.
static void ReleaseEvent(struct kevent& event);
// Returns a file descriptor that will not block the system from deleting
// the file it references.
static uintptr_t FileDescriptorForPath(const FilePath& path);
static const uintptr_t kNoFileDescriptor = static_cast<uintptr_t>(-1);
// Closes |*fd| and sets |*fd| to -1.
static void CloseFileDescriptor(uintptr_t* fd);
// Returns true if kevent has open file descriptor.
static bool IsKeventFileDescriptorOpen(const struct kevent& event) {
return event.ident != kNoFileDescriptor;
}
static EventData* EventDataForKevent(const struct kevent& event) {
return reinterpret_cast<EventData*>(event.udata);
}
EventVector events_;
scoped_refptr<base::MessageLoopProxy> io_message_loop_;
MessageLoopForIO::FileDescriptorWatcher kqueue_watcher_;
FilePathWatcher::Callback callback_;
FilePath target_;
int kqueue_;
DISALLOW_COPY_AND_ASSIGN(FilePathWatcherImpl);
};
void FilePathWatcherImpl::ReleaseEvent(struct kevent& event) {
CloseFileDescriptor(&event.ident);
EventData* entry = EventDataForKevent(event);
delete entry;
event.udata = NULL;
}
int FilePathWatcherImpl::EventsForPath(FilePath path, EventVector* events) {
DCHECK(MessageLoopForIO::current());
// Make sure that we are working with a clean slate.
DCHECK(events->empty());
std::vector<FilePath::StringType> components;
path.GetComponents(&components);
if (components.size() < 1) {
return -1;
}
int last_existing_entry = 0;
FilePath built_path;
bool path_still_exists = true;
for (std::vector<FilePath::StringType>::iterator i = components.begin();
i != components.end(); ++i) {
if (i == components.begin()) {
built_path = FilePath(*i);
} else {
built_path = built_path.Append(*i);
}
uintptr_t fd = kNoFileDescriptor;
if (path_still_exists) {
fd = FileDescriptorForPath(built_path);
if (fd == kNoFileDescriptor) {
path_still_exists = false;
} else {
++last_existing_entry;
}
}
FilePath::StringType subdir = (i != (components.end() - 1)) ? *(i + 1) : "";
EventData* data = new EventData(built_path, subdir);
struct kevent event;
EV_SET(&event, fd, EVFILT_VNODE, (EV_ADD | EV_CLEAR | EV_RECEIPT),
(NOTE_DELETE | NOTE_WRITE | NOTE_ATTRIB |
NOTE_RENAME | NOTE_REVOKE | NOTE_EXTEND), 0, data);
events->push_back(event);
}
return last_existing_entry;
}
uintptr_t FilePathWatcherImpl::FileDescriptorForPath(const FilePath& path) {
int fd = HANDLE_EINTR(open(path.value().c_str(), O_EVTONLY));
if (fd == -1)
return kNoFileDescriptor;
return fd;
}
void FilePathWatcherImpl::CloseFileDescriptor(uintptr_t* fd) {
if (*fd == kNoFileDescriptor) {
return;
}
if (IGNORE_EINTR(close(*fd)) != 0) {
DPLOG(ERROR) << "close";
}
*fd = kNoFileDescriptor;
}
bool FilePathWatcherImpl::AreKeventValuesValid(struct kevent* kevents,
int count) {
if (count < 0) {
DPLOG(ERROR) << "kevent";
return false;
}
bool valid = true;
for (int i = 0; i < count; ++i) {
if (kevents[i].flags & EV_ERROR && kevents[i].data) {
// Find the kevent in |events_| that matches the kevent with the error.
EventVector::iterator event = events_.begin();
for (; event != events_.end(); ++event) {
if (event->ident == kevents[i].ident) {
break;
}
}
std::string path_name;
if (event != events_.end()) {
EventData* event_data = EventDataForKevent(*event);
if (event_data != NULL) {
path_name = event_data->path_.value();
}
}
if (path_name.empty()) {
path_name = base::StringPrintf(
"fd %ld", reinterpret_cast<long>(&kevents[i].ident));
}
DLOG(ERROR) << "Error: " << kevents[i].data << " for " << path_name;
valid = false;
}
}
return valid;
}
void FilePathWatcherImpl::HandleAttributesChange(
const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches) {
EventVector::iterator next_event = event + 1;
EventData* next_event_data = EventDataForKevent(*next_event);
// Check to see if the next item in path is still accessible.
uintptr_t have_access = FileDescriptorForPath(next_event_data->path_);
if (have_access == kNoFileDescriptor) {
*target_file_affected = true;
*update_watches = true;
EventVector::iterator local_event(event);
for (; local_event != events_.end(); ++local_event) {
// Close all nodes from the event down. This has the side effect of
// potentially rendering other events in |updates| invalid.
// There is no need to remove the events from |kqueue_| because this
// happens as a side effect of closing the file descriptor.
CloseFileDescriptor(&local_event->ident);
}
} else {
CloseFileDescriptor(&have_access);
}
}
void FilePathWatcherImpl::HandleDeleteOrMoveChange(
const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches) {
*target_file_affected = true;
*update_watches = true;
EventVector::iterator local_event(event);
for (; local_event != events_.end(); ++local_event) {
// Close all nodes from the event down. This has the side effect of
// potentially rendering other events in |updates| invalid.
// There is no need to remove the events from |kqueue_| because this
// happens as a side effect of closing the file descriptor.
CloseFileDescriptor(&local_event->ident);
}
}
void FilePathWatcherImpl::HandleCreateItemChange(
const EventVector::iterator& event,
bool* target_file_affected,
bool* update_watches) {
// Get the next item in the path.
EventVector::iterator next_event = event + 1;
// Check to see if it already has a valid file descriptor.
if (!IsKeventFileDescriptorOpen(*next_event)) {
EventData* next_event_data = EventDataForKevent(*next_event);
// If not, attempt to open a file descriptor for it.
next_event->ident = FileDescriptorForPath(next_event_data->path_);
if (IsKeventFileDescriptorOpen(*next_event)) {
*update_watches = true;
if (next_event_data->subdir_.empty()) {
*target_file_affected = true;
}
}
}
}
bool FilePathWatcherImpl::UpdateWatches(bool* target_file_affected) {
// Iterate over events adding kevents for items that exist to the kqueue.
// Then check to see if new components in the path have been created.
// Repeat until no new components in the path are detected.
// This is to get around races in directory creation in a watched path.
bool update_watches = true;
while (update_watches) {
size_t valid;
for (valid = 0; valid < events_.size(); ++valid) {
if (!IsKeventFileDescriptorOpen(events_[valid])) {
break;
}
}
if (valid == 0) {
// The root of the file path is inaccessible?
return false;
}
EventVector updates(valid);
int count = HANDLE_EINTR(kevent(kqueue_, &events_[0], valid, &updates[0],
valid, NULL));
if (!AreKeventValuesValid(&updates[0], count)) {
return false;
}
update_watches = false;
for (; valid < events_.size(); ++valid) {
EventData* event_data = EventDataForKevent(events_[valid]);
events_[valid].ident = FileDescriptorForPath(event_data->path_);
if (IsKeventFileDescriptorOpen(events_[valid])) {
update_watches = true;
if (event_data->subdir_.empty()) {
*target_file_affected = true;
}
} else {
break;
}
}
}
return true;
}
void FilePathWatcherImpl::OnFileCanReadWithoutBlocking(int fd) {
DCHECK(MessageLoopForIO::current());
DCHECK_EQ(fd, kqueue_);
DCHECK(events_.size());
// Request the file system update notifications that have occurred and return
// them in |updates|. |count| will contain the number of updates that have
// occurred.
EventVector updates(events_.size());
struct timespec timeout = {0, 0};
int count = HANDLE_EINTR(kevent(kqueue_, NULL, 0, &updates[0], updates.size(),
&timeout));
// Error values are stored within updates, so check to make sure that no
// errors occurred.
if (!AreKeventValuesValid(&updates[0], count)) {
callback_.Run(target_, true /* error */);
Cancel();
return;
}
bool update_watches = false;
bool send_notification = false;
// Iterate through each of the updates and react to them.
for (int i = 0; i < count; ++i) {
// Find our kevent record that matches the update notification.
EventVector::iterator event = events_.begin();
for (; event != events_.end(); ++event) {
if (!IsKeventFileDescriptorOpen(*event) ||
event->ident == updates[i].ident) {
break;
}
}
if (event == events_.end() || !IsKeventFileDescriptorOpen(*event)) {
// The event may no longer exist in |events_| because another event
// modified |events_| in such a way to make it invalid. For example if
// the path is /foo/bar/bam and foo is deleted, NOTE_DELETE events for
// foo, bar and bam will be sent. If foo is processed first, then
// the file descriptors for bar and bam will already be closed and set
// to -1 before they get a chance to be processed.
continue;
}
EventData* event_data = EventDataForKevent(*event);
// If the subdir is empty, this is the last item on the path and is the
// target file.
bool target_file_affected = event_data->subdir_.empty();
if ((updates[i].fflags & NOTE_ATTRIB) && !target_file_affected) {
HandleAttributesChange(event, &target_file_affected, &update_watches);
}
if (updates[i].fflags & (NOTE_DELETE | NOTE_REVOKE | NOTE_RENAME)) {
HandleDeleteOrMoveChange(event, &target_file_affected, &update_watches);
}
if ((updates[i].fflags & NOTE_WRITE) && !target_file_affected) {
HandleCreateItemChange(event, &target_file_affected, &update_watches);
}
send_notification |= target_file_affected;
}
if (update_watches) {
if (!UpdateWatches(&send_notification)) {
callback_.Run(target_, true /* error */);
Cancel();
}
}
if (send_notification) {
callback_.Run(target_, false);
}
}
void FilePathWatcherImpl::OnFileCanWriteWithoutBlocking(int fd) {
NOTREACHED();
}
void FilePathWatcherImpl::WillDestroyCurrentMessageLoop() {
CancelOnMessageLoopThread();
}
bool FilePathWatcherImpl::Watch(const FilePath& path,
bool recursive,
const FilePathWatcher::Callback& callback) {
DCHECK(MessageLoopForIO::current());
DCHECK(target_.value().empty()); // Can only watch one path.
DCHECK(!callback.is_null());
DCHECK_EQ(kqueue_, -1);
if (recursive) {
// Recursive watch is not supported on this platform.
NOTIMPLEMENTED();
return false;
}
callback_ = callback;
target_ = path;
MessageLoop::current()->AddDestructionObserver(this);
io_message_loop_ = base::MessageLoopProxy::current();
kqueue_ = kqueue();
if (kqueue_ == -1) {
DPLOG(ERROR) << "kqueue";
return false;
}
int last_entry = EventsForPath(target_, &events_);
DCHECK_NE(last_entry, 0);
EventVector responses(last_entry);
int count = HANDLE_EINTR(kevent(kqueue_, &events_[0], last_entry,
&responses[0], last_entry, NULL));
if (!AreKeventValuesValid(&responses[0], count)) {
// Calling Cancel() here to close any file descriptors that were opened.
// This would happen in the destructor anyways, but FilePathWatchers tend to
// be long lived, and if an error has occurred, there is no reason to waste
// the file descriptors.
Cancel();
return false;
}
return MessageLoopForIO::current()->WatchFileDescriptor(
kqueue_, true, MessageLoopForIO::WATCH_READ, &kqueue_watcher_, this);
}
void FilePathWatcherImpl::Cancel() {
base::MessageLoopProxy* proxy = io_message_loop_.get();
if (!proxy) {
set_cancelled();
return;
}
if (!proxy->BelongsToCurrentThread()) {
proxy->PostTask(FROM_HERE,
base::Bind(&FilePathWatcherImpl::Cancel, this));
return;
}
CancelOnMessageLoopThread();
}
void FilePathWatcherImpl::CancelOnMessageLoopThread() {
DCHECK(MessageLoopForIO::current());
if (!is_cancelled()) {
set_cancelled();
kqueue_watcher_.StopWatchingFileDescriptor();
if (IGNORE_EINTR(close(kqueue_)) != 0) {
DPLOG(ERROR) << "close kqueue";
}
kqueue_ = -1;
std::for_each(events_.begin(), events_.end(), ReleaseEvent);
events_.clear();
io_message_loop_ = NULL;
MessageLoop::current()->RemoveDestructionObserver(this);
callback_.Reset();
}
}
} // namespace
FilePathWatcher::FilePathWatcher() {
impl_ = new FilePathWatcherImpl();
}
} // namespace base