// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "sync/engine/get_updates_processor.h"
#include <map>
#include "base/debug/trace_event.h"
#include "sync/engine/get_updates_delegate.h"
#include "sync/engine/syncer_proto_util.h"
#include "sync/engine/update_handler.h"
#include "sync/internal_api/public/events/get_updates_response_event.h"
#include "sync/protocol/sync.pb.h"
#include "sync/sessions/status_controller.h"
#include "sync/sessions/sync_session.h"
#include "sync/syncable/directory.h"
#include "sync/syncable/nigori_handler.h"
#include "sync/syncable/syncable_read_transaction.h"
typedef std::vector<const sync_pb::SyncEntity*> SyncEntityList;
typedef std::map<syncer::ModelType, SyncEntityList> TypeSyncEntityMap;
namespace syncer {
typedef std::map<ModelType, size_t> TypeToIndexMap;
namespace {
bool ShouldRequestEncryptionKey(sessions::SyncSessionContext* context) {
syncable::Directory* dir = context->directory();
syncable::ReadTransaction trans(FROM_HERE, dir);
syncable::NigoriHandler* nigori_handler = dir->GetNigoriHandler();
return nigori_handler->NeedKeystoreKey(&trans);
}
SyncerError HandleGetEncryptionKeyResponse(
const sync_pb::ClientToServerResponse& update_response,
syncable::Directory* dir) {
bool success = false;
if (update_response.get_updates().encryption_keys_size() == 0) {
LOG(ERROR) << "Failed to receive encryption key from server.";
return SERVER_RESPONSE_VALIDATION_FAILED;
}
syncable::ReadTransaction trans(FROM_HERE, dir);
syncable::NigoriHandler* nigori_handler = dir->GetNigoriHandler();
success = nigori_handler->SetKeystoreKeys(
update_response.get_updates().encryption_keys(),
&trans);
DVLOG(1) << "GetUpdates returned "
<< update_response.get_updates().encryption_keys_size()
<< "encryption keys. Nigori keystore key "
<< (success ? "" : "not ") << "updated.";
return (success ? SYNCER_OK : SERVER_RESPONSE_VALIDATION_FAILED);
}
// Given a GetUpdates response, iterates over all the returned items and
// divides them according to their type. Outputs a map from model types to
// received SyncEntities. The output map will have entries (possibly empty)
// for all types in |requested_types|.
void PartitionUpdatesByType(const sync_pb::GetUpdatesResponse& gu_response,
ModelTypeSet requested_types,
TypeSyncEntityMap* updates_by_type) {
int update_count = gu_response.entries().size();
for (ModelTypeSet::Iterator it = requested_types.First();
it.Good(); it.Inc()) {
updates_by_type->insert(std::make_pair(it.Get(), SyncEntityList()));
}
for (int i = 0; i < update_count; ++i) {
const sync_pb::SyncEntity& update = gu_response.entries(i);
ModelType type = GetModelType(update);
if (!IsRealDataType(type)) {
NOTREACHED() << "Received update with invalid type.";
continue;
}
TypeSyncEntityMap::iterator it = updates_by_type->find(type);
if (it == updates_by_type->end()) {
NOTREACHED() << "Received update for unexpected type "
<< ModelTypeToString(type);
continue;
}
it->second.push_back(&update);
}
}
// Builds a map of ModelTypes to indices to progress markers in the given
// |gu_response| message. The map is returned in the |index_map| parameter.
void PartitionProgressMarkersByType(
const sync_pb::GetUpdatesResponse& gu_response,
ModelTypeSet request_types,
TypeToIndexMap* index_map) {
for (int i = 0; i < gu_response.new_progress_marker_size(); ++i) {
int field_number = gu_response.new_progress_marker(i).data_type_id();
ModelType model_type = GetModelTypeFromSpecificsFieldNumber(field_number);
if (!IsRealDataType(model_type)) {
DLOG(WARNING) << "Unknown field number " << field_number;
continue;
}
if (!request_types.Has(model_type)) {
DLOG(WARNING)
<< "Skipping unexpected progress marker for non-enabled type "
<< ModelTypeToString(model_type);
continue;
}
index_map->insert(std::make_pair(model_type, i));
}
}
void PartitionContextMutationsByType(
const sync_pb::GetUpdatesResponse& gu_response,
ModelTypeSet request_types,
TypeToIndexMap* index_map) {
for (int i = 0; i < gu_response.context_mutations_size(); ++i) {
int field_number = gu_response.context_mutations(i).data_type_id();
ModelType model_type = GetModelTypeFromSpecificsFieldNumber(field_number);
if (!IsRealDataType(model_type)) {
DLOG(WARNING) << "Unknown field number " << field_number;
continue;
}
if (!request_types.Has(model_type)) {
DLOG(WARNING)
<< "Skipping unexpected context mutation for non-enabled type "
<< ModelTypeToString(model_type);
continue;
}
index_map->insert(std::make_pair(model_type, i));
}
}
// Initializes the parts of the GetUpdatesMessage that depend on shared state,
// like the ShouldRequestEncryptionKey() status. This is kept separate from the
// other of the message-building functions to make the rest of the code easier
// to test.
void InitDownloadUpdatesContext(
sessions::SyncSession* session,
bool create_mobile_bookmarks_folder,
sync_pb::ClientToServerMessage* message) {
message->set_share(session->context()->account_name());
message->set_message_contents(sync_pb::ClientToServerMessage::GET_UPDATES);
sync_pb::GetUpdatesMessage* get_updates = message->mutable_get_updates();
// We want folders for our associated types, always. If we were to set
// this to false, the server would send just the non-container items
// (e.g. Bookmark URLs but not their containing folders).
get_updates->set_fetch_folders(true);
get_updates->set_create_mobile_bookmarks_folder(
create_mobile_bookmarks_folder);
bool need_encryption_key = ShouldRequestEncryptionKey(session->context());
get_updates->set_need_encryption_key(need_encryption_key);
// Set legacy GetUpdatesMessage.GetUpdatesCallerInfo information.
get_updates->mutable_caller_info()->set_notifications_enabled(
session->context()->notifications_enabled());
}
} // namespace
GetUpdatesProcessor::GetUpdatesProcessor(UpdateHandlerMap* update_handler_map,
const GetUpdatesDelegate& delegate)
: update_handler_map_(update_handler_map), delegate_(delegate) {}
GetUpdatesProcessor::~GetUpdatesProcessor() {}
SyncerError GetUpdatesProcessor::DownloadUpdates(
ModelTypeSet request_types,
sessions::SyncSession* session,
bool create_mobile_bookmarks_folder) {
TRACE_EVENT0("sync", "DownloadUpdates");
sync_pb::ClientToServerMessage message;
InitDownloadUpdatesContext(session,
create_mobile_bookmarks_folder,
&message);
PrepareGetUpdates(request_types, &message);
SyncerError result = ExecuteDownloadUpdates(request_types, session, &message);
session->mutable_status_controller()->set_last_download_updates_result(
result);
return result;
}
void GetUpdatesProcessor::PrepareGetUpdates(
ModelTypeSet gu_types,
sync_pb::ClientToServerMessage* message) {
sync_pb::GetUpdatesMessage* get_updates = message->mutable_get_updates();
for (ModelTypeSet::Iterator it = gu_types.First(); it.Good(); it.Inc()) {
UpdateHandlerMap::iterator handler_it = update_handler_map_->find(it.Get());
DCHECK(handler_it != update_handler_map_->end())
<< "Failed to look up handler for " << ModelTypeToString(it.Get());
sync_pb::DataTypeProgressMarker* progress_marker =
get_updates->add_from_progress_marker();
handler_it->second->GetDownloadProgress(progress_marker);
progress_marker->clear_gc_directive();
sync_pb::DataTypeContext context;
handler_it->second->GetDataTypeContext(&context);
if (!context.context().empty())
get_updates->add_client_contexts()->Swap(&context);
}
delegate_.HelpPopulateGuMessage(get_updates);
}
SyncerError GetUpdatesProcessor::ExecuteDownloadUpdates(
ModelTypeSet request_types,
sessions::SyncSession* session,
sync_pb::ClientToServerMessage* msg) {
sync_pb::ClientToServerResponse update_response;
sessions::StatusController* status = session->mutable_status_controller();
bool need_encryption_key = ShouldRequestEncryptionKey(session->context());
if (session->context()->debug_info_getter()) {
sync_pb::DebugInfo* debug_info = msg->mutable_debug_info();
CopyClientDebugInfo(session->context()->debug_info_getter(), debug_info);
}
session->SendProtocolEvent(
*(delegate_.GetNetworkRequestEvent(base::Time::Now(), *msg)));
SyncerError result = SyncerProtoUtil::PostClientToServerMessage(
msg,
&update_response,
session);
DVLOG(2) << SyncerProtoUtil::ClientToServerResponseDebugString(
update_response);
if (result != SYNCER_OK) {
GetUpdatesResponseEvent response_event(
base::Time::Now(), update_response, result);
session->SendProtocolEvent(response_event);
LOG(ERROR) << "PostClientToServerMessage() failed during GetUpdates";
return result;
}
DVLOG(1) << "GetUpdates returned "
<< update_response.get_updates().entries_size()
<< " updates.";
if (session->context()->debug_info_getter()) {
// Clear debug info now that we have successfully sent it to the server.
DVLOG(1) << "Clearing client debug info.";
session->context()->debug_info_getter()->ClearDebugInfo();
}
if (need_encryption_key ||
update_response.get_updates().encryption_keys_size() > 0) {
syncable::Directory* dir = session->context()->directory();
status->set_last_get_key_result(
HandleGetEncryptionKeyResponse(update_response, dir));
}
SyncerError process_result = ProcessResponse(update_response.get_updates(),
request_types,
status);
GetUpdatesResponseEvent response_event(
base::Time::Now(), update_response, process_result);
session->SendProtocolEvent(response_event);
DVLOG(1) << "GetUpdates result: " << process_result;
return process_result;
}
SyncerError GetUpdatesProcessor::ProcessResponse(
const sync_pb::GetUpdatesResponse& gu_response,
ModelTypeSet request_types,
sessions::StatusController* status) {
status->increment_num_updates_downloaded_by(gu_response.entries_size());
// The changes remaining field is used to prevent the client from looping. If
// that field is being set incorrectly, we're in big trouble.
if (!gu_response.has_changes_remaining()) {
return SERVER_RESPONSE_VALIDATION_FAILED;
}
syncer::SyncerError result =
ProcessGetUpdatesResponse(request_types, gu_response, status);
if (result != syncer::SYNCER_OK)
return result;
if (gu_response.changes_remaining() == 0) {
return SYNCER_OK;
} else {
return SERVER_MORE_TO_DOWNLOAD;
}
}
syncer::SyncerError GetUpdatesProcessor::ProcessGetUpdatesResponse(
ModelTypeSet gu_types,
const sync_pb::GetUpdatesResponse& gu_response,
sessions::StatusController* status_controller) {
TypeSyncEntityMap updates_by_type;
PartitionUpdatesByType(gu_response, gu_types, &updates_by_type);
DCHECK_EQ(gu_types.Size(), updates_by_type.size());
TypeToIndexMap progress_index_by_type;
PartitionProgressMarkersByType(gu_response,
gu_types,
&progress_index_by_type);
if (gu_types.Size() != progress_index_by_type.size()) {
NOTREACHED() << "Missing progress markers in GetUpdates response.";
return syncer::SERVER_RESPONSE_VALIDATION_FAILED;
}
TypeToIndexMap context_by_type;
PartitionContextMutationsByType(gu_response, gu_types, &context_by_type);
// Iterate over these maps in parallel, processing updates for each type.
TypeToIndexMap::iterator progress_marker_iter =
progress_index_by_type.begin();
TypeSyncEntityMap::iterator updates_iter = updates_by_type.begin();
for (; (progress_marker_iter != progress_index_by_type.end()
&& updates_iter != updates_by_type.end());
++progress_marker_iter, ++updates_iter) {
DCHECK_EQ(progress_marker_iter->first, updates_iter->first);
ModelType type = progress_marker_iter->first;
UpdateHandlerMap::iterator update_handler_iter =
update_handler_map_->find(type);
sync_pb::DataTypeContext context;
TypeToIndexMap::iterator context_iter = context_by_type.find(type);
if (context_iter != context_by_type.end())
context.CopyFrom(gu_response.context_mutations(context_iter->second));
if (update_handler_iter != update_handler_map_->end()) {
syncer::SyncerError result =
update_handler_iter->second->ProcessGetUpdatesResponse(
gu_response.new_progress_marker(progress_marker_iter->second),
context,
updates_iter->second,
status_controller);
if (result != syncer::SYNCER_OK)
return result;
} else {
DLOG(WARNING)
<< "Ignoring received updates of a type we can't handle. "
<< "Type is: " << ModelTypeToString(type);
continue;
}
}
DCHECK(progress_marker_iter == progress_index_by_type.end() &&
updates_iter == updates_by_type.end());
return syncer::SYNCER_OK;
}
void GetUpdatesProcessor::ApplyUpdates(
ModelTypeSet gu_types,
sessions::StatusController* status_controller) {
delegate_.ApplyUpdates(gu_types, status_controller, update_handler_map_);
}
void GetUpdatesProcessor::CopyClientDebugInfo(
sessions::DebugInfoGetter* debug_info_getter,
sync_pb::DebugInfo* debug_info) {
DVLOG(1) << "Copying client debug info to send.";
debug_info_getter->GetDebugInfo(debug_info);
}
} // namespace syncer