// Copyright (c) 2010 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "base/string_split.h" #include "base/logging.h" #include "base/string_util.h" #include "base/third_party/icu/icu_utf.h" #include "base/utf_string_conversions.h" namespace base { template<typename STR> static void SplitStringT(const STR& str, const typename STR::value_type s, bool trim_whitespace, std::vector<STR>* r) { size_t last = 0; size_t i; size_t c = str.size(); for (i = 0; i <= c; ++i) { if (i == c || str[i] == s) { size_t len = i - last; STR tmp = str.substr(last, len); if (trim_whitespace) { STR t_tmp; TrimWhitespace(tmp, TRIM_ALL, &t_tmp); r->push_back(t_tmp); } else { r->push_back(tmp); } last = i + 1; } } } void SplitString(const std::wstring& str, wchar_t c, std::vector<std::wstring>* r) { SplitStringT(str, c, true, r); } #if !defined(WCHAR_T_IS_UTF16) void SplitString(const string16& str, char16 c, std::vector<string16>* r) { DCHECK(CBU16_IS_SINGLE(c)); SplitStringT(str, c, true, r); } #endif void SplitString(const std::string& str, char c, std::vector<std::string>* r) { #if CHAR_MIN < 0 DCHECK(c >= 0); #endif DCHECK(c < 0x7F); SplitStringT(str, c, true, r); } bool SplitStringIntoKeyValues( const std::string& line, char key_value_delimiter, std::string* key, std::vector<std::string>* values) { key->clear(); values->clear(); // Find the key string. size_t end_key_pos = line.find_first_of(key_value_delimiter); if (end_key_pos == std::string::npos) { DVLOG(1) << "cannot parse key from line: " << line; return false; // no key } key->assign(line, 0, end_key_pos); // Find the values string. std::string remains(line, end_key_pos, line.size() - end_key_pos); size_t begin_values_pos = remains.find_first_not_of(key_value_delimiter); if (begin_values_pos == std::string::npos) { DVLOG(1) << "cannot parse value from line: " << line; return false; // no value } std::string values_string(remains, begin_values_pos, remains.size() - begin_values_pos); // Construct the values vector. values->push_back(values_string); return true; } bool SplitStringIntoKeyValuePairs( const std::string& line, char key_value_delimiter, char key_value_pair_delimiter, std::vector<std::pair<std::string, std::string> >* kv_pairs) { kv_pairs->clear(); std::vector<std::string> pairs; SplitString(line, key_value_pair_delimiter, &pairs); bool success = true; for (size_t i = 0; i < pairs.size(); ++i) { // Empty pair. SplitStringIntoKeyValues is more strict about an empty pair // line, so continue with the next pair. if (pairs[i].empty()) continue; std::string key; std::vector<std::string> value; if (!SplitStringIntoKeyValues(pairs[i], key_value_delimiter, &key, &value)) { // Don't return here, to allow for keys without associated // values; just record that our split failed. success = false; } DCHECK_LE(value.size(), 1U); kv_pairs->push_back(make_pair(key, value.empty()? "" : value[0])); } return success; } template <typename STR> static void SplitStringUsingSubstrT(const STR& str, const STR& s, std::vector<STR>* r) { typename STR::size_type begin_index = 0; while (true) { const typename STR::size_type end_index = str.find(s, begin_index); if (end_index == STR::npos) { const STR term = str.substr(begin_index); STR tmp; TrimWhitespace(term, TRIM_ALL, &tmp); r->push_back(tmp); return; } const STR term = str.substr(begin_index, end_index - begin_index); STR tmp; TrimWhitespace(term, TRIM_ALL, &tmp); r->push_back(tmp); begin_index = end_index + s.size(); } } void SplitStringUsingSubstr(const string16& str, const string16& s, std::vector<string16>* r) { SplitStringUsingSubstrT(str, s, r); } void SplitStringUsingSubstr(const std::string& str, const std::string& s, std::vector<std::string>* r) { SplitStringUsingSubstrT(str, s, r); } void SplitStringDontTrim(const string16& str, char16 c, std::vector<string16>* r) { DCHECK(CBU16_IS_SINGLE(c)); SplitStringT(str, c, false, r); } void SplitStringDontTrim(const std::string& str, char c, std::vector<std::string>* r) { DCHECK(IsStringUTF8(str)); #if CHAR_MIN < 0 DCHECK(c >= 0); #endif DCHECK(c < 0x7F); SplitStringT(str, c, false, r); } template<typename STR> void SplitStringAlongWhitespaceT(const STR& str, std::vector<STR>* result) { const size_t length = str.length(); if (!length) return; bool last_was_ws = false; size_t last_non_ws_start = 0; for (size_t i = 0; i < length; ++i) { switch (str[i]) { // HTML 5 defines whitespace as: space, tab, LF, line tab, FF, or CR. case L' ': case L'\t': case L'\xA': case L'\xB': case L'\xC': case L'\xD': if (!last_was_ws) { if (i > 0) { result->push_back( str.substr(last_non_ws_start, i - last_non_ws_start)); } last_was_ws = true; } break; default: // Not a space character. if (last_was_ws) { last_was_ws = false; last_non_ws_start = i; } break; } } if (!last_was_ws) { result->push_back( str.substr(last_non_ws_start, length - last_non_ws_start)); } } void SplitStringAlongWhitespace(const std::wstring& str, std::vector<std::wstring>* result) { SplitStringAlongWhitespaceT(str, result); } #if !defined(WCHAR_T_IS_UTF16) void SplitStringAlongWhitespace(const string16& str, std::vector<string16>* result) { SplitStringAlongWhitespaceT(str, result); } #endif void SplitStringAlongWhitespace(const std::string& str, std::vector<std::string>* result) { SplitStringAlongWhitespaceT(str, result); } } // namespace base