#include <cstdlib>
#include <iostream>
#include <limits>
#include <string>
#include <vector>
#include <marisa_alpha.h>
#include "./cmdopt.h"
namespace {
enum FindMode {
FIND_ALL,
FIND_FIRST,
FIND_LAST
};
std::size_t max_num_results = 10;
FindMode find_mode = FIND_ALL;
bool mmap_flag = true;
void print_help(const char *cmd) {
std::cerr << "Usage: " << cmd << " [OPTION]... DIC\n\n"
"Options:\n"
" -n, --max-num-results=[N] limits the number of results to N"
" (default: 10)\n"
" 0: no limit\n"
" -a, --find-all find all prefix keys (default)\n"
" -f, --find-first find a shortest prefix key\n"
" -l, --find-last find a longest prefix key\n"
" -m, --mmap-dictionary use memory-mapped I/O to load a dictionary"
" (default)\n"
" -r, --read-dictionary read an entire dictionary into memory\n"
" -h, --help print this help\n"
<< std::endl;
}
void find_all(const marisa_alpha::Trie &trie, const std::string &str) {
static std::vector<marisa_alpha::UInt32> key_ids;
static std::vector<std::size_t> lengths;
const std::size_t num_keys = trie.find(str, &key_ids, &lengths);
if (num_keys != 0) {
std::cout << num_keys << " found" << std::endl;
for (std::size_t i = 0; (i < num_keys) && (i < max_num_results); ++i) {
std::cout << key_ids[i] << '\t';
std::cout.write(str.c_str(), lengths[i]) << '\t' << str << '\n';
}
} else {
std::cout << "not found" << std::endl;
}
key_ids.clear();
lengths.clear();
}
void find_first(const marisa_alpha::Trie &trie, const std::string &str) {
std::size_t length = 0;
const marisa_alpha::UInt32 key_id = trie.find_first(str, &length);
if (key_id != trie.notfound()) {
std::cout << key_id << '\t';
std::cout.write(str.c_str(), length) << '\t' << str << '\n';
} else {
std::cout << "-1\t" << str << '\n';
}
}
void find_last(const marisa_alpha::Trie &trie, const std::string &str) {
std::size_t length = 0;
const marisa_alpha::UInt32 key_id = trie.find_last(str, &length);
if (key_id != trie.notfound()) {
std::cout << key_id << '\t';
std::cout.write(str.c_str(), length) << '\t' << str << '\n';
} else {
std::cout << "-1\t" << str << '\n';
}
}
int find(const char * const *args, std::size_t num_args) {
if (num_args == 0) {
std::cerr << "error: a dictionary is not specified" << std::endl;
return 10;
} else if (num_args > 1) {
std::cerr << "error: more than one dictionaries are specified"
<< std::endl;
return 11;
}
marisa_alpha::Trie trie;
marisa_alpha::Mapper mapper;
if (mmap_flag) {
try {
trie.mmap(&mapper, args[0]);
} catch (const marisa_alpha::Exception &ex) {
std::cerr << ex.filename() << ':' << ex.line() << ": " << ex.what()
<< ": failed to mmap a dictionary file: " << args[0] << std::endl;
return 20;
}
} else {
try {
trie.load(args[0]);
} catch (const marisa_alpha::Exception &ex) {
std::cerr << ex.filename() << ':' << ex.line() << ": " << ex.what()
<< ": failed to load a dictionary file: " << args[0] << std::endl;
return 21;
}
}
std::string str;
while (std::getline(std::cin, str)) {
try {
switch (find_mode) {
case FIND_ALL: {
find_all(trie, str);
break;
}
case FIND_FIRST: {
find_first(trie, str);
break;
}
case FIND_LAST: {
find_last(trie, str);
break;
}
}
} catch (const marisa_alpha::Exception &ex) {
std::cerr << ex.filename() << ':' << ex.line() << ": " << ex.what()
<< ": failed to find keys in: " << str << std::endl;
return 30;
}
if (!std::cout) {
std::cerr << "error: failed to write results to standard output"
<< std::endl;
return 31;
}
}
return 0;
}
} // namespace
int main(int argc, char *argv[]) {
std::ios::sync_with_stdio(false);
::cmdopt_option long_options[] = {
{ "max-num-results", 1, NULL, 'n' },
{ "find-all", 0, NULL, 'a' },
{ "find-first", 0, NULL, 'f' },
{ "find-last", 0, NULL, 'l' },
{ "mmap-dictionary", 0, NULL, 'm' },
{ "read-dictionary", 0, NULL, 'r' },
{ "help", 0, NULL, 'h' },
{ NULL, 0, NULL, 0 }
};
::cmdopt_t cmdopt;
::cmdopt_init(&cmdopt, argc, argv, "n:aflmrh", long_options);
int label;
while ((label = ::cmdopt_get(&cmdopt)) != -1) {
switch (label) {
case 'n': {
char *end_of_value;
const long value = std::strtol(cmdopt.optarg, &end_of_value, 10);
if ((*end_of_value != '\0') || (value < 0)) {
std::cerr << "error: option `-n' with an invalid argument: "
<< cmdopt.optarg << std::endl;
}
if ((value == 0) ||
((unsigned long)value > MARISA_ALPHA_MAX_NUM_KEYS)) {
max_num_results = MARISA_ALPHA_MAX_NUM_KEYS;
} else {
max_num_results = (std::size_t)(value);
}
break;
}
case 'a': {
find_mode = FIND_ALL;
break;
}
case 'f': {
find_mode = FIND_FIRST;
break;
}
case 'l': {
find_mode = FIND_LAST;
break;
}
case 'm': {
mmap_flag = true;
break;
}
case 'r': {
mmap_flag = false;
break;
}
case 'h': {
print_help(argv[0]);
return 0;
}
default: {
return 1;
}
}
}
return find(cmdopt.argv + cmdopt.optind, cmdopt.argc - cmdopt.optind);
}