// fstsymbols.cc
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Copyright 2005-2010 Google, Inc.
// Author: allauzen@google.com (Cyril Allauzen)
// Modified: jpr@google.com (Jake Ratkiewicz) to use FstClass
//
// \file
// Performs operations (set, clear, relabel) on the symbols table
// attached to the input Fst.
//
#include <fst/script/fst-class.h>
#include <fst/script/script-impl.h>
#include <fst/script/verify.h>
#include <fst/util.h>
DEFINE_string(isymbols, "", "Input label symbol table");
DEFINE_string(osymbols, "", "Output label symbol table");
DEFINE_bool(clear_isymbols, false, "Clear input symbol table");
DEFINE_bool(clear_osymbols, false, "Clear output symbol table");
DEFINE_string(relabel_ipairs, "", "Input relabel pairs (numeric)");
DEFINE_string(relabel_opairs, "", "Output relabel pairs (numeric)");
DEFINE_string(save_isymbols, "", "Save fst file's input symbol table to file");
DEFINE_string(save_osymbols, "", "Save fst file's output symbol table to file");
DEFINE_bool(allow_negative_labels, false,
"Allow negative labels (not recommended; may cause conflicts)");
DEFINE_bool(verify, false, "Verify fst properities before saving");
int main(int argc, char **argv) {
namespace s = fst::script;
using fst::SymbolTable;
string usage = "Performs operations (set, clear, relabel) on the symbol"
" tables attached to an FST.\n\n Usage: ";
usage += argv[0];
usage += " [in.fst [out.fst]]\n";
std::set_new_handler(FailedNewHandler);
SET_FLAGS(usage.c_str(), &argc, &argv, true);
if (argc > 3) {
ShowUsage();
return 1;
}
string in_fname = argc > 1 && strcmp(argv[1], "-") != 0 ? argv[1] : "";
string out_fname = argc > 2 ? argv[2] : "";
s::MutableFstClass *fst = s::MutableFstClass::Read(in_fname, true);
if (!fst) return 1;
if (!FLAGS_save_isymbols.empty()) {
const SymbolTable *isyms = fst->InputSymbols();
if (isyms) {
isyms->WriteText(FLAGS_save_isymbols);
} else {
LOG(ERROR) << "save isymbols requested but there are no input symbols.";
}
}
if (!FLAGS_save_osymbols.empty()) {
const SymbolTable *osyms = fst->OutputSymbols();
if (osyms) {
osyms->WriteText(FLAGS_save_osymbols);
} else {
LOG(ERROR) << "save osymbols requested but there are no output symbols.";
}
}
fst::SymbolTableTextOptions opts;
opts.allow_negative = FLAGS_allow_negative_labels;
if (FLAGS_clear_isymbols)
fst->SetInputSymbols(0);
else if (!FLAGS_isymbols.empty())
fst->SetInputSymbols(SymbolTable::ReadText(FLAGS_isymbols, opts));
if (FLAGS_clear_osymbols)
fst->SetOutputSymbols(0);
else if (!FLAGS_osymbols.empty())
fst->SetOutputSymbols(SymbolTable::ReadText(FLAGS_osymbols, opts));
if (!FLAGS_relabel_ipairs.empty()) {
typedef int64 Label;
vector<pair<Label, Label> > ipairs;
fst::ReadLabelPairs(FLAGS_relabel_ipairs, &ipairs,
FLAGS_allow_negative_labels);
SymbolTable *isyms = RelabelSymbolTable(fst->InputSymbols(), ipairs);
fst->SetInputSymbols(isyms);
delete isyms;
}
if (!FLAGS_relabel_opairs.empty()) {
typedef int64 Label;
vector<pair<Label, Label> > opairs;
fst::ReadLabelPairs(FLAGS_relabel_opairs, &opairs,
FLAGS_allow_negative_labels);
SymbolTable *osyms = RelabelSymbolTable(fst->OutputSymbols(), opairs);
fst->SetOutputSymbols(osyms);
delete osyms;
}
if (FLAGS_verify && !s::Verify(*fst))
return 1;
fst->Write(out_fname);
return 0;
}