#include #include #include "cmd_line_parser/parser.hpp" #include "tinyformat/tinyformat.h" cmd_line_parser::parser make_parser(int argc, char** argv) { cmd_line_parser::parser p(argc, argv); p.add("input_keys", "Input filepath of data keys"); p.add("output_idx", "Output filepath of trie index"); p.add("trie_type", "Trie type: [7|8] (default=7)", "-t", false); p.add("to_unique", "Make unique the input keys? (default=0)", "-u", false); return p; } template int build(const cmd_line_parser::parser& p) { const auto input_keys = p.get("input_keys"); const auto output_idx = p.get("output_idx"); const auto to_unique = p.get("to_unique", false); auto keys = xcdat::load_strings(input_keys); if (keys.empty()) { tfm::errorfln("Error: The input dataset is empty."); } if (to_unique) { std::sort(keys.begin(), keys.end()); keys.erase(std::unique(keys.begin(), keys.end()), keys.end()); } const auto start_tp = std::chrono::high_resolution_clock::now(); const Trie trie(keys); const auto stop_tp = std::chrono::high_resolution_clock::now(); const double time_in_sec = std::chrono::duration_cast(stop_tp - start_tp).count() / 1000.0; const double memory_in_bytes = xcdat::memory_in_bytes(trie); tfm::printfln("time_in_sec: %g", time_in_sec); tfm::printfln("memory_in_bytes: %d", memory_in_bytes); tfm::printfln("memory_in_MiB: %g", memory_in_bytes / (1024.0 * 1024.0)); tfm::printfln("number_of_keys: %d", trie.num_keys()); tfm::printfln("alphabet_size: %d", trie.alphabet_size()); tfm::printfln("max_length: %d", trie.max_length()); xcdat::save(trie, output_idx); return 0; } int main(int argc, char** argv) { #ifndef NDEBUG tfm::warnfln("The code is running in debug mode."); #endif std::ios::sync_with_stdio(false); auto p = make_parser(argc, argv); if (!p.parse()) { return 1; } const auto trie_type = p.get("trie_type", 7); switch (trie_type) { case 7: return build(p); case 8: return build(p); default: break; } p.help(); return 1; }