76 lines
2.3 KiB
C++
76 lines
2.3 KiB
C++
#include <chrono>
|
|
|
|
#include <xcdat.hpp>
|
|
|
|
#include "cmd_line_parser/parser.hpp"
|
|
#include "tinyformat/tinyformat.h"
|
|
|
|
cmd_line_parser::parser make_parser(int argc, char** argv) {
|
|
cmd_line_parser::parser p(argc, argv);
|
|
p.add("input_keys", "Input filepath of data keys");
|
|
p.add("output_idx", "Output filepath of trie index");
|
|
p.add("trie_type", "Trie type: [7|8] (default=7)", "-t", false);
|
|
p.add("to_unique", "Make unique the input keys? (default=0)", "-u", false);
|
|
return p;
|
|
}
|
|
|
|
template <class Trie>
|
|
int build(const cmd_line_parser::parser& p) {
|
|
const auto input_keys = p.get<std::string>("input_keys");
|
|
const auto output_idx = p.get<std::string>("output_idx");
|
|
const auto to_unique = p.get<bool>("to_unique", false);
|
|
|
|
auto keys = xcdat::load_strings(input_keys);
|
|
if (keys.empty()) {
|
|
tfm::errorfln("Error: The input dataset is empty.");
|
|
}
|
|
|
|
if (to_unique) {
|
|
std::sort(keys.begin(), keys.end());
|
|
keys.erase(std::unique(keys.begin(), keys.end()), keys.end());
|
|
}
|
|
|
|
const auto start_tp = std::chrono::high_resolution_clock::now();
|
|
const Trie trie(keys);
|
|
const auto stop_tp = std::chrono::high_resolution_clock::now();
|
|
|
|
const double time_in_sec = std::chrono::duration_cast<std::chrono::seconds>(stop_tp - start_tp).count();
|
|
const double memory_in_bytes = xcdat::memory_in_bytes(trie);
|
|
|
|
tfm::printfln("time_in_sec: %g", time_in_sec);
|
|
tfm::printfln("memory_in_bytes: %d", memory_in_bytes);
|
|
tfm::printfln("memory_in_MiB: %g", memory_in_bytes / (1024.0 * 1024.0));
|
|
tfm::printfln("number_of_keys: %d", trie.num_keys());
|
|
tfm::printfln("alphabet_size: %d", trie.alphabet_size());
|
|
tfm::printfln("max_length: %d", trie.max_length());
|
|
|
|
xcdat::save(trie, output_idx);
|
|
|
|
return 0;
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
#ifndef NDEBUG
|
|
tfm::warnfln("The code is running in debug mode.");
|
|
#endif
|
|
std::ios::sync_with_stdio(false);
|
|
|
|
auto p = make_parser(argc, argv);
|
|
if (!p.parse()) {
|
|
return 1;
|
|
}
|
|
|
|
const auto trie_type = p.get<int>("trie_type", 7);
|
|
|
|
switch (trie_type) {
|
|
case 7:
|
|
return build<xcdat::trie_7_type>(p);
|
|
case 8:
|
|
return build<xcdat::trie_8_type>(p);
|
|
default:
|
|
break;
|
|
}
|
|
|
|
p.help();
|
|
return 1;
|
|
} |