xcdat/tools/xcdat_build.cpp

#include <xcdat.hpp>

#include "cmd_line_parser/parser.hpp"
#include "tinyformat/tinyformat.h"

cmd_line_parser::parser make_parser(int argc, char** argv) {
    cmd_line_parser::parser p(argc, argv);
    p.add("input_keys", "Input filepath of data keys");
    p.add("output_idx", "Output filepath of trie index");
    p.add("trie_type", "Type of trie impl. from [7|8], (default=7)", "-t", false);
    p.add("to_unique", "Make unique the input keys? (default=0)", "-u", false);
    return p;
}

template <class Trie>
int build(const cmd_line_parser::parser& p) {
    const auto input_keys = p.get<std::string>("input_keys");
    const auto output_idx = p.get<std::string>("output_idx");
    const auto to_unique = p.get<bool>("to_unique", false);

    auto keys = xcdat::io::load_strings(input_keys);
    if (keys.empty()) {
        tfm::errorfln("Error: The input dataset is empty.");
    }

    if (to_unique) {
        std::sort(keys.begin(), keys.end());
        keys.erase(std::unique(keys.begin(), keys.end()), keys.end());
    }

    essentials::timer<essentials::clock_type, std::chrono::seconds> timer;
    timer.start();
    const auto trie = Trie::build(keys);
    timer.stop();

    const double construction_time_in_sec = timer.average();
    const double memory_in_bytes = trie.memory_in_bytes();

    tfm::printfln("construction_time_in_sec: %g", construction_time_in_sec);
    tfm::printfln("memory_in_bytes: %d", memory_in_bytes);
    tfm::printfln("memory_in_MiB: %g", memory_in_bytes / essentials::MiB);
    tfm::printfln("number_of_keys: %d", trie.num_keys());
    tfm::printfln("alphabet_size: %d", trie.alphabet_size());
    tfm::printfln("max_length: %d", trie.max_length());

    trie.save(output_idx);

    return 0;
}

int main(int argc, char** argv) {
#ifndef NDEBUG
    tfm::warnfln("The code is running in debug mode.");
#endif
    std::ios::sync_with_stdio(false);

    auto p = make_parser(argc, argv);
    if (!p.parse()) {
        return 1;
    }

    const auto trie_type = p.get<int>("trie_type", 7);

    switch (trie_type) {
        case 7:
            return build<xcdat::trie_7_type>(p);
        default:
            break;
    }

    p.help();
    return 1;
}