76 lines
2.1 KiB
C++
76 lines
2.1 KiB
C++
|
#include "data_pipeline.hpp"
|
||
|
|
#include <CLI11.hpp>
|
||
|
|
|
||
|
|
int main(int argc, char* argv[]) {
|
||
|
|
|
||
|
|
CLI::App app{"Parallel DataPipeline"};
|
||
|
|
|
||
|
|
unsigned num_threads {1};
|
||
|
|
app.add_option("-t,--num_threads", num_threads, "number of threads (default=1)");
|
||
|
|
|
||
|
|
unsigned num_rounds {1};
|
||
|
|
app.add_option("-r,--num_rounds", num_rounds, "number of rounds (default=1)");
|
||
|
|
|
||
|
|
std::string model = "tf";
|
||
|
|
app.add_option("-m,--model", model, "model name tbb|tf (default=tf)")
|
||
|
|
->check([] (const std::string& m) {
|
||
|
|
if(m != "tbb" && m != "tf") {
|
||
|
|
return "model name should be \"tbb\" or \"tf\"";
|
||
|
|
}
|
||
|
|
return "";
|
||
|
|
});
|
||
|
|
|
||
|
|
unsigned num_lines {8};
|
||
|
|
app.add_option("-l,--num_lines", num_lines, "num of lines (default=8)");
|
||
|
|
|
||
|
|
std::string pipes = "ssssssss";
|
||
|
|
app.add_option("-p,--pipes", pipes, "the chain of pipes (default=ssssssss)")
|
||
|
|
->check([pipes] (const std::string& p) {
|
||
|
|
if (p[0] == 'p') {
|
||
|
|
return "the first pipe should be \"s\" (serial)";
|
||
|
|
}
|
||
|
|
else if (p.size() > 16) {
|
||
|
|
return "no more than 16 pipes";
|
||
|
|
}
|
||
|
|
else if (p.size() == 0) {
|
||
|
|
return "at least one pipe is required";
|
||
|
|
}
|
||
|
|
return "";
|
||
|
|
});
|
||
|
|
|
||
|
|
CLI11_PARSE(app, argc, argv);
|
||
|
|
|
||
|
|
std::cout << "model=" << model << ' '
|
||
|
|
<< "num_threads=" << num_threads << ' '
|
||
|
|
<< "num_rounds=" << num_rounds << ' '
|
||
|
|
<< "num_lines=" << num_lines << ' '
|
||
|
|
<< "pipes=" << pipes << ' '
|
||
|
|
<< std::endl;
|
||
|
|
|
||
|
|
std::cout << std::setw(12) << "size"
|
||
|
|
<< std::setw(12) << "Runtime"
|
||
|
|
<< '\n';
|
||
|
|
|
||
|
|
size_t log_length = 23;
|
||
|
|
|
||
|
|
for(size_t i = 1; i <= log_length; ++i) {
|
||
|
|
|
||
|
|
size_t L = 1 << i;
|
||
|
|
|
||
|
|
double runtime {0.0};
|
||
|
|
|
||
|
|
for(unsigned j = 0; j < num_rounds; ++j) {
|
||
|
|
if(model == "tf") {
|
||
|
|
runtime += measure_time_taskflow(pipes, num_lines, num_threads, L).count();
|
||
|
|
}
|
||
|
|
else if(model == "tbb") {
|
||
|
|
runtime += measure_time_tbb(pipes, num_lines, num_threads, L).count();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
std::cout << std::setw(12) << L
|
||
|
|
<< std::setw(12) << runtime / num_rounds / 1e3
|
||
|
|
<< std::endl;
|
||
|
|
}
|
||
|
|
}
|