/***************************************************************************** * This file is part of Kvazaar HEVC encoder. * * Copyright (C) 2013-2015 Tampere University of Technology and others (see * COPYING file). * * Kvazaar is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License version 2.1 as * published by the Free Software Foundation. * * Kvazaar is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Kvazaar. If not, see . ****************************************************************************/ #include "greatest/greatest.h" #include "test_strategies.h" #include "src/image.h" #include "src/threads.h" #include #include ////////////////////////////////////////////////////////////////////////// // MACROS #define NUM_TESTS 113 #define NUM_CHUNKS 36 #define LCU_MAX_LOG_W 6 #define LCU_MIN_LOG_W 2 // Time per tested function, in seconds. #define TIME_PER_TEST 1.0 ////////////////////////////////////////////////////////////////////////// // GLOBALS static kvz_pixel * bufs[NUM_TESTS]; // SIMD aligned pointers. static kvz_pixel * actual_bufs[NUM_TESTS]; // pointers returned by malloc. static struct test_env_t { int log_width; // for selecting dim from bufs void * tested_func; const strategy_t * strategy; char msg[1024]; } test_env; ////////////////////////////////////////////////////////////////////////// // SETUP, TEARDOWN AND HELPER FUNCTIONS static void init_gradient(int x_px, int y_px, int width, int slope, kvz_pixel *buf) { for (int y = 0; y < width; ++y) { for (int x = 0; x < width; ++x) { int diff_x = x_px - x; int diff_y = y_px - y; int val = slope * sqrt(diff_x * diff_x + diff_y * diff_y) + 0.5; buf[y * width + x] = CLIP(0, 255, val); } } } static void setup_tests() { for (int test = 0; test < NUM_TESTS; ++test) { unsigned size = NUM_CHUNKS * 64 * 64; actual_bufs[test] = malloc(size * sizeof(kvz_pixel) + SIMD_ALIGNMENT); bufs[test] = ALIGNED_POINTER(actual_bufs[test], SIMD_ALIGNMENT); } for (int test = 0; test < NUM_TESTS; ++test) { for (int chunk = 0; chunk < NUM_CHUNKS; ++chunk) { const int width = 64; int x = (test + chunk) % width; int y = (test + chunk) / width; init_gradient(width - x, y, width, 255 / width, &bufs[test][chunk * 64*64]); } } } static void tear_down_tests() { for (int test = 0; test < NUM_TESTS; ++test) { free(actual_bufs[test]); } } ////////////////////////////////////////////////////////////////////////// // TESTS TEST test_intra_speed(const int width) { const int size = width * width; uint64_t call_cnt = 0; KVZ_CLOCK_T clock_now; KVZ_GET_TIME(&clock_now); double test_end = KVZ_CLOCK_T_AS_DOUBLE(clock_now) + TIME_PER_TEST; // Loop until time allocated for test has passed. for (unsigned i = 0; test_end > KVZ_CLOCK_T_AS_DOUBLE(clock_now); ++i) { int test = i % NUM_TESTS; uint64_t sum = 0; for (int offset = 0; offset < NUM_CHUNKS * 64 * 64; offset += NUM_CHUNKS * size) { // Compare the first chunk against the 35 other chunks to simulate real usage. kvz_pixel * buf1 = &bufs[test][offset]; for (int chunk = 1; chunk < NUM_CHUNKS; ++chunk) { kvz_pixel * buf2 = &bufs[test][chunk * size + offset]; cost_pixel_nxn_func *tested_func = test_env.tested_func; sum += tested_func(buf1, buf2); ++call_cnt; } } ASSERT(sum > 0); KVZ_GET_TIME(&clock_now) } double test_time = TIME_PER_TEST + KVZ_CLOCK_T_AS_DOUBLE(clock_now) - test_end; sprintf(test_env.msg, "%.3fM x %s:%s", (double)call_cnt / 1000000.0 / test_time, test_env.strategy->type, test_env.strategy->strategy_name); PASSm(test_env.msg); } TEST test_intra_dual_speed(const int width) { const int size = width * width; uint64_t call_cnt = 0; KVZ_CLOCK_T clock_now; KVZ_GET_TIME(&clock_now); double test_end = KVZ_CLOCK_T_AS_DOUBLE(clock_now) + TIME_PER_TEST; // Loop until time allocated for test has passed. for (unsigned i = 0; test_end > KVZ_CLOCK_T_AS_DOUBLE(clock_now); ++i) { int test = i % NUM_TESTS; uint64_t sum = 0; for (int offset = 0; offset < NUM_CHUNKS * 64 * 64; offset += NUM_CHUNKS * size) { // Compare the first chunk against the 35 other chunks to simulate real usage. kvz_pixel * buf1 = &bufs[test][offset]; for (int chunk = 0; chunk < NUM_CHUNKS; chunk += 2) { cost_pixel_nxn_multi_func *tested_func = test_env.tested_func; const kvz_pixel *buf_pair[2] = { &bufs[test][chunk * size + offset], &bufs[test][(chunk + 1) * size + offset] }; unsigned costs[2] = { 0, 0 }; tested_func((pred_buffer)buf_pair, buf1, 2, costs); sum += costs[0] + costs[1]; ++call_cnt; } } ASSERT(sum > 0); KVZ_GET_TIME(&clock_now) } double test_time = TIME_PER_TEST + KVZ_CLOCK_T_AS_DOUBLE(clock_now) - test_end; sprintf(test_env.msg, "%.3fM x %s:%s", (double)call_cnt / 1000000.0 / test_time, test_env.strategy->type, test_env.strategy->strategy_name); PASSm(test_env.msg); } TEST test_inter_speed(const int width) { const int size = width * width; unsigned call_cnt = 0; KVZ_CLOCK_T clock_now; KVZ_GET_TIME(&clock_now); double test_end = KVZ_CLOCK_T_AS_DOUBLE(clock_now) + TIME_PER_TEST; // Loop until time allocated for test has passed. for (unsigned i = 0; test_end > KVZ_CLOCK_T_AS_DOUBLE(clock_now); ++i) { int test = i % NUM_TESTS; uint64_t sum = 0; for (int offset = 0; offset < NUM_CHUNKS * 64 * 64; offset += NUM_CHUNKS * size) { // Treat 4 consecutive chunks as one chunk with double width and height, // and do a 8x8 grid search against the first chunk to simulate real usage. kvz_pixel * buf1 = &bufs[test][offset]; for (int chunk = 0; chunk < NUM_CHUNKS; chunk += 4) { kvz_pixel * buf2 = &bufs[test][chunk * size + offset]; for (int y = 0; y < 8; ++y) { for (int x = 0; x < 8; ++x) { const int stride1 = 2 * 64; const int stride2 = 2 * 64; reg_sad_func *tested_func = test_env.tested_func; sum += tested_func(buf1, &buf2[y * stride2 + x], width, width, stride1, stride2); ++call_cnt; } } } } ASSERT(sum > 0); KVZ_GET_TIME(&clock_now) } double test_time = TIME_PER_TEST + KVZ_CLOCK_T_AS_DOUBLE(clock_now) - test_end; sprintf(test_env.msg, "%.3fM x %s(%ix%i):%s", (double)call_cnt / 1000000.0 / test_time, test_env.strategy->type, width, width, test_env.strategy->strategy_name); PASSm(test_env.msg); } TEST dct_speed(const int width) { const int size = width * width; uint64_t call_cnt = 0; dct_func * tested_func = test_env.strategy->fptr; KVZ_CLOCK_T clock_now; KVZ_GET_TIME(&clock_now); double test_end = KVZ_CLOCK_T_AS_DOUBLE(clock_now) + TIME_PER_TEST; int16_t _tmp_residual[32 * 32 + SIMD_ALIGNMENT]; int16_t _tmp_coeffs[32 * 32 + SIMD_ALIGNMENT]; int16_t *tmp_residual = ALIGNED_POINTER(_tmp_residual, SIMD_ALIGNMENT); int16_t *tmp_coeffs = ALIGNED_POINTER(_tmp_coeffs, SIMD_ALIGNMENT); // Loop until time allocated for test has passed. for (unsigned i = 0; test_end > KVZ_CLOCK_T_AS_DOUBLE(clock_now); ++i) { int test = i % NUM_TESTS; uint64_t sum = 0; for (int offset = 0; offset < NUM_CHUNKS * 64 * 64; offset += NUM_CHUNKS * size) { // Compare the first chunk against the 35 other chunks to simulate real usage. for (int chunk = 0; chunk < NUM_CHUNKS; ++chunk) { kvz_pixel * buf1 = &bufs[test][offset]; kvz_pixel * buf2 = &bufs[test][chunk * size + offset]; for (int p = 0; p < size; ++p) { tmp_residual[p] = (int16_t)(buf1[p] - buf2[p]); } tested_func(8, tmp_residual, tmp_coeffs); ++call_cnt; sum += tmp_coeffs[0]; } } ASSERT(sum > 0); KVZ_GET_TIME(&clock_now) } double test_time = TIME_PER_TEST + KVZ_CLOCK_T_AS_DOUBLE(clock_now) - test_end; sprintf(test_env.msg, "%.3fM x %s:%s", (double)call_cnt / 1000000.0 / test_time, test_env.strategy->type, test_env.strategy->strategy_name); PASSm(test_env.msg); } TEST intra_sad(void) { const int width = 1 << test_env.log_width; return test_intra_speed(width); } TEST intra_sad_dual(void) { const int width = 1 << test_env.log_width; return test_intra_dual_speed(width); } TEST intra_satd(void) { const int width = 1 << test_env.log_width; return test_intra_speed(width); } TEST intra_satd_dual(void) { const int width = 1 << test_env.log_width; return test_intra_dual_speed(width); } TEST inter_sad(void) { const int width = 1 << test_env.log_width; return test_inter_speed(width); } TEST fdct(void) { const int width = 1 << test_env.log_width; return dct_speed(width); } TEST idct(void) { const int width = 1 << test_env.log_width; return dct_speed(width); } ////////////////////////////////////////////////////////////////////////// // TEST FIXTURES SUITE(speed_tests) { //SET_SETUP(sad_setup); //SET_TEARDOWN(sad_teardown); setup_tests(); // Loop through all strategies picking out the intra sad ones and run // selectec strategies though all tests for (unsigned i = 0; i < strategies.count; ++i) { const strategy_t * strategy = &strategies.strategies[i]; // Select buffer width according to function name. if (strstr(strategy->type, "_4x4")) { test_env.log_width = 2; } else if (strstr(strategy->type, "_8x8")) { test_env.log_width = 3; } else if (strstr(strategy->type, "_16x16")) { test_env.log_width = 4; } else if (strstr(strategy->type, "_32x32")) { test_env.log_width = 5; } else if (strstr(strategy->type, "_64x64")) { test_env.log_width = 6; } else { test_env.log_width = 0; } test_env.tested_func = strategies.strategies[i].fptr; test_env.strategy = strategy; // Call different tests depending on type of function. // This allows for selecting a subset of tests with -t parameter. if (strncmp(strategy->type, "satd_", 5) == 0 && strcmp(strategy->type, "satd_any_size") != 0) { if (strlen(strategy->type) <= 10) { RUN_TEST(intra_satd); } else if (strstr(strategy->type, "_dual")) { RUN_TEST(intra_satd_dual); } } else if (strncmp(strategy->type, "sad_", 4) == 0) { if (strlen(strategy->type) <= 9) { RUN_TEST(intra_sad); } else if (strstr(strategy->type, "_dual")) { RUN_TEST(intra_sad_dual); } } else if (strcmp(strategy->type, "reg_sad") == 0) { // Call reg_sad with all the sizes it is actually called with. for (int width = 3; width <= 6; ++width) { test_env.log_width = width; RUN_TEST(inter_sad); } } else if (strncmp(strategy->type, "dct_", 4) == 0 || strcmp(strategy->type, "fast_forward_dst_4x4") == 0) { RUN_TEST(fdct); } else if (strncmp(strategy->type, "idct_", 4) == 0 || strcmp(strategy->type, "fast_inverse_dst_4x4") == 0) { RUN_TEST(idct); } } tear_down_tests(); }