performance_tests.h File Reference

#include <iostream>
#include <stdint.h>
#include <boost/chrono.hpp>
#include <boost/regex.hpp>
#include "misc_language.h"
#include "stats.h"
#include "common/perf_timer.h"
#include "common/timings.h"

Include dependency graph for performance_tests.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
class	performance_timer
struct	Params
class	test_runner< T >

Macros
#define	QUOTEME(x)
#define	TEST_PERFORMANCE0(filter, params, test_class)
#define	TEST_PERFORMANCE1(filter, params, test_class, a0)
#define	TEST_PERFORMANCE2(filter, params, test_class, a0, a1)
#define	TEST_PERFORMANCE3(filter, params, test_class, a0, a1, a2)
#define	TEST_PERFORMANCE4(filter, params, test_class, a0, a1, a2, a3)
#define	TEST_PERFORMANCE5(filter, params, test_class, a0, a1, a2, a3, a4)
#define	TEST_PERFORMANCE6(filter, params, test_class, a0, a1, a2, a3, a4, a5)

Functions
template<typename T>
void	run_test (const std::string &filter, Params &params, const char *test_name)

Macro Definition Documentation

QUOTEME

#define QUOTEME

(

x

)

Value:

#x

Definition at line 244 of file performance_tests.h.

TEST_PERFORMANCE0

#define TEST_PERFORMANCE0	(		filter,
			params,
			test_class )

Value:

run_test< test_class >(filter, params, QUOTEME(test_class))

Definition at line 245 of file performance_tests.h.

TEST_PERFORMANCE1

#define TEST_PERFORMANCE1	(		filter,
			params,
			test_class,
			a0 )

Value:

run_test< test_class<a0> >(filter, params, QUOTEME(test_class<a0>))

Definition at line 246 of file performance_tests.h.

TEST_PERFORMANCE2

#define TEST_PERFORMANCE2	(		filter,
			params,
			test_class,
			a0,
			a1 )

Value:

run_test< test_class<a0, a1> >(filter, params, QUOTEME(test_class) "<" QUOTEME(a0) ", " QUOTEME(a1) ">")

Definition at line 247 of file performance_tests.h.

TEST_PERFORMANCE3

#define TEST_PERFORMANCE3	(		filter,
			params,
			test_class,
			a0,
			a1,
			a2 )

Value:

run_test< test_class<a0, a1, a2> >(filter, params, QUOTEME(test_class) "<" QUOTEME(a0) ", " QUOTEME(a1) ", " QUOTEME(a2) ">")

Definition at line 248 of file performance_tests.h.

TEST_PERFORMANCE4

#define TEST_PERFORMANCE4	(		filter,
			params,
			test_class,
			a0,
			a1,
			a2,
			a3 )

Value:

run_test< test_class<a0, a1, a2, a3> >(filter, params, QUOTEME(test_class) "<" QUOTEME(a0) ", " QUOTEME(a1) ", " QUOTEME(a2) ", " QUOTEME(a3) ">")

Definition at line 249 of file performance_tests.h.

TEST_PERFORMANCE5

#define TEST_PERFORMANCE5	(		filter,
			params,
			test_class,
			a0,
			a1,
			a2,
			a3,
			a4 )

Value:

run_test< test_class<a0, a1, a2, a3, a4> >(filter, params, QUOTEME(test_class) "<" QUOTEME(a0) ", " QUOTEME(a1) ", " QUOTEME(a2) ", " QUOTEME(a3) ", " QUOTEME(a4) ">")

Definition at line 250 of file performance_tests.h.

TEST_PERFORMANCE6

#define TEST_PERFORMANCE6	(		filter,
			params,
			test_class,
			a0,
			a1,
			a2,
			a3,
			a4,
			a5 )

Value:

run_test< test_class<a0, a1, a2, a3, a4, a5> >(filter, params, QUOTEME(test_class) "<" QUOTEME(a0) ", " QUOTEME(a1) ", " QUOTEME(a2) ", " QUOTEME(a3) ", " QUOTEME(a4) ", " QUOTEME(a5) ">")

Definition at line 251 of file performance_tests.h.

Function Documentation

run_test()

template<typename T>

void run_test	(	const std::string &	filter,
		Params &	params,
		const char *	test_name )

Definition at line 166 of file performance_tests.h.

{
  boost::smatch match;
  if (!filter.empty() && !boost::regex_match(std::string(test_name), match, boost::regex(filter)))
    return;
 
  test_runner<T> runner(params);
  if (runner.run())
  {
    if (params.verbose)
    {
      std::cout << test_name << " - OK:\n";
      std::cout << "  loop count:    " << T::loop_count * params.loop_multiplier << '\n';
      std::cout << "  elapsed:       " << runner.elapsed_time() << " ms\n";
      if (params.stats)
      {
        std::cout << "  min:       " << runner.get_min() << " ns\n";
        std::cout << "  max:       " << runner.get_max() << " ns\n";
        std::cout << "  median:    " << runner.get_median() << " ns\n";
        std::cout << "  std dev:   " << runner.get_stddev() << " ns\n";
      }
    }
    else
    {
      std::cout << test_name << " (" << T::loop_count * params.loop_multiplier << " calls) - OK:";
    }
    const char *unit = "ms";
    double scale = 1000000;
    uint64_t time_per_call = runner.time_per_call();
    if (time_per_call < 100) {
     scale = 1000;
     time_per_call = runner.time_per_call(1000);
#ifdef _WIN32
     unit = "\xb5s";
#else
     unit = "µs";
#endif
    }
    const auto quantiles = runner.get_quantiles(10);
    double min = runner.get_min();
    double max = runner.get_max();
    double med = runner.get_median();
    double mean = runner.get_mean();
    double stddev = runner.get_stddev();
    double npskew = runner.get_non_parametric_skew();
 
    std::vector<TimingsDatabase::instance> prev_instances = params.td.get(test_name);
    params.td.add(test_name, {time(NULL), runner.get_size(), min, max, mean, med, stddev, npskew, quantiles});
 
    std::cout << (params.verbose ? "  time per call: " : " ") << time_per_call << " " << unit << "/call" << (params.verbose ? "\n" : "");
    if (params.stats)
    {
      uint64_t mins = min / scale;
      uint64_t maxs = max / scale;
      uint64_t meds = med / scale;
      uint64_t p95s = quantiles[9] / scale;
      uint64_t stddevs = stddev / scale;
      std::string cmp;
      if (!prev_instances.empty())
      {
        const TimingsDatabase::instance &prev_instance = prev_instances.back();
        if (!runner.is_same_distribution(prev_instance.npoints, prev_instance.mean, prev_instance.stddev))
        {
          double pc = fabs(100. * (prev_instance.mean - runner.get_mean()) / prev_instance.mean);
          cmp = ", " + std::to_string(pc) + "% " + (mean > prev_instance.mean ? "slower" : "faster");
        }
cmp += "  -- " + std::to_string(prev_instance.mean);
      }
      std::cout << " (min " << mins << " " << unit << ", 90th " << p95s << " " << unit << ", median " << meds << " " << unit << ", std dev " << stddevs << " " << unit << ")" << cmp;
    }
    std::cout << std::endl;
  }
  else
  {
    std::cout << test_name << " - FAILED" << std::endl;
  }
}

Here is the call graph for this function: