run_performance_tests Namespace Reference

Classes
class	QpsWorkerJob

Functions
def	archive_repo (languages)
def	build_on_remote_hosts (hosts, languages=list(scenario_config.LANGUAGES.keys()), build_local=False)
def	create_netperf_jobspec (server_host='localhost', client_host=None, bq_result_table=None)
def	create_qpsworker_job (language, shortname=None, port=10000, remote_host=None, perf_cmd=None)
def	create_qpsworkers (languages, worker_hosts, perf_cmd=None)
def	create_quit_jobspec (workers, remote_host=None)
def	create_scenario_jobspec (scenario_json, workers, remote_host=None, bq_result_table=None, server_cpu_load=0)
def	create_scenarios (languages, workers_by_lang, remote_host=None, regex='.*', category='all', bq_result_table=None, netperf=False, netperf_hosts=[], server_cpu_load=0)
def	finish_qps_workers (jobs, qpsworker_jobs)
def	main ()
def	perf_report_processor_job (worker_host, perf_base_name, output_filename, flame_graph_reports)
def	prepare_remote_hosts (hosts, prepare_local=False)
def	run_collect_perf_profile_jobs (hosts_and_base_names, scenario_name, flame_graph_reports)

Variables
int	_NETPERF_TIMEOUT = 60
int	_QUIT_WORKER_TIMEOUT = 2 * 60
string	_REMOTE_HOST_USERNAME = 'jenkins'
	_ROOT = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0]), '../..'))
int	_SCENARIO_TIMEOUT = 3 * 60
int	_WORKER_TIMEOUT = 3 * 60
list	profile_output_files = []
	Scenario = collections.namedtuple('Scenario', 'jobspec workers name')

Function Documentation

archive_repo()

def run_performance_tests.archive_repo

(

languages

)

Archives local version of repo including submodules.

Definition at line 192 of file run_performance_tests.py.

build_on_remote_hosts()

def run_performance_tests.build_on_remote_hosts	(		hosts,
			languages = list(scenario_config.LANGUAGES.keys()),
			build_local = False
	)

Builds performance worker on remote hosts (and maybe also locally).

Definition at line 255 of file run_performance_tests.py.

create_netperf_jobspec()

def run_performance_tests.create_netperf_jobspec	(		server_host = 'localhost',
			client_host = None,
			bq_result_table = None
	)

Runs netperf benchmark.

Definition at line 161 of file run_performance_tests.py.

create_qpsworker_job()

def run_performance_tests.create_qpsworker_job	(		language,
			shortname = None,
			port = 10000,
			remote_host = None,
			perf_cmd = None
	)

Definition at line 77 of file run_performance_tests.py.

create_qpsworkers()

def run_performance_tests.create_qpsworkers	(		languages,
			worker_hosts,
			perf_cmd = None
	)

Creates QPS workers (but does not start them).

Definition at line 301 of file run_performance_tests.py.

create_quit_jobspec()

def run_performance_tests.create_quit_jobspec	(		workers,
			remote_host = None
	)

Runs quit using QPS driver.

Definition at line 144 of file run_performance_tests.py.

create_scenario_jobspec()

def run_performance_tests.create_scenario_jobspec	(		scenario_json,
			workers,
			remote_host = None,
			bq_result_table = None,
			server_cpu_load = 0
	)

Runs one scenario using QPS driver.

Definition at line 116 of file run_performance_tests.py.

create_scenarios()

def run_performance_tests.create_scenarios	(		languages,
			workers_by_lang,
			remote_host = None,
			regex = '.*',
			category = 'all',
			bq_result_table = None,
			netperf = False,
			netperf_hosts = [],
			server_cpu_load = 0
	)

Create jobspecs for scenarios to run.

Definition at line 347 of file run_performance_tests.py.

finish_qps_workers()

def run_performance_tests.finish_qps_workers	(		jobs,
			qpsworker_jobs
	)

Waits for given jobs to finish and eventually kills them.

Definition at line 440 of file run_performance_tests.py.

main()

def run_performance_tests.main

(

)

Definition at line 494 of file run_performance_tests.py.

perf_report_processor_job()

def run_performance_tests.perf_report_processor_job	(		worker_host,
			perf_base_name,
			output_filename,
			flame_graph_reports
	)

Definition at line 325 of file run_performance_tests.py.

prepare_remote_hosts()

def run_performance_tests.prepare_remote_hosts	(		hosts,
			prepare_local = False
	)

Prepares remote hosts (and maybe prepare localhost as well).

Definition at line 221 of file run_performance_tests.py.

run_collect_perf_profile_jobs()

def run_performance_tests.run_collect_perf_profile_jobs	(		hosts_and_base_names,
			scenario_name,
			flame_graph_reports
	)

Definition at line 468 of file run_performance_tests.py.

Variable Documentation

_NETPERF_TIMEOUT

int run_performance_tests._NETPERF_TIMEOUT = 60

private

Definition at line 47 of file run_performance_tests.py.

_QUIT_WORKER_TIMEOUT

int run_performance_tests._QUIT_WORKER_TIMEOUT = 2 * 60

private

Definition at line 48 of file run_performance_tests.py.

_REMOTE_HOST_USERNAME

string run_performance_tests._REMOTE_HOST_USERNAME = 'jenkins'

private

Definition at line 43 of file run_performance_tests.py.

_ROOT

run_performance_tests._ROOT = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0]), '../..'))

private

Definition at line 40 of file run_performance_tests.py.

_SCENARIO_TIMEOUT

int run_performance_tests._SCENARIO_TIMEOUT = 3 * 60

private

Definition at line 45 of file run_performance_tests.py.

_WORKER_TIMEOUT

int run_performance_tests._WORKER_TIMEOUT = 3 * 60

private

Definition at line 46 of file run_performance_tests.py.

profile_output_files

list run_performance_tests.profile_output_files = []

Definition at line 459 of file run_performance_tests.py.

Scenario

run_performance_tests.Scenario = collections.namedtuple('Scenario', 'jobspec workers name')

Definition at line 344 of file run_performance_tests.py.