performance.bq_upload_result Namespace Reference

Functions
def	_create_results_table (bq, dataset_id, table_id)
def	_flatten_result_inplace (scenario_result)
def	_insert_result (bq, dataset_id, table_id, scenario_result, flatten=True)
def	_insert_scenario_result (bq, dataset_id, table_id, scenario_result, test_metadata_file, node_info_file, prometheus_query_results_file, flatten=True)
def	_populate_metadata_from_file (scenario_result, test_metadata_file)
def	_populate_metadata_inplace (scenario_result)
def	_populate_node_metadata_from_file (scenario_result, node_info_file)
def	_populate_prometheus_query_results_from_file (scenario_result, prometheus_query_result_file)
def	_upload_netperf_latency_csv_to_bigquery (dataset_id, table_id, result_file)
def	_upload_scenario_result_to_bigquery (dataset_id, table_id, result_file, metadata_file, node_info_file, prometheus_query_results_file)

Variables
string	_PROJECT_ID = 'grpc-testing'
	argp = argparse.ArgumentParser(description='Upload result to big query.')
	args = argp.parse_args()
	choices
	dataset_id
	default
	gcp_utils_dir
	help
	required
	table_id
	type

Function Documentation

_create_results_table()

def performance.bq_upload_result._create_results_table (   bq,   dataset_id,   table_id  )

private

Definition at line 110 of file bq_upload_result.py.

_flatten_result_inplace()

def performance.bq_upload_result._flatten_result_inplace (   scenario_result )

private

Bigquery is not really great for handling deeply nested data
  and repeated fields. To maintain values of some fields while keeping
  the schema relatively simple, we artificially leave some of the fields
  as JSON strings.

Definition at line 119 of file bq_upload_result.py.

_insert_result()

def performance.bq_upload_result._insert_result (   bq,   dataset_id,   table_id,   scenario_result,   flatten = True  )

private

Definition at line 82 of file bq_upload_result.py.

_insert_scenario_result()

def performance.bq_upload_result._insert_scenario_result (   bq,   dataset_id,   table_id,   scenario_result,   test_metadata_file,   node_info_file,   prometheus_query_results_file,   flatten = True  )

private

Definition at line 91 of file bq_upload_result.py.

_populate_metadata_from_file()

def performance.bq_upload_result._populate_metadata_from_file (   scenario_result,   test_metadata_file  )

private

Definition at line 185 of file bq_upload_result.py.

_populate_metadata_inplace()

def performance.bq_upload_result._populate_metadata_inplace (   scenario_result )

private

Populates metadata based on environment variables set by Jenkins.

Definition at line 154 of file bq_upload_result.py.

_populate_node_metadata_from_file()

def performance.bq_upload_result._populate_node_metadata_from_file (   scenario_result,   node_info_file  )

private

Definition at line 224 of file bq_upload_result.py.

_populate_prometheus_query_results_from_file()

def performance.bq_upload_result._populate_prometheus_query_results_from_file (   scenario_result,   prometheus_query_result_file  )

private

Populate the results from Prometheus query to Bigquery table 

Definition at line 251 of file bq_upload_result.py.

_upload_netperf_latency_csv_to_bigquery()

def performance.bq_upload_result._upload_netperf_latency_csv_to_bigquery (   dataset_id,   table_id,   result_file  )

private

Definition at line 39 of file bq_upload_result.py.

_upload_scenario_result_to_bigquery()

def performance.bq_upload_result._upload_scenario_result_to_bigquery (   dataset_id,   table_id,   result_file,   metadata_file,   node_info_file,   prometheus_query_results_file  )

private

Definition at line 66 of file bq_upload_result.py.

Variable Documentation

_PROJECT_ID

string performance.bq_upload_result._PROJECT_ID = 'grpc-testing'

private

Definition at line 36 of file bq_upload_result.py.

argp

performance.bq_upload_result.argp = argparse.ArgumentParser(description='Upload result to big query.')

Definition at line 297 of file bq_upload_result.py.

args

performance.bq_upload_result.args = argp.parse_args()

Definition at line 324 of file bq_upload_result.py.

choices

performance.bq_upload_result.choices

Definition at line 320 of file bq_upload_result.py.

dataset_id

performance.bq_upload_result.dataset_id

Definition at line 326 of file bq_upload_result.py.

default

performance.bq_upload_result.default

Definition at line 300 of file bq_upload_result.py.

gcp_utils_dir

performance.bq_upload_result.gcp_utils_dir

Initial value:

=  os.path.abspath(
    os.path.join(os.path.dirname(__file__), '../../gcp/utils'))

Definition at line 31 of file bq_upload_result.py.

help

performance.bq_upload_result.help

Definition at line 302 of file bq_upload_result.py.

required

performance.bq_upload_result.required

Definition at line 299 of file bq_upload_result.py.

table_id

performance.bq_upload_result.table_id

Definition at line 326 of file bq_upload_result.py.

type

performance.bq_upload_result.type

Definition at line 301 of file bq_upload_result.py.