run_interop_tests Namespace Reference

Classes
class	AspNetCoreLanguage
class	CXXLanguage
class	DartLanguage
class	GoLanguage
class	Http2Client
class	Http2Server
class	JavaLanguage
class	JavaOkHttpClient
class	NodeLanguage
class	NodePureJSLanguage
class	ObjcLanguage
class	PHP7Language
class	PythonAsyncIOLanguage
class	PythonLanguage
class	RubyLanguage

Functions
def	_job_kill_handler (job)
def	aggregate_http2_results (stdout)
def	auth_options (language, test_case, google_default_creds_use_key_file, service_account_key_file, default_service_account)
def	bash_cmdline (cmdline)
def	build_interop_image_jobspec (language, tag=None)
def	cloud_to_cloud_jobspec (language, test_case, server_name, server_host, server_port, docker_image=None, transport_security='tls', manual_cmd_log=None)
def	cloud_to_prod_jobspec (language, test_case, server_host_nickname, server_host, google_default_creds_use_key_file, docker_image=None, auth=False, manual_cmd_log=None, service_account_key_file=None, default_service_account=None, transport_security='tls')
def	compute_engine_creds_required (language, test_case)
def	docker_run_cmdline (cmdline, image, docker_args=[], cwd=None, environ=None)
def	manual_cmdline (docker_cmdline, docker_image)
def	server_jobspec (language, docker_image, transport_security='tls', manual_cmd_log=None)
def	write_cmdlog_maybe (cmdlog, filename)

Variables
list	_AUTH_TEST_CASES
string	_COMPUTE_ENGINE_CHANNEL_CREDS_TEST_CASE = 'compute_engine_channel_credentials'
list	_CUSTOM_CREDENTIALS_TYPE_OPTIONS
int	_DEFAULT_SERVER_PORT = 8080
string	_DOCKER_BUILD_XML_REPORT = 'interop_docker_build/sponge_log.xml'
string	_GOOGLE_DEFAULT_CREDS_TEST_CASE = 'google_default_credentials'
dictionary	_GRPC_CLIENT_TEST_CASES_FOR_HTTP2_SERVER_TEST_CASES
list	_HTTP2_SERVER_TEST_CASES
	_HTTP2_SERVER_TEST_CASES_THAT_USE_GRPC_CLIENTS
list	_HTTP2_TEST_CASES = ['tls', 'framing']
dictionary	_LANGUAGES
list	_LANGUAGES_FOR_ALTS_TEST_CASES = ['java', 'go', 'c++', 'python']
list	_LANGUAGES_WITH_HTTP2_CLIENTS_FOR_HTTP2_SERVER_TEST_CASES
list	_ORCA_TEST_CASES = ['orca_per_rpc', 'orca_oob']
string	_PYTHON_BINARY = 'py39/bin/python'
list	_SERVERS
list	_SERVERS_FOR_ALTS_TEST_CASES = ['java', 'go', 'c++', 'python']
list	_SKIP_ADVANCED
list	_SKIP_CLIENT_COMPRESSION
list	_SKIP_COMPRESSION = _SKIP_CLIENT_COMPRESSION + _SKIP_SERVER_COMPRESSION
list	_SKIP_COMPUTE_ENGINE_CHANNEL_CREDS
list	_SKIP_DATA_FRAME_PADDING = ['data_frame_padding']
list	_SKIP_GOOGLE_DEFAULT_CREDS
list	_SKIP_SERVER_COMPRESSION
list	_SKIP_SPECIAL_STATUS_MESSAGE = ['special_status_message']
list	_TEST_CASES
int	_TEST_TIMEOUT = 3 * 60
string	_TESTS_XML_REPORT = 'interop_test/sponge_log.xml'
list	_TRANSPORT_SECURITY_OPTIONS = ['tls', 'alts', 'insecure']
	action
	all_but_objc = set(six.iterkeys(_LANGUAGES)) - set(['objc'])
	alts_languages = set(_LANGUAGES[l] for l in _LANGUAGES_FOR_ALTS_TEST_CASES)
	argp = argparse.ArgumentParser(description='Run interop tests.')
	args = argp.parse_args()
list	build_jobs = []
	build_resultset
	choices
list	client_manual_cmd_log = [] if args.manual_run else None
	const
	default
	do_newline
dictionary	docker_images = {}
string	DOCKER_WORKDIR_ROOT = '/var/local/git/grpc'
	help
	http2_server_job = None
tuple	http2_server_test_cases
	http2Interop = Http2Client() if args.http2_interop else None
	http2InteropServer = Http2Server() if args.http2_server_interop else None
	http2results
	image
def	job = build_interop_image_jobspec(l)
list	jobs = []
	lang = str(s)
	languages
	languages_http2_clients_for_http2_server_interop = set()
	languages_to_build
	maxjobs
	nargs
	newline_on_success
	num_failures
	offset = sorted(_HTTP2_SERVER_TEST_CASES).index(test_case)
dictionary	prod_servers
	resultset
	ROOT = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0]), '../..'))
dictionary	server_addresses = {}
	server_host
dictionary	server_jobs = {}
dictionary	server_language = _LANGUAGES.get(server_name, None)
list	server_manual_cmd_log = [] if args.manual_run else None
	server_name = server[0]
	server_port = _DEFAULT_SERVER_PORT + offset
	servers
	skip_jobs
	skip_nonexistent
list	skip_server = []
def	spec
def	test_job
	timeout_seconds
string	transport_security = 'google_default_credentials'
	type

Function Documentation

_job_kill_handler()

def run_interop_tests._job_kill_handler (   job )

private

Definition at line 843 of file run_interop_tests.py.

aggregate_http2_results()

def run_interop_tests.aggregate_http2_results

(

stdout

)

Definition at line 1109 of file run_interop_tests.py.

auth_options()

def run_interop_tests.auth_options	(		language,
			test_case,
			google_default_creds_use_key_file,
			service_account_key_file,
			default_service_account
	)

Returns (cmdline, env) tuple with cloud_to_prod_auth test options.

Definition at line 802 of file run_interop_tests.py.

bash_cmdline()

def run_interop_tests.bash_cmdline

(

cmdline

)

Creates bash -c cmdline from args list.

Definition at line 784 of file run_interop_tests.py.

build_interop_image_jobspec()

def run_interop_tests.build_interop_image_jobspec	(		language,
			tag = None
	)

Creates jobspec for building interop docker image for a language

Definition at line 1092 of file run_interop_tests.py.

cloud_to_cloud_jobspec()

def run_interop_tests.cloud_to_cloud_jobspec	(		language,
			test_case,
			server_name,
			server_host,
			server_port,
			docker_image = None,
			transport_security = 'tls',
			manual_cmd_log = None
	)

Creates jobspec for cloud-to-cloud interop test

Definition at line 932 of file run_interop_tests.py.

cloud_to_prod_jobspec()

def run_interop_tests.cloud_to_prod_jobspec	(		language,
			test_case,
			server_host_nickname,
			server_host,
			google_default_creds_use_key_file,
			docker_image = None,
			auth = False,
			manual_cmd_log = None,
			service_account_key_file = None,
			default_service_account = None,
			transport_security = 'tls'
	)

Creates jobspec for cloud-to-prod interop test

Definition at line 853 of file run_interop_tests.py.

compute_engine_creds_required()

def run_interop_tests.compute_engine_creds_required	(		language,
			test_case
	)

Returns True if given test requires access to compute engine creds.

Definition at line 791 of file run_interop_tests.py.

docker_run_cmdline()

def run_interop_tests.docker_run_cmdline	(		cmdline,
			image,
			docker_args = [],
			cwd = None,
			environ = None
	)

Wraps given cmdline array to create 'docker run' cmdline from it.

Definition at line 733 of file run_interop_tests.py.

manual_cmdline()

def run_interop_tests.manual_cmdline	(		docker_cmdline,
			docker_image
	)

Returns docker cmdline adjusted for manual invocation.

Definition at line 755 of file run_interop_tests.py.

server_jobspec()

def run_interop_tests.server_jobspec	(		language,
			docker_image,
			transport_security = 'tls',
			manual_cmd_log = None
	)

Create jobspec for running a server

Definition at line 1025 of file run_interop_tests.py.

write_cmdlog_maybe()

def run_interop_tests.write_cmdlog_maybe	(		cmdlog,
			filename
	)

Returns docker cmdline adjusted for manual invocation.

Definition at line 771 of file run_interop_tests.py.

Variable Documentation

_AUTH_TEST_CASES

list run_interop_tests._AUTH_TEST_CASES

private

Initial value:

=  [
    'compute_engine_creds',
    'jwt_token_creds',
    'oauth2_auth_token',
    'per_rpc_creds',
    _GOOGLE_DEFAULT_CREDS_TEST_CASE,
    _COMPUTE_ENGINE_CHANNEL_CREDS_TEST_CASE,
]

Definition at line 692 of file run_interop_tests.py.

_COMPUTE_ENGINE_CHANNEL_CREDS_TEST_CASE

string run_interop_tests._COMPUTE_ENGINE_CHANNEL_CREDS_TEST_CASE = 'compute_engine_channel_credentials'

private

Definition at line 78 of file run_interop_tests.py.

_CUSTOM_CREDENTIALS_TYPE_OPTIONS

list run_interop_tests._CUSTOM_CREDENTIALS_TYPE_OPTIONS

private

Initial value:

=  [
    'tls', 'google_default_credentials', 'compute_engine_channel_creds'
]

Definition at line 726 of file run_interop_tests.py.

_DEFAULT_SERVER_PORT

int run_interop_tests._DEFAULT_SERVER_PORT = 8080

private

Definition at line 51 of file run_interop_tests.py.

_DOCKER_BUILD_XML_REPORT

string run_interop_tests._DOCKER_BUILD_XML_REPORT = 'interop_docker_build/sponge_log.xml'

private

Definition at line 91 of file run_interop_tests.py.

_GOOGLE_DEFAULT_CREDS_TEST_CASE

string run_interop_tests._GOOGLE_DEFAULT_CREDS_TEST_CASE = 'google_default_credentials'

private

Definition at line 72 of file run_interop_tests.py.

_GRPC_CLIENT_TEST_CASES_FOR_HTTP2_SERVER_TEST_CASES

dictionary run_interop_tests._GRPC_CLIENT_TEST_CASES_FOR_HTTP2_SERVER_TEST_CASES

private

Initial value:

=  {
    'data_frame_padding': 'large_unary',
    'no_df_padding_sanity_test': 'large_unary'
}

Definition at line 708 of file run_interop_tests.py.

_HTTP2_SERVER_TEST_CASES

list run_interop_tests._HTTP2_SERVER_TEST_CASES

private

Initial value:

=  [
    'rst_after_header', 'rst_after_data', 'rst_during_data', 'goaway', 'ping',
    'max_streams', 'data_frame_padding', 'no_df_padding_sanity_test'
]

Definition at line 703 of file run_interop_tests.py.

_HTTP2_SERVER_TEST_CASES_THAT_USE_GRPC_CLIENTS

run_interop_tests._HTTP2_SERVER_TEST_CASES_THAT_USE_GRPC_CLIENTS

private

Initial value:

=  list(
    _GRPC_CLIENT_TEST_CASES_FOR_HTTP2_SERVER_TEST_CASES.keys())

Definition at line 713 of file run_interop_tests.py.

_HTTP2_TEST_CASES

list run_interop_tests._HTTP2_TEST_CASES = ['tls', 'framing']

private

Definition at line 701 of file run_interop_tests.py.

_LANGUAGES

dictionary run_interop_tests._LANGUAGES

private

Initial value:

=  {
    'c++': CXXLanguage(),
    'aspnetcore': AspNetCoreLanguage(),
    'dart': DartLanguage(),
    'go': GoLanguage(),
    'java': JavaLanguage(),
    'javaokhttp': JavaOkHttpClient(),
    'node': NodeLanguage(),
    'nodepurejs': NodePureJSLanguage(),
    'php7': PHP7Language(),
    'objc': ObjcLanguage(),
    'ruby': RubyLanguage(),
    'python': PythonLanguage(),
    'pythonasyncio': PythonAsyncIOLanguage(),
}

Definition at line 659 of file run_interop_tests.py.

_LANGUAGES_FOR_ALTS_TEST_CASES

list run_interop_tests._LANGUAGES_FOR_ALTS_TEST_CASES = ['java', 'go', 'c++', 'python']

private

Definition at line 720 of file run_interop_tests.py.

_LANGUAGES_WITH_HTTP2_CLIENTS_FOR_HTTP2_SERVER_TEST_CASES

list run_interop_tests._LANGUAGES_WITH_HTTP2_CLIENTS_FOR_HTTP2_SERVER_TEST_CASES

private

Initial value:

=  [
    'java', 'go', 'python', 'c++'
]

Definition at line 716 of file run_interop_tests.py.

_ORCA_TEST_CASES

list run_interop_tests._ORCA_TEST_CASES = ['orca_per_rpc', 'orca_oob']

private

Definition at line 70 of file run_interop_tests.py.

_PYTHON_BINARY

string run_interop_tests._PYTHON_BINARY = 'py39/bin/python'

private

Definition at line 551 of file run_interop_tests.py.

_SERVERS

list run_interop_tests._SERVERS

private

Initial value:

=  [
    'c++', 'node', 'aspnetcore', 'java', 'go', 'ruby', 'python', 'dart',
    'pythonasyncio', 'php7'
]

Definition at line 676 of file run_interop_tests.py.

_SERVERS_FOR_ALTS_TEST_CASES

list run_interop_tests._SERVERS_FOR_ALTS_TEST_CASES = ['java', 'go', 'c++', 'python']

private

Definition at line 722 of file run_interop_tests.py.

_SKIP_ADVANCED

list run_interop_tests._SKIP_ADVANCED

private

Initial value:

=  [
    'status_code_and_message', 'custom_metadata', 'unimplemented_method',
    'unimplemented_service'
]

Definition at line 63 of file run_interop_tests.py.

_SKIP_CLIENT_COMPRESSION

list run_interop_tests._SKIP_CLIENT_COMPRESSION

private

Initial value:

=  [
    'client_compressed_unary', 'client_compressed_streaming'
]

Definition at line 53 of file run_interop_tests.py.

_SKIP_COMPRESSION

list run_interop_tests._SKIP_COMPRESSION = _SKIP_CLIENT_COMPRESSION + _SKIP_SERVER_COMPRESSION

private

Definition at line 61 of file run_interop_tests.py.

_SKIP_COMPUTE_ENGINE_CHANNEL_CREDS

list run_interop_tests._SKIP_COMPUTE_ENGINE_CHANNEL_CREDS

private

Initial value:

=  [
    _COMPUTE_ENGINE_CHANNEL_CREDS_TEST_CASE,
]

Definition at line 80 of file run_interop_tests.py.

_SKIP_DATA_FRAME_PADDING

list run_interop_tests._SKIP_DATA_FRAME_PADDING = ['data_frame_padding']

private

Definition at line 88 of file run_interop_tests.py.

_SKIP_GOOGLE_DEFAULT_CREDS

list run_interop_tests._SKIP_GOOGLE_DEFAULT_CREDS

private

Initial value:

=  [
    _GOOGLE_DEFAULT_CREDS_TEST_CASE,
]

Definition at line 74 of file run_interop_tests.py.

_SKIP_SERVER_COMPRESSION

list run_interop_tests._SKIP_SERVER_COMPRESSION

private

Initial value:

=  [
    'server_compressed_unary', 'server_compressed_streaming'
]

Definition at line 57 of file run_interop_tests.py.

_SKIP_SPECIAL_STATUS_MESSAGE

list run_interop_tests._SKIP_SPECIAL_STATUS_MESSAGE = ['special_status_message']

private

Definition at line 68 of file run_interop_tests.py.

_TEST_CASES

list run_interop_tests._TEST_CASES

private

Initial value:

=  [
    'large_unary', 'empty_unary', 'ping_pong', 'empty_stream',
    'client_streaming', 'server_streaming', 'cancel_after_begin',
    'cancel_after_first_response', 'timeout_on_sleeping_server',
    'custom_metadata', 'status_code_and_message', 'unimplemented_method',
    'client_compressed_unary', 'server_compressed_unary',
    'client_compressed_streaming', 'server_compressed_streaming',
    'unimplemented_service', 'special_status_message', 'orca_per_rpc',
    'orca_oob'
]

Definition at line 681 of file run_interop_tests.py.

_TEST_TIMEOUT

int run_interop_tests._TEST_TIMEOUT = 3 * 60

private

Definition at line 84 of file run_interop_tests.py.

_TESTS_XML_REPORT

string run_interop_tests._TESTS_XML_REPORT = 'interop_test/sponge_log.xml'

private

Definition at line 92 of file run_interop_tests.py.

_TRANSPORT_SECURITY_OPTIONS

list run_interop_tests._TRANSPORT_SECURITY_OPTIONS = ['tls', 'alts', 'insecure']

private

Definition at line 724 of file run_interop_tests.py.

action

run_interop_tests.action

Definition at line 1154 of file run_interop_tests.py.

all_but_objc

run_interop_tests.all_but_objc = set(six.iterkeys(_LANGUAGES)) - set(['objc'])

Definition at line 1318 of file run_interop_tests.py.

alts_languages

run_interop_tests.alts_languages = set(_LANGUAGES[l] for l in _LANGUAGES_FOR_ALTS_TEST_CASES)

Definition at line 1323 of file run_interop_tests.py.

argp

run_interop_tests.argp = argparse.ArgumentParser(description='Run interop tests.')

Definition at line 1144 of file run_interop_tests.py.

args

run_interop_tests.args = argp.parse_args()

Definition at line 1286 of file run_interop_tests.py.

build_jobs

list run_interop_tests.build_jobs = []

Definition at line 1350 of file run_interop_tests.py.

build_resultset

run_interop_tests.build_resultset

Definition at line 1366 of file run_interop_tests.py.

choices

run_interop_tests.choices

Definition at line 1147 of file run_interop_tests.py.

client_manual_cmd_log

list run_interop_tests.client_manual_cmd_log = [] if args.manual_run else None

Definition at line 1386 of file run_interop_tests.py.

const

run_interop_tests.const

Definition at line 1155 of file run_interop_tests.py.

default

run_interop_tests.default

Definition at line 1149 of file run_interop_tests.py.

do_newline

run_interop_tests.do_newline

Definition at line 1362 of file run_interop_tests.py.

docker_images

dictionary run_interop_tests.docker_images = {}

Definition at line 1336 of file run_interop_tests.py.

DOCKER_WORKDIR_ROOT

string run_interop_tests.DOCKER_WORKDIR_ROOT = '/var/local/git/grpc'

Definition at line 730 of file run_interop_tests.py.

help

run_interop_tests.help

Definition at line 1150 of file run_interop_tests.py.

http2_server_job

run_interop_tests.http2_server_job = None

Definition at line 1407 of file run_interop_tests.py.

http2_server_test_cases

tuple run_interop_tests.http2_server_test_cases

Initial value:

=  (_HTTP2_SERVER_TEST_CASES
                               if args.http2_server_interop else [])

Definition at line 1632 of file run_interop_tests.py.

http2Interop

run_interop_tests.http2Interop = Http2Client() if args.http2_interop else None

Definition at line 1333 of file run_interop_tests.py.

http2InteropServer

run_interop_tests.http2InteropServer = Http2Server() if args.http2_server_interop else None

Definition at line 1334 of file run_interop_tests.py.

http2results

run_interop_tests.http2results

Definition at line 1630 of file run_interop_tests.py.

image

run_interop_tests.image

Definition at line 1382 of file run_interop_tests.py.

job

run_interop_tests.job = build_interop_image_jobspec(l)

Definition at line 1355 of file run_interop_tests.py.

jobs

list run_interop_tests.jobs = []

Definition at line 1421 of file run_interop_tests.py.

lang

run_interop_tests.lang = str(s)

Definition at line 1393 of file run_interop_tests.py.

languages

run_interop_tests.languages

Initial value:

=  set(_LANGUAGES[l] for l in itertools.chain.from_iterable(
    all_but_objc if x == 'all' else [x] for x in args.language))

Definition at line 1319 of file run_interop_tests.py.

languages_http2_clients_for_http2_server_interop

run_interop_tests.languages_http2_clients_for_http2_server_interop = set()

Definition at line 1326 of file run_interop_tests.py.

languages_to_build

run_interop_tests.languages_to_build

Initial value:

=  set(_LANGUAGES[k]
                             for k in set([str(l) for l in languages] +
                                          [s for s in servers]))

Definition at line 1339 of file run_interop_tests.py.

maxjobs

run_interop_tests.maxjobs

Definition at line 1368 of file run_interop_tests.py.

nargs

run_interop_tests.nargs

Definition at line 1148 of file run_interop_tests.py.

newline_on_success

run_interop_tests.newline_on_success

Definition at line 1367 of file run_interop_tests.py.

num_failures

run_interop_tests.num_failures

Definition at line 1366 of file run_interop_tests.py.

offset

run_interop_tests.offset = sorted(_HTTP2_SERVER_TEST_CASES).index(test_case)

Definition at line 1557 of file run_interop_tests.py.

prod_servers

dictionary run_interop_tests.prod_servers

Initial value:

=  {
    'default': 'grpc-test.sandbox.googleapis.com',
    'gateway_v4': 'grpc-test4.sandbox.googleapis.com',
}

Definition at line 1139 of file run_interop_tests.py.

resultset

run_interop_tests.resultset

Definition at line 1612 of file run_interop_tests.py.

ROOT

run_interop_tests.ROOT = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0]), '../..'))

Definition at line 48 of file run_interop_tests.py.

server_addresses

dictionary run_interop_tests.server_addresses = {}

Definition at line 1390 of file run_interop_tests.py.

server_host

run_interop_tests.server_host

Definition at line 1511 of file run_interop_tests.py.

server_jobs

dictionary run_interop_tests.server_jobs = {}

Definition at line 1389 of file run_interop_tests.py.

server_language

dictionary run_interop_tests.server_language = _LANGUAGES.get(server_name, None)

Definition at line 1516 of file run_interop_tests.py.

server_manual_cmd_log

list run_interop_tests.server_manual_cmd_log = [] if args.manual_run else None

Definition at line 1385 of file run_interop_tests.py.

server_name

run_interop_tests.server_name = server[0]

Definition at line 1510 of file run_interop_tests.py.

server_port

int run_interop_tests.server_port = _DEFAULT_SERVER_PORT + offset

Definition at line 1511 of file run_interop_tests.py.

servers

run_interop_tests.servers

Initial value:

=  set(s for s in itertools.chain.from_iterable(
    _SERVERS if x == 'all' else [x] for x in args.server))

Definition at line 1288 of file run_interop_tests.py.

skip_jobs

run_interop_tests.skip_jobs

Definition at line 1615 of file run_interop_tests.py.

skip_nonexistent

run_interop_tests.skip_nonexistent

Definition at line 1382 of file run_interop_tests.py.

skip_server

dictionary run_interop_tests.skip_server = []

Definition at line 1517 of file run_interop_tests.py.

spec

def run_interop_tests.spec

Initial value:

=  server_jobspec(_LANGUAGES[lang],
                              docker_images.get(lang),
                              args.transport_security,
                              manual_cmd_log=server_manual_cmd_log)

Definition at line 1394 of file run_interop_tests.py.

test_job

def run_interop_tests.test_job

Initial value:

=  cloud_to_prod_jobspec(
                                    language,
                                    test_case,
                                    server_host_nickname,
                                    prod_servers[server_host_nickname],
                                    google_default_creds_use_key_file=args.
                                    google_default_creds_use_key_file,
                                    docker_image=docker_images.get(
                                        str(language)),
                                    manual_cmd_log=client_manual_cmd_log,
                                    service_account_key_file=args.
                                    service_account_key_file,
                                    default_service_account=args.
                                    default_service_account,
                                    transport_security=transport_security)

Definition at line 1443 of file run_interop_tests.py.

timeout_seconds

run_interop_tests.timeout_seconds

Definition at line 1553 of file run_interop_tests.py.

transport_security

string run_interop_tests.transport_security = 'google_default_credentials'

Definition at line 1486 of file run_interop_tests.py.

type

run_interop_tests.type

Definition at line 1151 of file run_interop_tests.py.