1#!/usr/bin/env python3 2# Copyright 2024 The Pigweed Authors 3# 4# Licensed under the Apache License, Version 2.0 (the "License"); you may not 5# use this file except in compliance with the License. You may obtain a copy of 6# the License at 7# 8# https://www.apache.org/licenses/LICENSE-2.0 9# 10# Unless required by applicable law or agreed to in writing, software 11# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 12# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 13# License for the specific language governing permissions and limitations under 14# the License. 15"""Cross-language pw_transfer read tests that take tens of minutes to run. 16 17Usage: 18 19 bazel run pw_transfer/integration_test:cross_language_large_read_test 20 21Command-line arguments must be provided after a double-dash: 22 23 bazel run pw_transfer/integration_test:cross_language_large_read_test -- \ 24 --server-port 3304 25 26Which tests to run can be specified as command-line arguments: 27 28 bazel run pw_transfer/integration_test:cross_language_large_read_test -- \ 29 LargeReadTransferIntegrationTest.test_1mb_read_dropped_data_1_java 30 31""" 32 33from parameterized import parameterized 34import random 35 36from google.protobuf import text_format 37 38from pw_transfer.integration_test import test_fixture 39from test_fixture import ( 40 TransferConfig, 41 TransferIntegrationTest, 42 TransferIntegrationTestHarness, 43) 44from pw_transfer.integration_test import config_pb2 45 46_ALL_LANGUAGES = ("cpp", "java", "python") 47 48 49class LargeReadTransferIntegrationTest(TransferIntegrationTest): 50 # Each set of transfer tests uses a different client/server port pair to 51 # allow tests to be run in parallel. 52 HARNESS_CONFIG = TransferIntegrationTestHarness.Config( 53 server_port=3306, client_port=3307 54 ) 55 56 @parameterized.expand(_ALL_LANGUAGES) 57 def test_1mb_read_dropped_data(self, client_type): 58 server_config = config_pb2.ServerConfig( 59 chunk_size_bytes=216, 60 pending_bytes=128 * 1024, 61 chunk_timeout_seconds=5, 62 transfer_service_retries=4, 63 extend_window_divisor=8, 64 ) 65 client_config = config_pb2.ClientConfig( 66 max_retries=5, 67 max_lifetime_retries=1500, 68 initial_chunk_timeout_ms=10000, 69 chunk_timeout_ms=4000, 70 ) 71 proxy_config = text_format.Parse( 72 """ 73 client_filter_stack: [ 74 { rate_limiter: {rate: 50000} }, 75 { hdlc_packetizer: {} }, 76 { data_dropper: {rate: 0.01, seed: 1649963713563718435} } 77 ] 78 79 server_filter_stack: [ 80 { rate_limiter: {rate: 50000} }, 81 { hdlc_packetizer: {} }, 82 { data_dropper: {rate: 0.01, seed: 1649963713563718436} } 83 ]""", 84 config_pb2.ProxyConfig(), 85 ) 86 87 payload = random.Random(1649963713563718437).randbytes(1 * 1024 * 1024) 88 resource_id = 12 89 config = TransferConfig(server_config, client_config, proxy_config) 90 self.do_single_read(client_type, config, resource_id, payload) 91 92 @parameterized.expand(_ALL_LANGUAGES) 93 def test_1mb_read_reordered_data(self, client_type): 94 server_config = config_pb2.ServerConfig( 95 chunk_size_bytes=216, 96 pending_bytes=128 * 1024, 97 chunk_timeout_seconds=5, 98 transfer_service_retries=4, 99 extend_window_divisor=8, 100 ) 101 client_config = config_pb2.ClientConfig( 102 max_retries=5, 103 max_lifetime_retries=1500, 104 initial_chunk_timeout_ms=10000, 105 chunk_timeout_ms=4000, 106 ) 107 proxy_config = text_format.Parse( 108 """ 109 client_filter_stack: [ 110 { rate_limiter: {rate: 50000} }, 111 { hdlc_packetizer: {} }, 112 { data_transposer: {rate: 0.005, timeout: 0.5, seed: 1649963713563718435} } 113 ] 114 115 server_filter_stack: [ 116 { rate_limiter: {rate: 50000} }, 117 { hdlc_packetizer: {} }, 118 { data_transposer: {rate: 0.005, timeout: 0.5, seed: 1649963713563718435} } 119 ]""", 120 config_pb2.ProxyConfig(), 121 ) 122 123 payload = random.Random(1649963713563718437).randbytes(1 * 1024 * 1024) 124 resource_id = 12 125 config = TransferConfig(server_config, client_config, proxy_config) 126 self.do_single_read(client_type, config, resource_id, payload) 127 128 129if __name__ == '__main__': 130 test_fixture.run_tests_for(LargeReadTransferIntegrationTest) 131