| #!/usr/bin/env python3 |
| # Copyright 2022 The Pigweed Authors |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); you may not |
| # use this file except in compliance with the License. You may obtain a copy of |
| # the License at |
| # |
| # https://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| # License for the specific language governing permissions and limitations under |
| # the License. |
| """Cross-language pw_transfer write tests that take tens of minutes to run. |
| |
| Usage: |
| |
| bazel run pw_transfer/integration_test:cross_language_large_write_test |
| |
| Command-line arguments must be provided after a double-dash: |
| |
| bazel run pw_transfer/integration_test:cross_language_large_write_test -- \ |
| --server-port 3304 |
| |
| Which tests to run can be specified as command-line arguments: |
| |
| bazel run pw_transfer/integration_test:cross_language_large_write_test -- \ |
| LargeWriteTransferIntegrationTest.test_1mb_write_dropped_data_1_java |
| |
| """ |
| |
| from parameterized import parameterized |
| import random |
| |
| from google.protobuf import text_format |
| |
| from pigweed.pw_transfer.integration_test import test_fixture |
| from test_fixture import ( |
| TransferConfig, |
| TransferIntegrationTest, |
| TransferIntegrationTestHarness, |
| ) |
| from pigweed.pw_transfer.integration_test import config_pb2 |
| |
| _ALL_LANGUAGES = ("cpp", "java", "python") |
| |
| |
| class LargeWriteTransferIntegrationTest(TransferIntegrationTest): |
| # Each set of transfer tests uses a different client/server port pair to |
| # allow tests to be run in parallel. |
| HARNESS_CONFIG = TransferIntegrationTestHarness.Config( |
| server_port=3310, client_port=3311 |
| ) |
| |
| @parameterized.expand(_ALL_LANGUAGES) |
| def test_1mb_write_dropped_data(self, client_type): |
| server_config = config_pb2.ServerConfig( |
| chunk_size_bytes=216, |
| pending_bytes=32 * 1024, |
| chunk_timeout_seconds=5, |
| transfer_service_retries=4, |
| extend_window_divisor=32, |
| ) |
| client_config = config_pb2.ClientConfig( |
| max_retries=5, |
| initial_chunk_timeout_ms=10000, |
| chunk_timeout_ms=4000, |
| ) |
| proxy_config = text_format.Parse( |
| """ |
| client_filter_stack: [ |
| { rate_limiter: {rate: 50000} }, |
| { hdlc_packetizer: {} }, |
| { data_dropper: {rate: 0.01, seed: 1649963713563718435} } |
| ] |
| |
| server_filter_stack: [ |
| { rate_limiter: {rate: 50000} }, |
| { hdlc_packetizer: {} }, |
| { data_dropper: {rate: 0.01, seed: 1649963713563718436} } |
| ]""", |
| config_pb2.ProxyConfig(), |
| ) |
| |
| payload = random.Random(1649963713563718437).randbytes(1 * 1024 * 1024) |
| resource_id = 12 |
| config = TransferConfig(server_config, client_config, proxy_config) |
| self.do_single_write(client_type, config, resource_id, payload) |
| |
| @parameterized.expand(_ALL_LANGUAGES) |
| def test_1mb_write_reordered_data(self, client_type): |
| server_config = config_pb2.ServerConfig( |
| chunk_size_bytes=216, |
| pending_bytes=32 * 1024, |
| chunk_timeout_seconds=5, |
| transfer_service_retries=4, |
| extend_window_divisor=32, |
| ) |
| client_config = config_pb2.ClientConfig( |
| max_retries=5, |
| initial_chunk_timeout_ms=10000, |
| chunk_timeout_ms=4000, |
| ) |
| proxy_config = text_format.Parse( |
| """ |
| client_filter_stack: [ |
| { rate_limiter: {rate: 50000} }, |
| { hdlc_packetizer: {} }, |
| { data_transposer: {rate: 0.005, timeout: 0.5, seed: 1649963713563718435} } |
| ] |
| |
| server_filter_stack: [ |
| { rate_limiter: {rate: 50000} }, |
| { hdlc_packetizer: {} }, |
| { data_transposer: {rate: 0.005, timeout: 0.5, seed: 1649963713563718435} } |
| ]""", |
| config_pb2.ProxyConfig(), |
| ) |
| |
| payload = random.Random(1649963713563718437).randbytes(1 * 1024 * 1024) |
| resource_id = 12 |
| config = TransferConfig(server_config, client_config, proxy_config) |
| self.do_single_write(client_type, config, resource_id, payload) |
| |
| |
| if __name__ == '__main__': |
| test_fixture.run_tests_for(LargeWriteTransferIntegrationTest) |