diff options
Diffstat (limited to 'grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml')
| -rw-r--r-- | grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml | 649 |
1 files changed, 411 insertions, 238 deletions
diff --git a/grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml b/grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml index fb1d6337..bf804e70 100644 --- a/grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml +++ b/grpc/tools/run_tests/performance/templates/loadtest_template_basic_all_languages.yaml @@ -14,246 +14,419 @@ metadata: name: basic_all_languages spec: clients: - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: csharp - pool: ${client_pool} - run: - args: - - exec - - qps_worker/Grpc.IntegrationTesting.QpsWorker.dll - command: - - dotnet - - build: - args: - - build - - //test/cpp/qps:qps_worker - command: - - bazel - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: cxx - pool: ${client_pool} - run: - command: - - bazel-bin/test/cpp/qps/qps_worker - - build: - args: - - build - - -o - - /src/workspace/bin/worker - - ./benchmark/worker - command: - - go - clone: - gitRef: master - repo: https://github.com/grpc/grpc-go.git - language: go - pool: ${client_pool} - run: - command: - - /src/workspace/bin/worker - - build: - args: - - -PskipAndroid=true - - -PskipCodegen=true - - :grpc-benchmarks:installDist - command: - - gradle - clone: - gitRef: master - repo: https://github.com/grpc/grpc-java.git - language: java - pool: ${client_pool} - run: - command: - - benchmarks/build/install/grpc-benchmarks/bin/benchmark_worker - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc-node.git - language: node - pool: ${client_pool} - run: - args: - - -r - - ./test/fixtures/native_native.js - - test/performance/worker.js - - --benchmark_impl=grpc - command: - - node - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: php - pool: ${client_pool} - run: - command: - - bash - - /run_scripts/run_worker.sh - - build: - args: - - build - - //src/python/grpcio_tests/tests/qps:qps_worker - command: - - bazel - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: python - pool: ${client_pool} - run: - command: - - bazel-bin/src/python/grpcio_tests/tests/qps/qps_worker - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc - language: ruby - pool: ${client_pool} - run: - args: - - src/ruby/qps/worker.rb - command: - - ruby + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: csharp + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" dotnet exec \ + qps_worker/Grpc.IntegrationTesting.QpsWorker.dll \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc-dotnet.git + language: dotnet + pool: ${client_pool} + run: + - args: + - -c + # TODO(jtattermusch): why is the extra "--" in cmdline needed? + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + qps_worker/QpsWorker -- --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - --config + - opt + - //test/cpp/qps:qps_worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: cxx + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/test/cpp/qps/qps_worker --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - -o + - /src/workspace/bin/worker + - ./benchmark/worker + command: + - go + clone: + gitRef: master + repo: https://github.com/grpc/grpc-go.git + language: go + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /src/workspace/bin/worker --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - -PskipAndroid=true + - -PskipCodegen=true + - :grpc-benchmarks:installDist + command: + - gradle + clone: + gitRef: master + repo: https://github.com/grpc/grpc-java.git + language: java + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /run_scripts/run_worker.sh + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc-node.git + language: node + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" node -r \ + ./test/fixtures/native_native.js test/performance/worker.js \ + --benchmark_impl=grpc --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: php7 + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /run_scripts/run_worker.sh + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: php7_protobuf_c + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /run_scripts/run_protobuf_c_worker.sh + command: + - bash + name: main + - build: + args: + - build + - --compilation_mode + - opt + - //src/python/grpcio_tests/tests/qps:qps_worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: python + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/src/python/grpcio_tests/tests/qps/qps_worker \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - --compilation_mode + - opt + - //src/python/grpcio_tests/tests_aio/benchmark:worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: python_asyncio + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/src/python/grpcio_tests/tests_aio/benchmark/worker \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc + language: ruby + pool: ${client_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" ruby \ + src/ruby/qps/worker.rb --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + driver: + language: cxx + run: [] results: bigQueryTable: ${big_query_table} servers: - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: csharp - pool: ${server_pool} - run: - args: - - exec - - qps_worker/Grpc.IntegrationTesting.QpsWorker.dll - command: - - dotnet - - build: - args: - - build - - //test/cpp/qps:qps_worker - command: - - bazel - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: cxx - pool: ${server_pool} - run: - args: - - --server_port=10010 - command: - - bazel-bin/test/cpp/qps/qps_worker - - build: - args: - - build - - -o - - /src/workspace/bin/worker - - ./benchmark/worker - command: - - go - clone: - gitRef: master - repo: https://github.com/grpc/grpc-go.git - language: go - pool: ${server_pool} - run: - command: - - /src/workspace/bin/worker - - build: - args: - - -PskipAndroid=true - - -PskipCodegen=true - - :grpc-benchmarks:installDist - command: - - gradle - clone: - gitRef: master - repo: https://github.com/grpc/grpc-java.git - language: java - pool: ${server_pool} - run: - command: - - benchmarks/build/install/grpc-benchmarks/bin/benchmark_worker - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc-node.git - language: node - pool: ${server_pool} - run: - args: - - -r - - ./test/fixtures/native_native.js - - test/performance/worker.js - - --benchmark_impl=grpc - command: - - node - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: php - pool: ${server_pool} - run: - command: - - bash - - /run_scripts/run_worker.sh - - build: - args: - - build - - //src/python/grpcio_tests/tests/qps:qps_worker - command: - - bazel - clone: - gitRef: master - repo: https://github.com/grpc/grpc.git - language: python - pool: ${server_pool} - run: - command: - - bazel-bin/src/python/grpcio_tests/tests/qps/qps_worker - - build: - command: - - bash - - /build_scripts/build_qps_worker.sh - clone: - gitRef: master - repo: https://github.com/grpc/grpc - language: ruby - pool: ${server_pool} - run: - args: - - src/ruby/qps/worker.rb - command: - - ruby + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: csharp + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" dotnet exec \ + qps_worker/Grpc.IntegrationTesting.QpsWorker.dll \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc-dotnet.git + language: dotnet + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + qps_worker/QpsWorker -- --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - --config + - opt + - //test/cpp/qps:qps_worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: cxx + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/test/cpp/qps/qps_worker --driver_port="${DRIVER_PORT}" \ + --server_port=10010 + command: + - bash + name: main + - build: + args: + - build + - -o + - /src/workspace/bin/worker + - ./benchmark/worker + command: + - go + clone: + gitRef: master + repo: https://github.com/grpc/grpc-go.git + language: go + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /src/workspace/bin/worker --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - -PskipAndroid=true + - -PskipCodegen=true + - :grpc-benchmarks:installDist + command: + - gradle + clone: + gitRef: master + repo: https://github.com/grpc/grpc-java.git + language: java + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + /run_scripts/run_worker.sh + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc-node.git + language: node + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" node -r \ + ./test/fixtures/native_native.js test/performance/worker.js \ + --benchmark_impl=grpc --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - --compilation_mode + - opt + - //src/python/grpcio_tests/tests/qps:qps_worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: python + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/src/python/grpcio_tests/tests/qps/qps_worker \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + args: + - build + - --compilation_mode + - opt + - //src/python/grpcio_tests/tests_aio/benchmark:worker + command: + - bazel + clone: + gitRef: master + repo: https://github.com/grpc/grpc.git + language: python_asyncio + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" \ + bazel-bin/src/python/grpcio_tests/tests_aio/benchmark/worker \ + --driver_port="${DRIVER_PORT}" + command: + - bash + name: main + - build: + command: + - bash + - /build_scripts/build_qps_worker.sh + clone: + gitRef: master + repo: https://github.com/grpc/grpc + language: ruby + pool: ${server_pool} + run: + - args: + - -c + - | + timeout --kill-after="${KILL_AFTER}" "${POD_TIMEOUT}" ruby \ + src/ruby/qps/worker.rb --driver_port="${DRIVER_PORT}" + command: + - bash + name: main timeoutSeconds: ${timeout_seconds} ttlSeconds: 86400 |