Move performance tests under /test/vts-testcase/

Bug:32783461
Test: run vts-serving-staging-hal-hidl
Change-Id: I779645044b9f0b5f7cde2542c9f4f00e3f5dc479

4 files changed, 202 insertions, 0 deletions

diff --git a/binder_benchmark/Android.mk b/binder_benchmark/Android.mk
new file mode 100644
index 0000000..86da605
--- /dev/null
+++ b/binder_benchmark/Android.mk
@@ -0,0 +1,24 @@
+#
+# Copyright (C) 2016 The Android Open Source Project
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+LOCAL_PATH := $(call my-dir)
+
+include $(call all-subdir-makefiles)
+
+include $(CLEAR_VARS)
+
+LOCAL_MODULE := BinderPerformanceTest
+VTS_CONFIG_SRC_DIR := testcases/performance/binder_benchmark
+include test/vts/tools/build/Android.host_config.mk
diff --git a/binder_benchmark/AndroidTest.xml b/binder_benchmark/AndroidTest.xml
new file mode 100644
index 0000000..82e895f
--- /dev/null
+++ b/binder_benchmark/AndroidTest.xml
@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Copyright (C) 2016 The Android Open Source Project
+
+     Licensed under the Apache License, Version 2.0 (the "License");
+     you may not use this file except in compliance with the License.
+     You may obtain a copy of the License at
+
+          http://www.apache.org/licenses/LICENSE-2.0
+
+     Unless required by applicable law or agreed to in writing, software
+     distributed under the License is distributed on an "AS IS" BASIS,
+     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+     See the License for the specific language governing permissions and
+     limitations under the License.
+-->
+<configuration description="Config for VTS libbinder performance benchmarks">
+    <target_preparer class="com.android.compatibility.common.tradefed.targetprep.VtsFilePusher">
+        <option name="push-group" value="HostDrivenTest.push" />
+        <option name="cleanup" value="true" />
+        <option name="push" value="DATA/benchmarktest/libbinder_benchmark/libbinder_benchmark32->/data/local/tmp/32/libbinder_benchmark32" />
+        <option name="push" value="DATA/benchmarktest64/libbinder_benchmark/libbinder_benchmark64->/data/local/tmp/64/libbinder_benchmark64" />
+        <option name="push" value="DATA/lib/android.hardware.tests.libbinder.so->/data/local/tmp/32/android.hardware.tests.libbinder.so" />
+        <option name="push" value="DATA/lib64/android.hardware.tests.libbinder.so->/data/local/tmp/64/android.hardware.tests.libbinder.so" />
+    </target_preparer>
+    <target_preparer class="com.android.tradefed.targetprep.VtsPythonVirtualenvPreparer">
+    </target_preparer>
+    <test class="com.android.tradefed.testtype.VtsMultiDeviceTest">
+      <option name="test-case-path" value="vts/testcases/performance/binder_benchmark/BinderPerformanceTest" />
+    </test>
+</configuration>
diff --git a/binder_benchmark/BinderPerformanceTest.py b/binder_benchmark/BinderPerformanceTest.py
new file mode 100644
index 0000000..ea48e35
--- /dev/null
+++ b/binder_benchmark/BinderPerformanceTest.py
@@ -0,0 +1,148 @@
+#!/usr/bin/env python3.4
+#
+# Copyright (C) 2016 The Android Open Source Project
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import logging
+
+from vts.runners.host import asserts
+from vts.runners.host import base_test_with_webdb
+from vts.runners.host import test_runner
+from vts.utils.python.controllers import android_device
+from vts.runners.host import const
+
+
+class BinderPerformanceTest(base_test_with_webdb.BaseTestWithWebDbClass):
+    """A testcase for the Binder Performance Benchmarking."""
+
+    DELIMITER = "\033[m\033[0;33m"
+    SCREEN_COMMANDS = ["\x1b[0;32m", "\x1b[m\x1b[0;36m", "\x1b[m", "\x1b[m"]
+    THRESHOLD = {
+        "BM_sendVec_binder/64": 150000,
+        "BM_sendVec_binder/128": 150000,
+        "BM_sendVec_binder/256": 150000,
+        "BM_sendVec_binder/512": 150000,
+        "BM_sendVec_binder/1024": 150000,
+        "BM_sendVec_binder/2k": 200000,
+        "BM_sendVec_binder/4k": 300000,
+        "BM_sendVec_binder/8k": 400000,
+        "BM_sendVec_binder/16k": 600000,
+        "BM_sendVec_binder/32k": 800000,
+        "BM_sendVec_binder/64k": 1000000,
+        }
+    LABEL_PREFIX = "BM_sendVec_binder/"
+
+    def setUpClass(self):
+        self.dut = self.registerController(android_device)[0]
+        self.dut.shell.InvokeTerminal("one")
+        self.DisableCpuScaling()
+
+    def tearDownClass(self):
+        self.EnableCpuScaling()
+
+    def ChangeCpuGoverner(self, mode):
+        """Changes the cpu governer mode of all the cpus on the device.
+
+        Args:
+            mode: string, expected CPU governer mode, e.g., performance/interactive.
+        """
+        results = self.dut.shell.one.Execute(
+            "cat /sys/devices/system/cpu/possible")
+        asserts.assertEqual(len(results[const.STDOUT]), 1)
+        stdout_lines = results[const.STDOUT][0].split("\n")
+        (low, high) = stdout_lines[0].split('-')
+        logging.info("possible cpus: %s : %s" % (low, high))
+
+        for cpu_no in range(int(low), int(high)):
+          self.dut.shell.one.Execute(
+            "echo %s > /sys/devices/system/cpu/cpu%s/"
+            "cpufreq/scaling_governor" % (mode, cpu_no))
+
+    def DisableCpuScaling(self):
+        """Disable CPU frequency scaling on the device."""
+        self.ChangeCpuGoverner("performance")
+
+    def EnableCpuScaling(self):
+        """Enable CPU frequency scaling on the device."""
+        self.ChangeCpuGoverner("interactive")
+
+    def testRunBenchmark32Bit(self):
+        """A testcase which runs the 32-bit benchmark."""
+        self.RunBenchmark(32)
+
+    def testRunBenchmark64Bit(self):
+        """A testcase which runs the 64-bit benchmark."""
+        self.RunBenchmark(64)
+
+    def RunBenchmark(self, bits):
+        """Runs the native binary and parses its result.
+
+        Args:
+            bits: integer (32 or 64), the number of bits in a word chosen
+                  at the compile time (e.g., 32- vs. 64-bit library).
+        """
+        # Runs the benchmark.
+        logging.info("Start to run the benchmark (%s bit mode)", bits)
+        binary = "/data/local/tmp/%s/libbinder_benchmark%s" % (bits, bits)
+
+        results = self.dut.shell.one.Execute(
+            ["chmod 755 %s" % binary,
+             "LD_LIBRARY_PATH=/data/local/tmp/%s/hw:"
+             "/data/local/tmp/%s:"
+             "$LD_LIBRARY_PATH %s" % (bits, bits, binary)])
+
+        # Parses the result.
+        asserts.assertEqual(len(results[const.STDOUT]), 2)
+        logging.info("stderr: %s", results[const.STDERR][1])
+        stdout_lines = results[const.STDOUT][1].split("\n")
+        logging.info("stdout: %s", stdout_lines)
+        label_result = []
+        value_result = []
+        for line in stdout_lines:
+            if self.DELIMITER in line:
+                tokens = []
+                for line_original in line.split(self.DELIMITER):
+                    line_original = line_original.strip()
+                    for command in self.SCREEN_COMMANDS:
+                        if command in line_original:
+                            line_original = line_original.replace(command, "")
+                    tokens.append(line_original)
+                benchmark_name = tokens[0]
+                time_in_ns = tokens[1].split()[0]
+                logging.info(benchmark_name)
+                logging.info(time_in_ns)
+                label_result.append(
+                    benchmark_name.replace(self.LABEL_PREFIX, ""))
+                value_result.append(int(time_in_ns))
+
+        logging.info("result label for %sbits: %s", bits, label_result)
+        logging.info("result value for %sbits: %s", bits, value_result)
+        # To upload to the web DB.
+        self.AddProfilingDataLabeledVector(
+            "binder_vector_roundtrip_latency_benchmark_%sbits" % bits,
+            label_result, value_result, x_axis_label="Message Size (Bytes)",
+            y_axis_label="Roundtrip Binder RPC Latency (nanoseconds)")
+
+        # Assertions to check the performance requirements
+        for label, value in zip(label_result, value_result):
+            if label in self.THRESHOLD:
+                asserts.assertLess(
+                    value,
+                    self.THRESHOLD[label],
+                    "%s ns for %s is longer than the threshold %s ns" % (
+                        value, label, self.THRESHOLD[label]))
+
+if __name__ == "__main__":
+    test_runner.main()
diff --git a/binder_benchmark/__init__.py b/binder_benchmark/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/binder_benchmark/__init__.py