mirror of
https://github.com/ARM-software/workload-automation.git
synced 2025-10-31 23:22:14 +00:00
workloads/glbench: Port workload to WA3
This commit is contained in:
Marc Bonnici
setrofim
35
wa/workloads/glbenchmark/uiauto/app/build.gradle
Normal file
35
wa/workloads/glbenchmark/uiauto/app/build.gradle
Normal file
@@ -0,0 +1,35 @@
|
||||
apply plugin: 'com.android.application'
|
||||
|
||||
def packageName = "com.arm.wa.uiauto.glbenchmark"
|
||||
|
||||
android {
|
||||
compileSdkVersion 25
|
||||
buildToolsVersion "25.0.3"
|
||||
defaultConfig {
|
||||
applicationId "${packageName}"
|
||||
minSdkVersion 18
|
||||
targetSdkVersion 25
|
||||
testInstrumentationRunner "android.support.test.runner.AndroidJUnitRunner"
|
||||
}
|
||||
buildTypes {
|
||||
applicationVariants.all { variant ->
|
||||
variant.outputs.each { output ->
|
||||
output.outputFile = file("$project.buildDir/apk/${packageName}.apk")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
dependencies {
|
||||
compile fileTree(dir: 'libs', include: ['*.jar'])
|
||||
compile 'com.android.support.test:runner:0.5'
|
||||
compile 'com.android.support.test:rules:0.5'
|
||||
compile 'com.android.support.test.uiautomator:uiautomator-v18:2.1.2'
|
||||
compile(name: 'uiauto', ext:'aar')
|
||||
}
|
||||
|
||||
repositories {
|
||||
flatDir {
|
||||
dirs 'libs'
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
||||
package="com.arm.wa.uiauto.glbenchmark"
|
||||
android:versionCode="1"
|
||||
android:versionName="1.0">
|
||||
|
||||
|
||||
<instrumentation
|
||||
android:name="android.support.test.runner.AndroidJUnitRunner"
|
||||
android:targetPackage="${applicationId}"/>
|
||||
|
||||
</manifest>
|
||||
|
||||
@@ -0,0 +1,167 @@
|
||||
/* Copyright 2013-2015 ARM Limited
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
|
||||
package com.arm.wa.uiauto.glbenchmark;
|
||||
|
||||
import android.app.Activity;
|
||||
import android.os.Bundle;
|
||||
import android.support.test.runner.AndroidJUnit4;
|
||||
import android.support.test.uiautomator.UiObject;
|
||||
import android.support.test.uiautomator.UiObjectNotFoundException;
|
||||
import android.support.test.uiautomator.UiScrollable;
|
||||
import android.support.test.uiautomator.UiSelector;
|
||||
import android.util.Log;
|
||||
|
||||
import com.arm.wa.uiauto.BaseUiAutomation;
|
||||
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
import org.junit.runner.RunWith;
|
||||
|
||||
import java.util.concurrent.TimeUnit;
|
||||
|
||||
@RunWith(AndroidJUnit4.class)
|
||||
public class UiAutomation extends BaseUiAutomation {
|
||||
|
||||
public static String TAG = "glb";
|
||||
public static int maxScrolls = 15;
|
||||
|
||||
private Bundle parameters;
|
||||
private String version;
|
||||
private String useCase;
|
||||
private String type;
|
||||
private int testTimeoutSeconds;
|
||||
|
||||
|
||||
@Before
|
||||
public void initialize() {
|
||||
parameters = getParams();
|
||||
version = parameters.getString("version");
|
||||
useCase = parameters.getString("use_case").replace('_', ' ');
|
||||
type = parameters.getString("usecase_type").replace('_', ' ');
|
||||
testTimeoutSeconds = parameters.getInt("timeout");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void setup() throws Exception {
|
||||
dismissAndroidVersionPopup();
|
||||
goToPreformanceTestsMenu();
|
||||
selectUseCase(version, useCase, type);
|
||||
}
|
||||
@Test
|
||||
public void runWorkload() throws Exception {
|
||||
hitStart();
|
||||
waitForResults(version, useCase, testTimeoutSeconds);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void extractResults() throws Exception {
|
||||
extractBenchmarkResults();
|
||||
}
|
||||
|
||||
public void goToPreformanceTestsMenu() throws Exception {
|
||||
UiSelector selector = new UiSelector();
|
||||
UiObject choosePerfTest = mDevice.findObject(selector.text("Performance Tests")
|
||||
.className("android.widget.TextView"));
|
||||
choosePerfTest.clickAndWaitForNewWindow();
|
||||
}
|
||||
|
||||
public void selectUseCase(String version, String useCase, String type) throws Exception {
|
||||
UiSelector selector = new UiSelector();
|
||||
UiScrollable testList = new UiScrollable(selector.className("android.widget.ListView"));
|
||||
UiObject useCaseText = mDevice.findObject(selector.className("android.widget.TextView")
|
||||
.text(useCase));
|
||||
if (version.equals("2.7")){
|
||||
UiObject typeText = useCaseText.getFromParent(selector.className("android.widget.TextView")
|
||||
.text(type));
|
||||
int scrolls = 0;
|
||||
while(!typeText.exists()) {
|
||||
testList.scrollForward();
|
||||
scrolls += 1;
|
||||
if (scrolls >= maxScrolls) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
typeText.click();
|
||||
}
|
||||
else if (version.equals("2.5")){
|
||||
int scrolls = 0;
|
||||
while(!useCaseText.exists()) {
|
||||
testList.scrollForward();
|
||||
scrolls += 1;
|
||||
if (scrolls >= maxScrolls) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
useCaseText.click();
|
||||
UiObject modeDisableModeButton = null;
|
||||
if (type.contains("Onscreen")){
|
||||
modeDisableModeButton = mDevice.findObject(selector.text("Offscreen"));
|
||||
}
|
||||
else {
|
||||
modeDisableModeButton = mDevice.findObject(selector.text("Onscreen"));
|
||||
}
|
||||
modeDisableModeButton.click();
|
||||
}
|
||||
}
|
||||
|
||||
public void hitStart() throws Exception {
|
||||
UiSelector selector = new UiSelector();
|
||||
UiObject startButton = mDevice.findObject(selector.text("Start"));
|
||||
startButton.clickAndWaitForNewWindow();
|
||||
}
|
||||
|
||||
public void waitForResults(String version, String useCase, int timeout) throws Exception {
|
||||
UiSelector selector = new UiSelector();
|
||||
UiObject results = null;
|
||||
if (version.equals("2.7"))
|
||||
results = mDevice.findObject(selector.text("Results").className("android.widget.TextView"));
|
||||
else
|
||||
results = mDevice.findObject(selector.text(useCase).className("android.widget.TextView"));
|
||||
Log.v(TAG, "Waiting for results screen.");
|
||||
// On some devices, the results screen sometimes gets "backgrounded" (or
|
||||
// rather, doesn't seem to come to foreground to begin with). This code
|
||||
// attemps to deal with that by explicitly bringing glbench to the
|
||||
// foreground if results screen doesn't appear within testTimeoutSeconds seconds of
|
||||
// starting GLB.
|
||||
if (!results.waitForExists(TimeUnit.SECONDS.toMillis(timeout))) {
|
||||
Log.v(TAG, "Results screen not found. Attempting to bring to foreground.");
|
||||
String[] commandLine = {"am", "start",
|
||||
"-a", "android.intent.action.MAIN",
|
||||
"-c", "android.intent.category.LAUNCHER",
|
||||
"-n", "com.glbenchmark.glbenchmark27/com.glbenchmark.activities.GLBenchmarkDownloaderActivity"};
|
||||
Process proc = Runtime.getRuntime().exec(commandLine);
|
||||
proc.waitFor();
|
||||
Log.v(TAG, String.format("am start exit value: %d", proc.exitValue()));
|
||||
if (!results.exists()) {
|
||||
throw new UiObjectNotFoundException("Could not find results screen.");
|
||||
}
|
||||
}
|
||||
Log.v(TAG, "Results screen found.");
|
||||
}
|
||||
|
||||
public void extractBenchmarkResults() throws Exception {
|
||||
Log.v(TAG, "Extracting results.");
|
||||
sleep(2); // wait for the results screen to fully load.
|
||||
UiSelector selector = new UiSelector();
|
||||
UiObject fpsText = mDevice.findObject(selector.className("android.widget.TextView")
|
||||
.textContains("fps"));
|
||||
UiObject otherText = fpsText.getFromParent(selector.className("android.widget.TextView").index(0));
|
||||
|
||||
Log.v(TAG, String.format("GLBenchmark metric: %s", otherText.getText().replace('\n', ' ')));
|
||||
Log.v(TAG, String.format("GLBenchmark FPS: %s", fpsText.getText().replace('\n', ' ')));
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user