1
0
mirror of https://github.com/ARM-software/workload-automation.git synced 2024-10-05 18:31:12 +01:00

Speedometer: Creating a wa3 speedometer workload

This commit is contained in:
scott 2018-02-27 10:55:13 +00:00 committed by Marc Bonnici
parent e82fa48826
commit 87541c647a
3 changed files with 158 additions and 0 deletions

View File

@ -0,0 +1,60 @@
# Copyright 2014-2016 ARM Limited
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import os
import re
from wa import UiautoWorkload, Parameter
from wa.framework.exception import ValidationError
from wa.utils.types import list_of_strs
from wa.utils.misc import unique
class Speedometer(UiautoWorkload):
name = 'speedometer'
regex=re.compile(r'Speedometer Score ([\d.]+)')
description = '''
A workload to execute the speedometer web based benchmark
Test description:
1. Open browser application
2. Navigate to the speedometer website - http://browserbench.org/Speedometer/
3. Execute the benchmark
'''
def __init__(self, target, **kwargs):
super(Speedometer, self).__init__(target, **kwargs)
self.gui.timeout = 1500
def setup(self, context):
super(Speedometer, self).setup(context)
self.target.execute('am start -a android.intent.action.VIEW -d http://browserbench.org/Speedometer/')
def update_output(self, context):
super(Speedometer, self).update_output(context)
result = None
logcat_file = context.get_artifact_path('logcat')
with open(logcat_file) as fh:
for line in fh:
match = self.regex.search(line)
if match:
result = float(match.group(1))
if result is not None:
context.add_metric('Speedometer Score', result, 'Runs per minute', lower_is_better=False)
else:
raise WorkloadError("The Speedometer workload has failed. No score was obtainable.")

Binary file not shown.

View File

@ -0,0 +1,98 @@
/* Copyright 2014-2016 ARM Limited
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.arm.wa.uiauto.speedometer;
import android.os.Bundle;
import android.support.test.runner.AndroidJUnit4;
import android.support.test.uiautomator.UiObject;
import android.support.test.uiautomator.UiObjectNotFoundException;
import android.support.test.uiautomator.UiSelector;
import com.arm.wa.uiauto.BaseUiAutomation;
import android.util.Log;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import java.util.concurrent.TimeUnit;
@RunWith(AndroidJUnit4.class)
public class UiAutomation extends BaseUiAutomation {
private int networkTimeoutSecs = 30;
private long networkTimeout = TimeUnit.SECONDS.toMillis(networkTimeoutSecs);
public static String TAG = "UXPERF";
public boolean textenabled = false;
@Before
public void initialize(){
initialize_instrumentation();
}
@Test
public void setup() throws Exception{
setScreenOrientation(ScreenOrientation.NATURAL);
clearFirstRun();
}
@Test
public void runWorkload() throws Exception {
runBenchmark();
}
@Test
public void teardown() throws Exception{
unsetScreenOrientation();
}
public void clearFirstRun() throws Exception {
UiObject accept =
mDevice.findObject(new UiSelector().resourceId("com.android.chrome:id/terms_accept")
.className("android.widget.Button"));
if (accept.exists()){
accept.click();
UiObject negative =
mDevice.findObject(new UiSelector().resourceId("com.android.chrome:id/negative_button")
.className("android.widget.Button"));
negative.waitForExists(100000);
negative.click();
}
}
public void runBenchmark() throws Exception {
UiObject start =
mDevice.findObject(new UiSelector().description("Start Test")
.className("android.widget.Button"));
if (start.exists()){
start.click();
} else {
UiObject starttext =
mDevice.findObject(new UiSelector().text("Start Test")
.className("android.widget.Button"));
starttext.click();
}
UiObject scores =
mDevice.findObject(new UiSelector().resourceId("result-number")
.className("android.view.View"));
scores.waitForExists(2100000);
String textScore = scores.getText();
Log.d(TAG, "Speedometer Score " + textScore);
Log.d(TAG, "Speedometer Score " + scores.getContentDescription());
}
}