Initial commit of open source Workload Automation.

wlauto/workloads/peacekeeper/__init__.py

@@ -0,0 +1,129 @@
+#    Copyright 2013-2015 ARM Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# pylint: disable=E1101,W0201,E0203
+import os
+import urllib2
+from HTMLParser import HTMLParser
+
+from wlauto import AndroidUiAutoBenchmark, Parameter
+from wlauto.exceptions import WorkloadError
+
+
+BROWSER_MAP = {
+    'firefox': {
+        'package': 'org.mozilla.firefox',
+        'activity': '.App',
+    },
+    'chrome': {
+        'package': 'com.android.chrome',
+        'activity': 'com.google.android.apps.chrome.Main',
+    },
+}
+
+
+class Peacekeeper(AndroidUiAutoBenchmark):
+
+    name = 'peacekeeper'
+    description = """
+    Peacekeeper is a free and fast browser test that measures a browser's speed.
+
+    .. note::
+
+       This workload requires a network connection as well as support for
+       one of the two currently-supported browsers. Moreover, TC2 has
+       compatibility issue with chrome
+
+    """
+    run_timeout = 15 * 60
+
+    parameters = [
+        Parameter('browser', default='firefox', allowed_values=['firefox', 'chrome'],
+                  description='The browser to be benchmarked.'),
+        Parameter('output_file', default=None,
+                  description="""The result URL of peacekeeper benchmark will be written
+                                 into this file on device after completion of peacekeeper benchmark.
+                                 Defaults to peacekeeper.txt in the device's ``working_directory``.
+                  """),
+        Parameter('peacekeeper_url', default='http://peacekeeper.futuremark.com/run.action',
+                  description='The URL to run the peacekeeper benchmark.'),
+    ]
+
+    def __init__(self, device, **kwargs):
+        super(Peacekeeper, self).__init__(device, **kwargs)
+        self.version = self.browser
+
+    def update_result(self, context):
+        super(Peacekeeper, self).update_result(context)
+        url = None
+
+        # Pull the result page url, which contains the results, from the
+        # peacekeeper.txt file and process it
+        self.device.pull_file(self.output_file, context.output_directory)
+        result_file = os.path.join(context.output_directory, 'peacekeeper.txt')
+        with open(result_file) as fh:
+            for line in fh:
+                url = line
+
+        # Fetch the html page containing the results
+        if not url:
+            raise WorkloadError('The url is empty, error while running peacekeeper benchmark')
+
+        req = urllib2.Request(url)
+        response = urllib2.urlopen(req)
+        result_page = response.read()
+
+        # Parse the HTML content using HTML parser
+        parser = PeacekeeperParser()
+        parser.feed(result_page)
+
+        # Add peacekeeper_score into results file
+        context.result.add_metric('peacekeeper_score', parser.peacekeeper_score)
+
+    def validate(self):
+        if self.output_file is None:
+            self.output_file = os.path.join(self.device.working_directory, 'peacekeeper.txt')
+        if self.browser == 'chrome' and self.device == 'TC2':
+            raise WorkloadError('Chrome not supported on TC2')
+
+        self.uiauto_params['output_file'] = self.output_file
+        self.uiauto_params['browser'] = self.browser
+        self.uiauto_params['peacekeeper_url'] = self.peacekeeper_url
+
+        self.package = BROWSER_MAP[self.browser]['package']
+        self.activity = BROWSER_MAP[self.browser]['activity']
+
+
+class PeacekeeperParser(HTMLParser):
+    def __init__(self):
+        HTMLParser.__init__(self)
+        self.flag = False
+        self.peacekeeper_score = ''
+
+    def handle_starttag(self, tag, attrs):
+        if tag == 'div':
+            for name, value in attrs:
+                if name == 'class' and value == 'resultBarContainer clearfix resultBarSelected':
+                    self.flag = True
+                elif self.flag and name == 'class' and value == 'resultBarComment':
+                    self.flag = False
+                    self.peacekeeper_score = self.peacekeeper_score.split('details')[1]
+
+    def handle_endtag(self, tag):
+        pass
+
+    def handle_data(self, data):
+        if self.flag:
+            self.peacekeeper_score += data.strip()

wlauto/workloads/peacekeeper/uiauto/build.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+#    Copyright 2013-2015 ARM Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+class_dir=bin/classes/com/arm/wlauto/uiauto
+base_class=`python -c "import os, wlauto; print os.path.join(os.path.dirname(wlauto.__file__), 'common', 'android', 'BaseUiAutomation.class')"`
+mkdir -p $class_dir
+cp $base_class $class_dir
+
+ant build
+
+if [[ -f bin/com.arm.wlauto.uiauto.peacekeeper.jar ]]; then
+    cp bin/com.arm.wlauto.uiauto.peacekeeper.jar ..
+fi

wlauto/workloads/peacekeeper/uiauto/build.xml

@@ -0,0 +1,92 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project name="com.arm.wlauto.uiauto.peacekeeper" default="help">
+
+    <!-- The local.properties file is created and updated by the 'android' tool.
+         It contains the path to the SDK. It should *NOT* be checked into
+         Version Control Systems. -->
+    <property file="local.properties" />
+
+    <!-- The ant.properties file can be created by you. It is only edited by the
+         'android' tool to add properties to it.
+         This is the place to change some Ant specific build properties.
+         Here are some properties you may want to change/update:
+
+         source.dir
+             The name of the source directory. Default is 'src'.
+         out.dir
+             The name of the output directory. Default is 'bin'.
+
+         For other overridable properties, look at the beginning of the rules
+         files in the SDK, at tools/ant/build.xml
+
+         Properties related to the SDK location or the project target should
+         be updated using the 'android' tool with the 'update' action.
+
+         This file is an integral part of the build system for your
+         application and should be checked into Version Control Systems.
+
+         -->
+    <property file="ant.properties" />
+
+    <!-- if sdk.dir was not set from one of the property file, then
+         get it from the ANDROID_HOME env var.
+         This must be done before we load project.properties since
+         the proguard config can use sdk.dir -->
+    <property environment="env" />
+    <condition property="sdk.dir" value="${env.ANDROID_HOME}">
+        <isset property="env.ANDROID_HOME" />
+    </condition>
+
+    <!-- The project.properties file is created and updated by the 'android'
+         tool, as well as ADT.
+
+         This contains project specific properties such as project target, and library
+         dependencies. Lower level build properties are stored in ant.properties
+         (or in .classpath for Eclipse projects).
+
+         This file is an integral part of the build system for your
+         application and should be checked into Version Control Systems. -->
+    <loadproperties srcFile="project.properties" />
+
+    <!-- quick check on sdk.dir -->
+    <fail
+            message="sdk.dir is missing. Make sure to generate local.properties using 'android update project' or to inject it through the ANDROID_HOME environment variable."
+            unless="sdk.dir"
+    />
+
+    <!--
+        Import per project custom build rules if present at the root of the project.
+        This is the place to put custom intermediary targets such as:
+            -pre-build
+            -pre-compile
+            -post-compile (This is typically used for code obfuscation.
+                           Compiled code location: ${out.classes.absolute.dir}
+                           If this is not done in place, override ${out.dex.input.absolute.dir})
+            -post-package
+            -post-build
+            -pre-clean
+    -->
+    <import file="custom_rules.xml" optional="true" />
+
+    <!-- Import the actual build file.
+
+         To customize existing targets, there are two options:
+         - Customize only one target:
+             - copy/paste the target into this file, *before* the
+               <import> task.
+             - customize it to your needs.
+         - Customize the whole content of build.xml
+             - copy/paste the content of the rules files (minus the top node)
+               into this file, replacing the <import> task.
+             - customize to your needs.
+
+         ***********************
+         ****** IMPORTANT ******
+         ***********************
+         In all cases you must update the value of version-tag below to read 'custom' instead of an integer,
+         in order to avoid having your file be overridden by tools such as "android update project"
+    -->
+    <!-- version-tag: VERSION_TAG -->
+    <import file="${sdk.dir}/tools/ant/uibuild.xml" />
+
+</project>

wlauto/workloads/peacekeeper/uiauto/project.properties

@@ -0,0 +1,14 @@
+# This file is automatically generated by Android Tools.
+# Do not modify this file -- YOUR CHANGES WILL BE ERASED!
+#
+# This file must be checked in Version Control Systems.
+#
+# To customize properties used by the Ant build system edit
+# "ant.properties", and override values to adapt the script to your
+# project structure.
+#
+# To enable ProGuard to shrink and obfuscate your code, uncomment this (available properties: sdk.dir, user.home):
+#proguard.config=${sdk.dir}/tools/proguard/proguard-android.txt:proguard-project.txt
+
+# Project target.
+target=android-17

wlauto/workloads/peacekeeper/uiauto/src/com/arm/wlauto/uiauto/UiAutomation.java

@@ -0,0 +1,115 @@
+/*    Copyright 2013-2015 ARM Limited
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+*/
+
+
+package com.arm.wlauto.uiauto.peacekeeper;
+
+import java.io.File;
+import java.io.InputStreamReader;
+import java.io.Reader;
+import java.net.URL;
+import java.net.URLConnection;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+import java.io.PrintWriter;
+import android.app.Activity;
+import android.os.Bundle;
+import android.util.Log;
+import android.app.Activity;
+import android.os.Bundle;
+import android.util.Log;
+import android.view.KeyEvent;
+
+// Import the uiautomator libraries
+import com.android.uiautomator.core.UiObject;
+import com.android.uiautomator.core.UiObjectNotFoundException;
+import com.android.uiautomator.core.UiScrollable;
+import com.android.uiautomator.core.UiSelector;
+import com.android.uiautomator.testrunner.UiAutomatorTestCase;
+
+import com.arm.wlauto.uiauto.BaseUiAutomation;
+
+public class UiAutomation extends BaseUiAutomation { 
+
+    public static String TAG = "peacekeeper";
+
+    public void runUiAutomation() throws Exception {
+        // maximum time for running peacekeeper benchmark 80 * 10 sec
+        final int TIMEOUT = 80;
+
+        // reading the input parameter
+        Bundle parameters = getParams();
+        String browser = parameters.getString("browser");
+        String outputFile = parameters.getString("output_file");
+        String peacekeeperUrl = parameters.getString("peacekeeper_url");
+
+        String urlAddress = "";
+
+        PrintWriter writer = new PrintWriter(outputFile, "UTF-8");
+
+        // firefox browser uiautomator code
+        if (browser.equals("firefox")) {
+
+            UiObject addressBar = new UiObject(new UiSelector()
+                                  .className("android.widget.TextView")
+                                  .text("Enter Search or Address"));
+            addressBar.click();
+            UiObject setUrl = new UiObject(new UiSelector()
+                              .className("android.widget.EditText"));
+            setUrl.clearTextField();
+            setUrl.setText(peacekeeperUrl);
+            getUiDevice().pressEnter();
+
+            UiObject currentUrl = new UiObject(new UiSelector()
+                               .className("android.widget.TextView").index(1));
+            for (int i = 0; i < TIMEOUT; i++) {
+
+                if (currentUrl.getText()
+                   .equals("Peacekeeper - free universal browser test for HTML5 from Futuremark")) {
+
+                    // write url address to peacekeeper.txt file
+                    currentUrl.click();
+                    urlAddress = setUrl.getText();
+                    writer.println(urlAddress);
+                    break;
+                }
+            sleep(10);
+            }
+        } else if (browser.equals("chrome")) { // Code for Chrome browser
+            UiObject adressBar = new UiObject(new UiSelector()
+                                  .className("android.widget.EditText")
+                                  .description("Search or type url"));
+
+            adressBar.clearTextField();
+            adressBar.setText(peacekeeperUrl);
+            getUiDevice().pressEnter();
+            for (int i = 0; i < TIMEOUT; i++) {
+
+                if (!adressBar.getText().contains("run.action")) {
+
+                    // write url address to peacekeeper.txt file
+                    urlAddress = adressBar.getText();
+                    if (!urlAddress.contains("http"))
+                    urlAddress = "http://" + urlAddress;
+                    writer.println(urlAddress);
+                    break;
+                    }
+            sleep(10);
+            }
+        }
+        writer.close();
+        getUiDevice().pressHome();
+    }
+}