| /* |
| * Copyright (C) 2008 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package com.android.cts; |
| |
| import java.io.BufferedReader; |
| import java.io.File; |
| import java.io.FileReader; |
| import java.io.IOException; |
| import java.security.NoSuchAlgorithmException; |
| import java.util.ArrayList; |
| import java.util.Collection; |
| import java.util.HashMap; |
| import java.util.Iterator; |
| |
| import javax.xml.parsers.ParserConfigurationException; |
| import javax.xml.transform.TransformerException; |
| import javax.xml.transform.TransformerFactoryConfigurationError; |
| |
| import org.w3c.dom.Document; |
| import org.w3c.dom.Node; |
| import org.xml.sax.SAXException; |
| |
| import android.annotation.cts.Profile; |
| |
| import com.android.cts.TestDevice.DeviceParameterCollector; |
| |
| /** |
| * Test the session builder. |
| */ |
| public class TestSessionBuilderTests extends CtsTestBase { |
| private static final String mTmpPlanFileName = "plan"; |
| |
| private static final String ATTRIBUTE_DEVICE_ID = "deviceID"; |
| private static final String ATTRIBUTE_BUILD_ID = "buildID"; |
| private static final String ATTRIBUTE_BUILD_VERSION = "buildVersion"; |
| private static final String ATTRIBUTE_BUILD_NAME = "buildName"; |
| |
| private String mTestPackageBinaryName = "CtsTestPackage"; |
| |
| /** {@inheritDoc} */ |
| @Override |
| public void tearDown() { |
| HostConfig.getInstance().removeTestPacakges(); |
| deleteTestPackage(mTestPackageBinaryName); |
| |
| super.tearDown(); |
| } |
| |
| /** |
| * Test building simple test session. |
| */ |
| public void testBuildSimpleSession() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, NoSuchAlgorithmException { |
| final String appPackageName = "com.google.android.cts" + ".CtsTest"; |
| final String suiteName = appPackageName; |
| final String caseName = "CtsTestHello"; |
| final String runner = "android.test.InstrumentationTestRunner"; |
| |
| final String serialNum = "serialNum"; |
| final String buildID = "buildid"; |
| final String buildName = "buildname"; |
| final String buildVersion = "buildVersion"; |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "\t<Description>Demo test plan</Description>\n" |
| + "\t\t<PlanSettings>\n" |
| + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n" |
| + "\t\t</PlanSettings>\n" |
| + "\t<Entry uri=\"" |
| + appPackageName |
| + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName+ "\" " |
| + "appPackageName=\"" + appPackageName |
| + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"" + runner + "\">\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"" + suiteName + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| String planPath = |
| HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals(appPackageName, testPackage.getAppPackageName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| assertEquals(runner, testPackage.getInstrumentationRunner()); |
| |
| TestSuite testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals(suiteName, testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("automatic", test.getType()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| assertEquals(runner, test.getInstrumentationRunner()); |
| |
| // test build information |
| DeviceParameterCollector deviceParam = new DeviceParameterCollector(); |
| deviceParam.setSerialNumber(serialNum); |
| deviceParam.setBuildId(buildID); |
| deviceParam.setBuildVersion(buildVersion); |
| deviceParam.setProductName(buildName); |
| tsl.setDeviceInfo(deviceParam); |
| Document doc = tsl.createResultDoc(); |
| |
| Node buildInfoNode = doc.getElementsByTagName("BuildInfo").item(0); |
| assertEquals(serialNum, buildInfoNode.getAttributes().getNamedItem( |
| ATTRIBUTE_DEVICE_ID).getNodeValue().trim()); |
| assertEquals(buildID, buildInfoNode.getAttributes().getNamedItem( |
| ATTRIBUTE_BUILD_ID).getNodeValue().trim()); |
| assertEquals(buildVersion, buildInfoNode.getAttributes().getNamedItem( |
| ATTRIBUTE_BUILD_VERSION).getNodeValue().trim()); |
| assertEquals(buildName, buildInfoNode.getAttributes().getNamedItem( |
| ATTRIBUTE_BUILD_NAME).getNodeValue().trim()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test getting and removing entries from plan file. |
| */ |
| public void testGetAndRemoveEntriesFromPlanFile() throws UnknownCommandException, |
| CommandNotFoundException, Exception { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String suiteName = appPackageName; |
| final String caseName = "CtsTestHello"; |
| final String runner = "android.test.InstrumentationTestRunner"; |
| |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "\t<Description>Demo test plan</Description>\n" |
| + "\t\t<PlanSettings>\n" |
| + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n" |
| + "\t\t</PlanSettings>\n" |
| + "\t<Entry uri=\"" |
| + appPackageName |
| + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName+ "\" " |
| + "appPackageName=\"" + appPackageName |
| + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"" + runner + "\">\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"" + suiteName + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| String planPath = HostConfig.getInstance().getPlanRepository() |
| .getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| ArrayList<String> removedPkgList = new ArrayList<String>(); |
| Collection<String> entries = TestPlan.getEntries(planPath, removedPkgList); |
| Iterator<String> it = entries.iterator(); |
| |
| assertEquals(1, entries.size()); |
| assertEquals(appPackageName, it.next()); |
| ConsoleUi cui = new ConsoleUi(TestHost.getInstance()); |
| String cmdLine = CTSCommand.REMOVE + " " + "-p" + " " |
| + appPackageName; |
| cui.processCommand(CommandParser.parse(cmdLine)); |
| entries = TestPlan.getEntries(planPath, removedPkgList); |
| assertEquals(1, removedPkgList.size()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test validating package name. |
| */ |
| public void testValidatePackageName() throws IOException { |
| final String packageName = "com.google.android.testname"; |
| String testPackageXmlFilePath = |
| HostConfig.getInstance().getCaseRepository().getXmlPath(packageName); |
| String testpackageAPKFilePath = |
| HostConfig.getInstance().getCaseRepository().getApkPath(packageName); |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage("", packageName); |
| |
| assertEquals(true, TestPlan.isValidPackageName(packageName)); |
| |
| deleteFile(testPackageXmlFilePath); |
| assertEquals(false, TestPlan.isValidPackageName(packageName)); |
| |
| deleteFile(testpackageAPKFilePath); |
| assertEquals(false, TestPlan.isValidPackageName(packageName)); |
| } |
| |
| /** |
| * Test building test session with dependency. |
| */ |
| public void testBuildSessionWithDependency() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, NoSuchAlgorithmException { |
| |
| final String targetNameSpace = "i don't want to be the target!"; |
| final String appPackageName = "com.google.android.cts"; |
| final String suiteName = appPackageName + ".CtsTest"; |
| final String caseName = "CtsTestHello"; |
| final String runner = "android.test.InstrumentationTestRunner"; |
| |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "\t<Description>Demo test plan</Description>\n" |
| + "\t\t<PlanSettings>\n" |
| + "\t\t\t<RequiredDevice amount=\"" + 1 + "\"" + "/>\n" |
| + "\t\t</PlanSettings>\n" |
| + "\t<Entry uri=\"" |
| + appPackageName |
| + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName + "\" " |
| + "appPackageName=\"" + appPackageName |
| + "\" targetNameSpace=\"" + targetNameSpace |
| + "\" version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"" +runner + "\">\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"" + suiteName + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName + "\"" + " priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| |
| String planPath = |
| HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals(targetNameSpace, testPackage.getTargetNameSpace()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| assertEquals(runner, testPackage.getInstrumentationRunner()); |
| |
| TestSuite testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals(suiteName, testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("automatic", test.getType()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| assertEquals(runner, test.getInstrumentationRunner()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building test session from embedded suites. |
| */ |
| public void testBuildSessionFromEmbeddedSuites() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "<Description>Demo test plan</Description>\n" |
| + "<PlanSettings>\n" |
| + " <RequiredDevice amount=\"" + 1 + "\"" + "/>\n" |
| + "</PlanSettings>\n" |
| + "<Entry uri=\"" + appPackageName + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestSuite name=\"TestSuiteName\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| |
| String planPath = |
| HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getSubSuites().size()); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| assertEquals("com.google", testSuite.getName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| testSuite = testSuite.getSubSuites().iterator().next(); |
| assertEquals(0, testSuite.getSubSuites().size()); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google.TestSuiteName", testSuite.getFullName()); |
| assertEquals("TestSuiteName", testSuite.getName()); |
| |
| testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals("TestCaseName", testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.TestSuiteName.TestCaseName#testName", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals("testName", test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test loading plan with excluded list from the xml file. |
| */ |
| public void testExcludingFromXmlFile() throws IOException, |
| ParserConfigurationException, |
| SAXException, |
| TestPlanNotFoundException, |
| TestNotFoundException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| final String excludedList = "com.google.TestSuiteName"; |
| |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "<Description>Demo test plan</Description>\n" |
| + "<PlanSettings>\n" |
| + " <RequiredDevice amount=\"" + 1 + "\"" + "/>\n" |
| + "</PlanSettings>\n" |
| + " <Entry uri=\"" + appPackageName |
| + "\" " + "exclude=\"" + excludedList + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestSuite name=\"TestSuiteName\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| |
| String planPath = |
| HostConfig.getInstance().getPlanRepository().getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(0, testSuite.getSubSuites().size()); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluding list of embedded suite. |
| */ |
| public void testExcludingEmbeddedSuite() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| final String excludedList = "com.google.TestSuiteName"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestSuite name=\"TestSuiteName\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(0, testSuite.getSubSuites().size()); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluding list of the top suite. |
| */ |
| public void testExcludingTopSuite() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String excludedList = "com.google"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestSuite name=\"TestSuiteName\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(0, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluded list of test case. |
| */ |
| public void testExcludingTestCase() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| final String excludedList = "com.google.TestCaseName"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| |
| assertEquals(1, testSuite.getTestCases().size()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluded list of all of the test cases. |
| */ |
| public void testExcludingAllTestCases() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String excludedList = "com.google.TestCaseName;com.google.CtsTestHello"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testName2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(0, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| assertEquals(0, testPackage.getTestSuites().size()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluded list of test. |
| */ |
| public void testExcludingTest() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| final String excludedList = "com.google.CtsTestHello#testHello2"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| |
| assertEquals(1, testSuite.getTestCases().size()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building and loading plan with excluded list of all of the tests. |
| */ |
| public void testExcludingAllTests() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String excludedList = |
| "com.google.CtsTestHello#testHello;com.google.CtsTestHello#testHello2;"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " <Test name=\"testHello2\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(0, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test creating plan with excluded list. |
| */ |
| public void testCreatePlanWithExcludedList() throws IOException, |
| ParserConfigurationException, SAXException, |
| TestPlanNotFoundException, TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException{ |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String suiteName1 = appPackageName + "." + "SuiteName1"; |
| final String caseName1 = "CtsTestHello"; |
| final String testName1 = "testHello"; |
| |
| final String caseName2 = "CtsTestHello2"; |
| final String testName2 = "testHello2"; |
| final String testName3 = "testHello3"; |
| final String suiteName2 = "com.google.android.cts.CtsTest.SuiteName2"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"" + suiteName1 + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName1 + "\"" + " category=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"" + testName1 + "\" type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " <TestSuite name=\"" + suiteName2 + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName2 + "\"" + " priority=\"mandatory\">\n" |
| + " <Test name=\"" + testName2 +"\" type=\"automatic\" />\n" |
| + " <Test name=\"" + testName3 +"\" type=\"automatic\" />\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| String excludedList = suiteName1 + "." + caseName1 + TestPlan.EXCLUDE_SEPARATOR; |
| excludedList += suiteName2 + "." + caseName2 + Test.METHOD_SEPARATOR + testName2; |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals(suiteName2, testSuite.getFullName()); |
| |
| assertEquals(1, testSuite.getTestCases().size()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName2, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| assertEquals(1, testCase.getTests().size()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| String testName = suiteName2 + "." + caseName2 + Test.METHOD_SEPARATOR + testName3; |
| assertEquals(testName, test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test creating plan with excluded list of nested suites. |
| */ |
| public void testCreatePlanWithExcludedListForNestedSuite() throws IOException, |
| ParserConfigurationException, SAXException, |
| TestPlanNotFoundException, TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException{ |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String fullName = mTestPackageBinaryName + ".CtsTest"; |
| final String suiteName1 = fullName + "." + "SuiteName1"; |
| final String caseName1 = "CtsTestHello"; |
| final String testName1 = "testHello"; |
| |
| final String caseName2 = "CtsTestHello2"; |
| final String testName2 = "testHello2"; |
| final String testName3 = "testHello3"; |
| final String nestedSuiteName1 = "com.google"; |
| final String nestedSuiteName2 = "android.cts.CtsTest.SuiteName2"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"" + suiteName1 + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName1 + "\"" + " category=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" + "</Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"" + testName1 + "\" type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " <TestSuite name=\"" + nestedSuiteName1 + "\"" + ">\n" |
| + " <TestSuite name=\"" + nestedSuiteName2 + "\"" + ">\n" |
| + " <TestCase name=\"" + caseName2 + "\"" + " priority=\"mandatory\">\n" |
| + " <Test name=\"" + testName2 +"\" type=\"automatic\" />\n" |
| + " <Test name=\"" + testName3 +"\" type=\"automatic\" />\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| ArrayList<String> list = new ArrayList<String>(); |
| String excludedList = suiteName1 + "." + caseName1 + TestPlan.EXCLUDE_SEPARATOR; |
| excludedList += nestedSuiteName1 + "." + nestedSuiteName2 |
| + "." + caseName2 + Test.METHOD_SEPARATOR + testName2; |
| list.add(excludedList); |
| results.put(appPackageName, list); |
| |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(0, testSuite.getTestCases().size()); |
| assertEquals(nestedSuiteName1, testSuite.getFullName()); |
| |
| assertEquals(1, testSuite.getSubSuites().size()); |
| TestSuite testSubSuite = testSuite.getSubSuites().iterator().next(); |
| assertEquals(1, testSubSuite.getTestCases().size()); |
| String suiteName = nestedSuiteName1 + "." + nestedSuiteName2; |
| assertEquals(suiteName, testSubSuite.getFullName()); |
| |
| assertEquals(1, testSubSuite.getTestCases().size()); |
| |
| TestCase testCase = testSubSuite.getTestCases().iterator().next(); |
| assertEquals(caseName2, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| assertEquals(1, testCase.getTests().size()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| String testName = nestedSuiteName1 + "." + nestedSuiteName2 + "." +caseName2 |
| + Test.METHOD_SEPARATOR + testName3; |
| assertEquals(testName, test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test building plan of protocol type. |
| */ |
| public void testBuildProtocolPlan() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| |
| final String testPlanConfigStr = "<TestPlan version=\"1.0\">\n" |
| + "\t<Description>Demo test plan</Description>\n" |
| + "\t\t<PlanSettings>\n" |
| + "\t\t\t<RequiredDevice amount=\"" + 2 + "\"" + "/>\n" |
| + "\t\t</PlanSettings>\n" |
| + "\t<Entry uri=\"" |
| + appPackageName |
| + "\"/>\n" |
| + "</TestPlan>"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName +"\" " |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google.android.cts\"" + ">\n" |
| + " <TestCase name=\"CtsTestHello\"" + " priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| String planPath = HostConfig.getInstance().getPlanRepository() |
| .getPlanPath(mTmpPlanFileName); |
| createFile(testPlanConfigStr, planPath); |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(2, ts.getNumOfRequiredDevices()); |
| |
| TestSessionLog tsl = ts.getSessionLog(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google.android.cts", testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("testHello", test.getName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test serializing the test plan. |
| */ |
| public void testSerialize() throws Exception { |
| final String srcStr = "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n" |
| + "<TestPlan version=\"1.0\">\n" |
| + "<PlanSettings/>\n" |
| + "<Entry uri=\"com.google.android.cts.CtsTest\"/>\n" |
| + "</TestPlan>"; |
| |
| final String package1 = "com.google.android.cts.CtsTest"; |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(package1); |
| HashMap<String, ArrayList<String>> selectedResult = |
| new HashMap<String, ArrayList<String>>(); |
| selectedResult.put(package1, null); |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| String planName = "plan_test"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, selectedResult); |
| |
| File file = new File(planPath); |
| assertTrue(file.exists()); |
| assertTrue(file.isFile()); |
| |
| FileReader dstInput = new FileReader(file); |
| BufferedReader dstBufReader = new BufferedReader(dstInput); |
| |
| char[] resChars = new char[1024]; |
| dstBufReader.read(resChars); |
| assertEquals(srcStr, new String(resChars).trim()); |
| |
| dstBufReader.close(); |
| deleteFile(planPath); |
| |
| } |
| |
| /** |
| * Test loading plan with sub suites. |
| */ |
| public void testLoadPlanWithSubSuite() throws IOException, |
| ParserConfigurationException, SAXException, TestPlanNotFoundException, |
| TestNotFoundException, |
| TransformerFactoryConfigurationError, TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String fullName = mTestPackageBinaryName + ".CtsTest"; |
| final String caseName = "CtsTestHello"; |
| final String testName = "testHello"; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" + mTestPackageBinaryName + "\"" |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" >\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"CtsTestHello\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testHello\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " <TestSuite name=\"TestSuiteName\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" + "something extracted from java doc" |
| + " </Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" + " type=\"automatic\"" + "/>\n" |
| + " </TestCase>\n" |
| + " </TestSuite>\n" |
| + " </TestSuite>\n" |
| + "</TestPackage>\n"; |
| |
| HostConfig.getInstance().removeTestPacakges(); |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| results.put(appPackageName, null); |
| String planName = "plan_test_excluding"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| assertEquals(1, ts.getNumOfRequiredDevices()); |
| |
| ts.getSessionLog().setStartTime(System.currentTimeMillis()); |
| TestSessionLog tsl = ts.getSessionLog(); |
| tsl.createResultDoc(); |
| assertEquals(1, tsl.getTestPackages().size()); |
| |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| assertEquals(1, testPackage.getTestSuites().size()); |
| assertEquals(mTestPackageBinaryName, testPackage.getAppBinaryName()); |
| assertEquals("1.0", testPackage.getVersion()); |
| assertEquals("Android 1.0", testPackage.getAndroidVersion()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| assertEquals(1, testSuite.getSubSuites().size()); |
| assertEquals(1, testSuite.getTestCases().size()); |
| assertEquals("com.google", testSuite.getFullName()); |
| |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| assertEquals(caseName, testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.CtsTestHello#testHello", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals(testName, test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| TestSuite subTestSuite; |
| subTestSuite = testSuite.getSubSuites().iterator().next(); |
| assertEquals(1, subTestSuite.getTestCases().size()); |
| assertEquals("com.google.TestSuiteName", subTestSuite.getFullName()); |
| assertEquals("TestSuiteName", subTestSuite.getName()); |
| |
| testCase = subTestSuite.getTestCases().iterator().next(); |
| assertEquals("TestCaseName", testCase.getName()); |
| assertEquals("mandatory", testCase.getPriority()); |
| |
| test = testCase.getTests().iterator().next(); |
| assertEquals("com.google.TestSuiteName.TestCaseName#testName1", test.getFullName()); |
| assertEquals("automatic", test.getType()); |
| assertEquals("testName1", test.getName()); |
| assertEquals(CtsTestResult.CODE_NOT_EXECUTED, test.getResult().getResultCode()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| |
| /** |
| * Test validating test controller. |
| */ |
| public void testValidateTestController() { |
| String jarPath = "test.jar"; |
| String packageName = "com.android.tests"; |
| String className = "ConsoleTests"; |
| String methodName = "testMethod"; |
| |
| TestController controller = new TestController(null, null, null, null); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(jarPath, null, null, null); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(null, packageName, null, null); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(null, null, className, null); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(null, null, null, methodName); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController("", "", "", ""); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController("", packageName, className, methodName); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(jarPath, "", className, methodName); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(jarPath, packageName, "", methodName); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(jarPath, packageName, className, ""); |
| assertFalse(controller.isValid()); |
| |
| controller = new TestController(jarPath, packageName, className, methodName); |
| assertTrue(controller.isValid()); |
| } |
| |
| /** |
| * Test loading plan with test controller. |
| */ |
| public void testLoadPlanWithTestController() throws IOException, |
| ParserConfigurationException, SAXException, |
| TestPlanNotFoundException, TestNotFoundException, |
| TransformerFactoryConfigurationError, |
| TransformerException, NoSuchAlgorithmException { |
| |
| final String appPackageName = "com.google.android.cts"; |
| final String jarPath = "test.jar"; |
| final String controllerPackageName = "com.android.tests"; |
| final String className = "ConsoleTests"; |
| final String methodName = "testMethod"; |
| final String description = controllerPackageName + "." + className |
| + Test.METHOD_SEPARATOR + methodName; |
| |
| final String descriptionConfigStr = "<TestPackage name=\"" |
| + mTestPackageBinaryName + "\" " |
| + " appPackageName=\"" + appPackageName + "\"" |
| + " version=\"1.0\" AndroidFramework=\"Android 1.0\"" |
| + " runner=\"android.test.InstrumentationTestRunner\" jarPath=\"" + jarPath |
| + "\">\n" |
| + " <Description>something extracted from java doc</Description>\n" |
| + " <TestSuite name=\"com.google\">\n" |
| + " <TestCase name=\"TestCaseName\" priority=\"mandatory\">\n" |
| + " <Description>" |
| + "something extracted from java doc" + "</Description>\n" |
| + " <!-- Test Methods -->\n" |
| + " <Test name=\"testName1\"" |
| + " type=\"automatic\"" + " HostController=\"" |
| + description + "\"" + "/>\n" + " </TestCase>\n" |
| + " </TestSuite>\n" + "</TestPackage>\n"; |
| |
| createTestPackage(descriptionConfigStr, mTestPackageBinaryName); |
| HostConfig.getInstance().loadTestPackages(); |
| |
| ArrayList<String> packageNames = new ArrayList<String>(); |
| packageNames.add(appPackageName); |
| |
| HashMap<String, ArrayList<String>> results = new HashMap<String, ArrayList<String>>(); |
| results.put(appPackageName, null); |
| |
| String planName = "plan_test"; |
| String planPath = HostConfig.getInstance().getPlanRepository().getPlanPath(planName); |
| TestSessionBuilder.getInstance().serialize(planName, packageNames, results); |
| |
| TestSession ts = TestSessionBuilder.getInstance().build(planPath, Profile.ALL); |
| ts.getSessionLog().setStartTime(System.currentTimeMillis()); |
| TestSessionLog tsl = ts.getSessionLog(); |
| TestPackage testPackage = tsl.getTestPackages().iterator().next(); |
| |
| assertEquals(jarPath, testPackage.getJarPath()); |
| |
| TestSuite testSuite; |
| testSuite = testPackage.getTestSuites().iterator().next(); |
| TestCase testCase = testSuite.getTestCases().iterator().next(); |
| Test test = testCase.getTests().iterator().next(); |
| assertEquals(controllerPackageName, test.getTestController().getPackageName()); |
| assertEquals(className, test.getTestController().getClassName()); |
| assertEquals(methodName, test.getTestController().getMethodName()); |
| |
| deleteTestPackage(mTestPackageBinaryName); |
| } |
| } |
