testng/src/main/org/testng/SuiteRunner.java - platform/external/testng - Git at Google

 package org.testng;


 import java.io.File;
 import java.io.FileNotFoundException;
 import java.io.FileOutputStream;
 import java.io.IOException;
 import java.io.Serializable;
 import java.lang.reflect.Method;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;

 import org.testng.internal.IInvoker;
 import org.testng.internal.Utils;
 import org.testng.internal.annotations.AnnotationConfiguration;
 import org.testng.internal.annotations.IAnnotationFinder;
 import org.testng.reporters.ExitCodeListener;
 import org.testng.reporters.FailedReporter;
 import org.testng.reporters.JUnitXMLReporter;
 import org.testng.reporters.TestHTMLReporter;
 import org.testng.reporters.TextReporter;
 import org.testng.xml.XmlSuite;
 import org.testng.xml.XmlTest;

 /**
  * <CODE>SuiteRunner</CODE> is responsible for running all the tests included in one
  * suite. The test start is triggered by {@link #run()} method.
  *
  * @author Cedric Beust, Apr 26, 2004
  * @author <a href = "mailto:the_mindstorm&#64;evolva.ro">Alex Popescu</a>
  */
 public class SuiteRunner implements ISuite, Serializable {

   /* generated */
   private static final long serialVersionUID = 5284208932089503131L;

   private static final String DEFAULT_OUTPUT_DIR = "test-output";

   private Map<String, ISuiteResult> m_suiteResults = new HashMap<String, ISuiteResult>();
   private List<TestRunner> m_testRunners = new ArrayList<TestRunner>();
   transient private List<ISuiteListener> m_listeners = new ArrayList<ISuiteListener>();
   transient private TestListenerAdapter m_textReporter= new TestListenerAdapter();

   /** Special ISuiteListener, ITestListener used to generate testng-failures.xml. */
 //  transient private FailedReporter m_suiteGen;

   private String m_outputDir; // DEFAULT_OUTPUT_DIR;
   private XmlSuite m_suite;

   transient private List<ITestListener> m_testlisteners = new ArrayList<ITestListener>();
   transient private ITestRunnerFactory m_tmpRunnerFactory;

   transient private ITestRunnerFactory m_runnerFactory;
   transient private boolean m_useDefaultListeners = true;

   // The remote host where this suite was run, or null if run locally
   private String m_host;

   public SuiteRunner(XmlSuite suite, String outputDir) {
     this(suite, outputDir, null, false);
   }

   public SuiteRunner(XmlSuite suite, String outputDir, boolean reportResults) {
       this(suite, outputDir, null, reportResults);
   }

   public SuiteRunner(XmlSuite suite, String outputDir,
       ITestRunnerFactory runnerFactory)
   {
     this(suite, outputDir, runnerFactory, false);
   }

   public SuiteRunner(XmlSuite suite, String outputDir,
       ITestRunnerFactory runnerFactory, boolean useDefaultListeners)
   {
     m_suite = suite;
     m_useDefaultListeners = useDefaultListeners;
     m_tmpRunnerFactory= runnerFactory;
     setOutputDir(outputDir);
   }

   public String getName() {
     return m_suite.getName();
   }

   public void setTestListeners(List<ITestListener> testlisteners) {
     m_testlisteners = testlisteners;
   }

   public void setReportResults(boolean reportResults) {
     m_useDefaultListeners = reportResults;
   }

   private void invokeListeners(boolean start) {
     for (ISuiteListener sl : m_listeners) {
       if (start) {
         sl.onStart(this);
       }
       else {
         sl.onFinish(this);
       }
     }
   }

   private void setOutputDir(String outputdir) {
     if (((null == outputdir) || "".equals(outputdir.trim()))
         && m_useDefaultListeners) {
       outputdir= DEFAULT_OUTPUT_DIR;
     }

     m_outputDir = (null != outputdir) ? new File(outputdir).getAbsolutePath()
         : null;
   }

   private void lazyInit() {
     m_runnerFactory = buildRunnerFactory(m_testlisteners);
   }

   protected ITestRunnerFactory buildRunnerFactory(List testListeners) {
     ITestRunnerFactory factory = null;

     if (null == m_tmpRunnerFactory) {
       factory = new DefaultTestRunnerFactory(
           m_testlisteners.toArray(new ITestListener[m_testlisteners.size()]), m_useDefaultListeners);
     }
     else {
       m_testlisteners.add(new ExitCodeListener());

       factory = new ProxyTestRunnerFactory(
           m_testlisteners.toArray(new ITestListener[m_testlisteners.size()]), m_tmpRunnerFactory);
     }

     return factory;
   }

   public boolean isParallel() {
     return m_suite.isParallel();
   }

   public void run() {
     lazyInit();

     invokeListeners(true /* start */);
     try {
       privateRun();
     }
     finally {
       invokeListeners(false /* start */);

       //
       // Display the final statistics
       //
       if (m_suite.getVerbose() > 0) {
         int total = m_textReporter.getAllTestMethods().length;
         List<ITestResult> skipped = m_textReporter.getSkippedTests();
         List<ITestResult> failed = m_textReporter.getFailedTests();
         String totalTestsRun = getName() +
         	"\n" + "Total tests run: " + total + ", Failures: " + failed.size()
         	                           + ", Skips: " + skipped.size() + "\n";

          System.out.println("\n===============================================\n"
                            + totalTestsRun
                            + "===============================================\n");

          //
          // Append results to global-result.txt
          //
 //       try {
 //         FileOutputStream fos =
 //           new FileOutputStream("global-result.txt", true /* append */);
 //         fos.write(totalTestsRun.getBytes());
 //         fos.close();
 //		 }
 //       catch (FileNotFoundException e) {
 //         e.printStackTrace();
 //       }
 //       catch (IOException e) {
 //         e.printStackTrace();
 //       }
       }
     }
   }

   private void privateRun() {


     Map<Method, ITestNGMethod> beforeSuiteMethods = new HashMap<Method, ITestNGMethod>();
     Map<Method, ITestNGMethod> afterSuiteMethods = new HashMap<Method, ITestNGMethod>();

     IInvoker invoker = null;

     //
     // First, we create all the test runners so we can discover all the ITestClasses
     //
     for (XmlTest test : m_suite.getTests()) {
       TestRunner tr = m_runnerFactory.newTestRunner(this, test);

       // Reuse the same text reporter so we can accumulate all the results
       // (this is used to display the final suite report at the end)
       tr.addTestListener(m_textReporter);
       m_testRunners.add(tr);

       // Failures suite generator needs this for retrieving the list of methods.
 //      if (m_suiteGen != null)
 //          m_suiteGen.registerRunner(tr);

       // TODO: Code smell.  Invoker should belong to SuiteRunner, not TestRunner
       // -- cbeust
       invoker = tr.getInvoker();

       for (ITestNGMethod m : tr.getBeforeSuiteMethods()) {
         beforeSuiteMethods.put(m.getMethod(), m);
       }
       for (ITestNGMethod m : tr.getAfterSuiteMethods()) {
         afterSuiteMethods.put(m.getMethod(), m);
       }
     }

     //
     // Invoke beforeSuite methods
     //
     invoker.invokeConfigurations(null,
         beforeSuiteMethods.values().toArray(new ITestNGMethod[beforeSuiteMethods.size()]),
         m_suite, m_suite.getParameters(),
         null /* instance */
     );

     Utils.log("[SuiteRunner]", 3, "Created " + m_testRunners.size() + " TestRunners");

     //
     // Run all the test runners
     //
     for (TestRunner tr : m_testRunners) {
       Map<String, String> parameters = tr.getTest().getParameters();
       tr.getInvoker().invokeConfigurations(null,
                                    tr.getBeforeTestConfigurationMethods(),
                                    m_suite, parameters,
                                    null /* instance */);
       tr.run();
       tr.getInvoker().invokeConfigurations(null,
                                    tr.getAfterTestConfigurationMethods(),
                                    m_suite, parameters,
                                    null /* instance */);
       ISuiteResult sr = new SuiteResult(m_suite, tr);
       m_suiteResults.put(tr.getName(), sr);
     }

     //
     // Invoke afterSuite methods
     //
     invoker.invokeConfigurations(null,
         afterSuiteMethods.values().toArray(new ITestNGMethod[afterSuiteMethods.size()]),
         m_suite, m_suite.getAllParameters(),
         null /* instance */);

   }

   /**
    * Registers ISuiteListeners interested in reporting the result of the current
    * suite.
    *
    * @param reporter
    */
   public void addListener(ISuiteListener reporter) {
     m_listeners.add(reporter);
   }

   public String getOutputDirectory() {
     return m_outputDir + File.separatorChar + getName();
   }

   public Map<String, ISuiteResult> getResults() {
     return m_suiteResults;
   }

   /**
    * FIXME: should be removed?
    *
    * @see org.testng.ISuite#getParameter(java.lang.String)
    */
   public String getParameter(String parameterName) {
     return m_suite.getParameter(parameterName);
   }

   /**
    * @see org.testng.ISuite#getMethodsByGroups()
    */
   public Map<String, Collection<ITestNGMethod>> getMethodsByGroups() {
     Map<String, Collection<ITestNGMethod>> result= new HashMap<String, Collection<ITestNGMethod>>();

     for (TestRunner tr : m_testRunners) {
       ITestNGMethod[] methods = tr.getTestMethods();
       for (ITestNGMethod m : methods) {
         String[] groups = m.getGroups();
         for (String groupName : groups) {
           Collection testMethods = result.get(groupName);
           if (null == testMethods) {
             testMethods = new ArrayList<ITestNGMethod>();
             result.put(groupName, testMethods);
           }
           testMethods.add(m);
         }
       }
     }

     return result;
   }

   /**
    * @see org.testng.ISuite#getInvokedMethods()
    */
   public Collection<ITestNGMethod> getInvokedMethods() {
     return getIncludedOrExcludedMethods(true /* included */);
   }

   /**
    * @see org.testng.ISuite#getExcludedMethods()
    */
   public Collection<ITestNGMethod> getExcludedMethods() {
     return getIncludedOrExcludedMethods(false/* included */);
   }

   private Collection<ITestNGMethod> getIncludedOrExcludedMethods(boolean included) {
     List<ITestNGMethod> result= new ArrayList<ITestNGMethod>();
 //    Map<ITestNGMethod, ITestNGMethod> seen=
 //    new HashMap<ITestNGMethod, ITestNGMethod>();

     for (TestRunner tr : m_testRunners) {
       Collection<ITestNGMethod> methods =
         included ? tr.getInvokedMethods() : tr.getExcludedMethods();
       for (ITestNGMethod m : methods) {
         result.add(m);
 //        if (!seen.containsKey(m)) {
 //          seen.put(m, m);
 //          result.add(m);
 //        }
       }
     }

 //    Collections.sort(result, TestNGMethod.DATE_COMPARATOR);

     return result;
   }

   /**
    * Determines the annotation type to be further used.
    */
   public static IAnnotationFinder getAnnotationFinder(XmlTest test) {
     int annotationType = XmlSuite.JAVADOC_ANNOTATION_TYPE.equals(test.getAnnotations())
       ? AnnotationConfiguration.JVM_14_CONFIG
       : AnnotationConfiguration.JVM_15_CONFIG;

     return getAnnotationFinder(annotationType);
   }

   public static IAnnotationFinder getAnnotationFinder(int annotationType) {
     AnnotationConfiguration annotConfig= AnnotationConfiguration.getInstance();
     annotConfig.initialize(annotationType);
     return annotConfig.getAnnotationFinder();
   }

   public static void ppp(String s) {
     System.out.println("[SuiteRunner] " + s);
   }

   /**
    * The default implementation of {@link ITestRunnerFactory}.
    */
   public static class DefaultTestRunnerFactory implements ITestRunnerFactory {
     private ITestListener[] m_failureGenerators;
     private boolean m_useDefaultListeners;

     public DefaultTestRunnerFactory(ITestListener[] failureListeners, boolean useDefaultListeners) {
       m_failureGenerators = failureListeners;
       m_useDefaultListeners = useDefaultListeners;
     }

     /**
      * @see ITestRunnerFactory#newTestRunner(org.testng.ISuite, org.testng.xml.XmlTest)
      */
     public TestRunner newTestRunner(ISuite suite, XmlTest test) {
       TestRunner testRunner= new TestRunner(suite,
                                             test,
                                             suite.getOutputDirectory(),
                                             getAnnotationFinder(test));

       if (m_useDefaultListeners) {
         testRunner.addTestListener(new TestHTMLReporter());
         testRunner.addTestListener(new JUnitXMLReporter());

         //TODO: Moved these here because maven2 has output reporters running
         //already, the output from these causes directories to be created with
         //files. This is not the desired behaviour of running tests in maven2.
         //Don't know what to do about this though, are people relying on these
         //to be added even with defaultListeners set to false?
         testRunner.addTestListener(new TextReporter(testRunner.getName(), TestRunner.getVerbose()));
       }

       testRunner.addTestListener(new ExitCodeListener());

       for (ITestListener itl : m_failureGenerators) {
         testRunner.addTestListener(itl);
       }

       return testRunner;
     }
   }

   public static class ProxyTestRunnerFactory implements ITestRunnerFactory {
     private ITestListener[] m_failureGenerators;
     private ITestRunnerFactory m_target;

     public ProxyTestRunnerFactory(ITestListener[] failureListeners, ITestRunnerFactory target) {
       m_failureGenerators = failureListeners;
       m_target= target;
     }

     /**
      * @see ITestRunnerFactory#newTestRunner(org.testng.ISuite, org.testng.xml.XmlTest)
      */
     public TestRunner newTestRunner(ISuite suite, XmlTest test) {
       TestRunner testRunner= m_target.newTestRunner(suite, test);

       testRunner.addTestListener(new TextReporter(testRunner.getName(), TestRunner.getVerbose()));

       for (ITestListener itl : m_failureGenerators) {
         testRunner.addTestListener(itl);
       }

       return testRunner;
     }
   }

   public void setHost(String host) {
     m_host = host;
   }

   public String getHost() {
     return m_host;
   }

 }
	package org.testng;


	import java.io.File;
	import java.io.FileNotFoundException;
	import java.io.FileOutputStream;
	import java.io.IOException;
	import java.io.Serializable;
	import java.lang.reflect.Method;
	import java.util.ArrayList;
	import java.util.Collection;
	import java.util.HashMap;
	import java.util.List;
	import java.util.Map;

	import org.testng.internal.IInvoker;
	import org.testng.internal.Utils;
	import org.testng.internal.annotations.AnnotationConfiguration;
	import org.testng.internal.annotations.IAnnotationFinder;
	import org.testng.reporters.ExitCodeListener;
	import org.testng.reporters.FailedReporter;
	import org.testng.reporters.JUnitXMLReporter;
	import org.testng.reporters.TestHTMLReporter;
	import org.testng.reporters.TextReporter;
	import org.testng.xml.XmlSuite;
	import org.testng.xml.XmlTest;

	/**
	* <CODE>SuiteRunner</CODE> is responsible for running all the tests included in one
	* suite. The test start is triggered by {@link #run()} method.
	*
	* @author Cedric Beust, Apr 26, 2004
	* @author <a href = "mailto:the_mindstorm@evolva.ro">Alex Popescu</a>
	*/
	public class SuiteRunner implements ISuite, Serializable {

	/* generated */
	private static final long serialVersionUID = 5284208932089503131L;

	private static final String DEFAULT_OUTPUT_DIR = "test-output";

	private Map<String, ISuiteResult> m_suiteResults = new HashMap<String, ISuiteResult>();
	private List<TestRunner> m_testRunners = new ArrayList<TestRunner>();
	transient private List<ISuiteListener> m_listeners = new ArrayList<ISuiteListener>();
	transient private TestListenerAdapter m_textReporter= new TestListenerAdapter();

	/** Special ISuiteListener, ITestListener used to generate testng-failures.xml. */
	// transient private FailedReporter m_suiteGen;

	private String m_outputDir; // DEFAULT_OUTPUT_DIR;
	private XmlSuite m_suite;

	transient private List<ITestListener> m_testlisteners = new ArrayList<ITestListener>();
	transient private ITestRunnerFactory m_tmpRunnerFactory;

	transient private ITestRunnerFactory m_runnerFactory;
	transient private boolean m_useDefaultListeners = true;

	// The remote host where this suite was run, or null if run locally
	private String m_host;

	public SuiteRunner(XmlSuite suite, String outputDir) {
	this(suite, outputDir, null, false);
	}

	public SuiteRunner(XmlSuite suite, String outputDir, boolean reportResults) {
	this(suite, outputDir, null, reportResults);
	}

	public SuiteRunner(XmlSuite suite, String outputDir,
	ITestRunnerFactory runnerFactory)
	{
	this(suite, outputDir, runnerFactory, false);
	}

	public SuiteRunner(XmlSuite suite, String outputDir,
	ITestRunnerFactory runnerFactory, boolean useDefaultListeners)
	{
	m_suite = suite;
	m_useDefaultListeners = useDefaultListeners;
	m_tmpRunnerFactory= runnerFactory;
	setOutputDir(outputDir);
	}

	public String getName() {
	return m_suite.getName();
	}

	public void setTestListeners(List<ITestListener> testlisteners) {
	m_testlisteners = testlisteners;
	}

	public void setReportResults(boolean reportResults) {
	m_useDefaultListeners = reportResults;
	}

	private void invokeListeners(boolean start) {
	for (ISuiteListener sl : m_listeners) {
	if (start) {
	sl.onStart(this);
	}
	else {
	sl.onFinish(this);
	}
	}
	}

	private void setOutputDir(String outputdir) {
	if (((null == outputdir) \|\| "".equals(outputdir.trim()))
	&& m_useDefaultListeners) {
	outputdir= DEFAULT_OUTPUT_DIR;
	}

	m_outputDir = (null != outputdir) ? new File(outputdir).getAbsolutePath()
	: null;
	}

	private void lazyInit() {
	m_runnerFactory = buildRunnerFactory(m_testlisteners);
	}

	protected ITestRunnerFactory buildRunnerFactory(List testListeners) {
	ITestRunnerFactory factory = null;

	if (null == m_tmpRunnerFactory) {
	factory = new DefaultTestRunnerFactory(
	m_testlisteners.toArray(new ITestListener[m_testlisteners.size()]), m_useDefaultListeners);
	}
	else {
	m_testlisteners.add(new ExitCodeListener());

	factory = new ProxyTestRunnerFactory(
	m_testlisteners.toArray(new ITestListener[m_testlisteners.size()]), m_tmpRunnerFactory);
	}

	return factory;
	}

	public boolean isParallel() {
	return m_suite.isParallel();
	}

	public void run() {
	lazyInit();

	invokeListeners(true /* start */);
	try {
	privateRun();
	}
	finally {
	invokeListeners(false /* start */);

	//
	// Display the final statistics
	//
	if (m_suite.getVerbose() > 0) {
	int total = m_textReporter.getAllTestMethods().length;
	List<ITestResult> skipped = m_textReporter.getSkippedTests();
	List<ITestResult> failed = m_textReporter.getFailedTests();
	String totalTestsRun = getName() +
	"\n" + "Total tests run: " + total + ", Failures: " + failed.size()
	+ ", Skips: " + skipped.size() + "\n";

	System.out.println("\n===============================================\n"
	+ totalTestsRun
	+ "===============================================\n");

	//
	// Append results to global-result.txt
	//
	// try {
	// FileOutputStream fos =
	// new FileOutputStream("global-result.txt", true /* append */);
	// fos.write(totalTestsRun.getBytes());
	// fos.close();
	// }
	// catch (FileNotFoundException e) {
	// e.printStackTrace();
	// }
	// catch (IOException e) {
	// e.printStackTrace();
	// }
	}
	}
	}

	private void privateRun() {


	Map<Method, ITestNGMethod> beforeSuiteMethods = new HashMap<Method, ITestNGMethod>();
	Map<Method, ITestNGMethod> afterSuiteMethods = new HashMap<Method, ITestNGMethod>();

	IInvoker invoker = null;

	//
	// First, we create all the test runners so we can discover all the ITestClasses
	//
	for (XmlTest test : m_suite.getTests()) {
	TestRunner tr = m_runnerFactory.newTestRunner(this, test);

	// Reuse the same text reporter so we can accumulate all the results
	// (this is used to display the final suite report at the end)
	tr.addTestListener(m_textReporter);
	m_testRunners.add(tr);

	// Failures suite generator needs this for retrieving the list of methods.
	// if (m_suiteGen != null)
	// m_suiteGen.registerRunner(tr);

	// TODO: Code smell. Invoker should belong to SuiteRunner, not TestRunner
	// -- cbeust
	invoker = tr.getInvoker();

	for (ITestNGMethod m : tr.getBeforeSuiteMethods()) {
	beforeSuiteMethods.put(m.getMethod(), m);
	}
	for (ITestNGMethod m : tr.getAfterSuiteMethods()) {
	afterSuiteMethods.put(m.getMethod(), m);
	}
	}

	//
	// Invoke beforeSuite methods
	//
	invoker.invokeConfigurations(null,
	beforeSuiteMethods.values().toArray(new ITestNGMethod[beforeSuiteMethods.size()]),
	m_suite, m_suite.getParameters(),
	null /* instance */
	);

	Utils.log("[SuiteRunner]", 3, "Created " + m_testRunners.size() + " TestRunners");

	//
	// Run all the test runners
	//
	for (TestRunner tr : m_testRunners) {
	Map<String, String> parameters = tr.getTest().getParameters();
	tr.getInvoker().invokeConfigurations(null,
	tr.getBeforeTestConfigurationMethods(),
	m_suite, parameters,
	null /* instance */);
	tr.run();
	tr.getInvoker().invokeConfigurations(null,
	tr.getAfterTestConfigurationMethods(),
	m_suite, parameters,
	null /* instance */);
	ISuiteResult sr = new SuiteResult(m_suite, tr);
	m_suiteResults.put(tr.getName(), sr);
	}

	//
	// Invoke afterSuite methods
	//
	invoker.invokeConfigurations(null,
	afterSuiteMethods.values().toArray(new ITestNGMethod[afterSuiteMethods.size()]),
	m_suite, m_suite.getAllParameters(),
	null /* instance */);

	}

	/**
	* Registers ISuiteListeners interested in reporting the result of the current
	* suite.
	*
	* @param reporter
	*/
	public void addListener(ISuiteListener reporter) {
	m_listeners.add(reporter);
	}

	public String getOutputDirectory() {
	return m_outputDir + File.separatorChar + getName();
	}

	public Map<String, ISuiteResult> getResults() {
	return m_suiteResults;
	}

	/**
	* FIXME: should be removed?
	*
	* @see org.testng.ISuite#getParameter(java.lang.String)
	*/
	public String getParameter(String parameterName) {
	return m_suite.getParameter(parameterName);
	}

	/**
	* @see org.testng.ISuite#getMethodsByGroups()
	*/
	public Map<String, Collection<ITestNGMethod>> getMethodsByGroups() {
	Map<String, Collection<ITestNGMethod>> result= new HashMap<String, Collection<ITestNGMethod>>();

	for (TestRunner tr : m_testRunners) {
	ITestNGMethod[] methods = tr.getTestMethods();
	for (ITestNGMethod m : methods) {
	String[] groups = m.getGroups();
	for (String groupName : groups) {
	Collection testMethods = result.get(groupName);
	if (null == testMethods) {
	testMethods = new ArrayList<ITestNGMethod>();
	result.put(groupName, testMethods);
	}
	testMethods.add(m);
	}
	}
	}

	return result;
	}

	/**
	* @see org.testng.ISuite#getInvokedMethods()
	*/
	public Collection<ITestNGMethod> getInvokedMethods() {
	return getIncludedOrExcludedMethods(true /* included */);
	}

	/**
	* @see org.testng.ISuite#getExcludedMethods()
	*/
	public Collection<ITestNGMethod> getExcludedMethods() {
	return getIncludedOrExcludedMethods(false/* included */);
	}

	private Collection<ITestNGMethod> getIncludedOrExcludedMethods(boolean included) {
	List<ITestNGMethod> result= new ArrayList<ITestNGMethod>();
	// Map<ITestNGMethod, ITestNGMethod> seen=
	// new HashMap<ITestNGMethod, ITestNGMethod>();

	for (TestRunner tr : m_testRunners) {
	Collection<ITestNGMethod> methods =
	included ? tr.getInvokedMethods() : tr.getExcludedMethods();
	for (ITestNGMethod m : methods) {
	result.add(m);
	// if (!seen.containsKey(m)) {
	// seen.put(m, m);
	// result.add(m);
	// }
	}
	}

	// Collections.sort(result, TestNGMethod.DATE_COMPARATOR);

	return result;
	}

	/**
	* Determines the annotation type to be further used.
	*/
	public static IAnnotationFinder getAnnotationFinder(XmlTest test) {
	int annotationType = XmlSuite.JAVADOC_ANNOTATION_TYPE.equals(test.getAnnotations())
	? AnnotationConfiguration.JVM_14_CONFIG
	: AnnotationConfiguration.JVM_15_CONFIG;

	return getAnnotationFinder(annotationType);
	}

	public static IAnnotationFinder getAnnotationFinder(int annotationType) {
	AnnotationConfiguration annotConfig= AnnotationConfiguration.getInstance();
	annotConfig.initialize(annotationType);
	return annotConfig.getAnnotationFinder();
	}

	public static void ppp(String s) {
	System.out.println("[SuiteRunner] " + s);
	}

	/**
	* The default implementation of {@link ITestRunnerFactory}.
	*/
	public static class DefaultTestRunnerFactory implements ITestRunnerFactory {
	private ITestListener[] m_failureGenerators;
	private boolean m_useDefaultListeners;

	public DefaultTestRunnerFactory(ITestListener[] failureListeners, boolean useDefaultListeners) {
	m_failureGenerators = failureListeners;
	m_useDefaultListeners = useDefaultListeners;
	}

	/**
	* @see ITestRunnerFactory#newTestRunner(org.testng.ISuite, org.testng.xml.XmlTest)
	*/
	public TestRunner newTestRunner(ISuite suite, XmlTest test) {
	TestRunner testRunner= new TestRunner(suite,
	test,
	suite.getOutputDirectory(),
	getAnnotationFinder(test));

	if (m_useDefaultListeners) {
	testRunner.addTestListener(new TestHTMLReporter());
	testRunner.addTestListener(new JUnitXMLReporter());

	//TODO: Moved these here because maven2 has output reporters running
	//already, the output from these causes directories to be created with
	//files. This is not the desired behaviour of running tests in maven2.
	//Don't know what to do about this though, are people relying on these
	//to be added even with defaultListeners set to false?
	testRunner.addTestListener(new TextReporter(testRunner.getName(), TestRunner.getVerbose()));
	}

	testRunner.addTestListener(new ExitCodeListener());

	for (ITestListener itl : m_failureGenerators) {
	testRunner.addTestListener(itl);
	}

	return testRunner;
	}
	}

	public static class ProxyTestRunnerFactory implements ITestRunnerFactory {
	private ITestListener[] m_failureGenerators;
	private ITestRunnerFactory m_target;

	public ProxyTestRunnerFactory(ITestListener[] failureListeners, ITestRunnerFactory target) {
	m_failureGenerators = failureListeners;
	m_target= target;
	}

	/**
	* @see ITestRunnerFactory#newTestRunner(org.testng.ISuite, org.testng.xml.XmlTest)
	*/
	public TestRunner newTestRunner(ISuite suite, XmlTest test) {
	TestRunner testRunner= m_target.newTestRunner(suite, test);

	testRunner.addTestListener(new TextReporter(testRunner.getName(), TestRunner.getVerbose()));

	for (ITestListener itl : m_failureGenerators) {
	testRunner.addTestListener(itl);
	}

	return testRunner;
	}
	}

	public void setHost(String host) {
	m_host = host;
	}

	public String getHost() {
	return m_host;
	}

	}