TestNG Documentation

<!DOCTYPE suite SYSTEM "https://testng.org/testng-1.0.dtd">

<suite name="Suite1" verbose="1">
  <test name="Nopackage">
    <classes>
       <class name="NoPackageTest"/>
    </classes>
  </test>

  <test name="Regression1">
    <classes>
      <class name="test.sample.ParameterSample"/>
      <class name="test.sample.ParameterTest"/>
    </classes>
  </test>
</suite>

<!DOCTYPE suite SYSTEM "https://testng.org/testng-1.0.dtd">

<suite name="Suite1" verbose="1">
  <test name="Regression1">
    <packages>
      <package name="test.sample"/>
   </packages>
 </test>
</suite>

<test name="Regression1">
  <groups>
    <run>
      <exclude name="brokenTests"/>
      <include name="checkinTests"/>
    </run>
  </groups>

  <classes>
    <class name="test.IndividualMethodsTest">
      <methods>
        <include name="testMethod"/>
      </methods>
    </class>
  </classes>
</test>

<test name="Regression1" preserve-order="false">
  <classes>
    <class name="test.Test1">
      <methods>
        <include name="m1"/>
        <include name="m2"/>
      </methods>
    </class>
    <class name="test.Test2"/>
  </classes>
</test>

java org.testng.TestNG testng1.xml [testng2.xml testng3.xml ...]

public class TestWebServer {
  @Test(parameters = { "number-of-times" })
  public void accessPage(int numberOfTimes) {
    while (numberOfTimes-- > 0) {
     // access the web page
    }
  }
}

<test name="T1">
  <parameter name="number-of-times" value="10"/>
  <classes>
    <class name= "TestWebServer" />
  </classes>
</test>

<test name="T2">
  <parameter name="number-of-times" value="20"/>
  <classes>
    <class name= "TestWebServer"/>
  </classes>
</test>

<test name="T3">
  <parameter name="number-of-times" value="30"/>
  <classes>
    <class name= "TestWebServer"/>
  </classes>
</test>

public class WebTestFactory {
  @Factory
  public Object[] createInstances() {
   Object[] result = new Object[10];
   for (int i = 0; i < 10; i++) {
      result[i] = new WebTest(i * 10);
    }
    return result;
  }
}

public class WebTest {
  private int m_numberOfTimes;
  public WebTest(int numberOfTimes) {
    m_numberOfTimes = numberOfTimes;
  }

  @Test
  public void testServer() {
   for (int i = 0; i < m_numberOfTimes; i++) {
     // access the web page
    }
  }
}

<class name="WebTestFactory" />

TestNG testNG = new TestNG();
testNG.setTestClasses(WebTestFactory.class);
testNG.run();

@Factory(dataProvider = "dp")
public FactoryDataProviderSampleTest(int n) {
  super(n);
}

@DataProvider
static public Object[][] dp() {
  return new Object[][] {
    new Object[] { 41 },
    new Object[] { 42 },
  };
}

@Factory(dataProvider = "dp", indices = {1, 3})
public ExampleTestCase(String text) {
  this.i = i;
}

@DataProvider(name = "dp")
public static Object[] getData() {
  return new Object[]{
      "Java", "Kotlin", "Golang", "Rust"
  };
}

@Test
public class Test1 {
  public void test1() {
  }

  public void test2() {
  }
}

@Test
public class Test1 {
  public void test1() {
  }

  @Test(groups = "g1")
  public void test2() {
  }
}

import org.testng.annotations.Ignore;
import org.testng.annotations.Test;

@Ignore
public class TestcaseSample {

    @Test
    public void testMethod1() {
    }

    @Test
    public void testMethod2() {
    }
}

@Ignore
package com.testng.master;

import org.testng.annotations.Ignore;

java -classpath testng.jar;%CLASSPATH% org.testng.TestNG -d test-outputs testng.xml
java -classpath testng.jar;%CLASSPATH% org.testng.TestNG -d test-outputs test-outputs\testng-failed.xml

import org.testng.IRetryAnalyzer;
import org.testng.ITestResult;

public class MyRetry implements IRetryAnalyzer {

  private int retryCount = 0;
  private static final int maxRetryCount = 3;

  @Override
  public boolean retry(ITestResult result) {
    if (retryCount < maxRetryCount) {
      retryCount++;
      return true;
    }
    return false;
  }
}

import org.testng.Assert;
import org.testng.annotations.Test;

public class TestclassSample {

  @Test(retryAnalyzer = MyRetry.class)
  public void test2() {
    Assert.fail();
  }
}

<test name="Test1" junit="true">
  <classes>
    <!-- ... -->
  </classes>
</test>

<test name="BeanShell test">
   <method-selectors>
     <method-selector>
       <script language="beanshell">
            <![CDATA[
                    groups.containsKey("test1")
            ]]>
        </script>
     </method-selector>
   </method-selectors>
  <!-- ... -->
</test>

java -classpath "testng-jdk15.jar:test/build" org.testng.TestNG -listener test.methodinterceptors.NullMethodInterceptor
   -testclass test.methodinterceptors.FooTest

public List<IMethodInstance> intercept(List<IMethodInstance> methods, ITestContext context) {
  List<IMethodInstance> result = new ArrayList<IMethodInstance>();
  for (IMethodInstance m : methods) {
    Test test = m.getMethod().getConstructorOrMethod().getAnnotation(Test.class);
    Set<String> groups = new HashSet<String>();
    for (String group : test.groups()) {
      groups.add(group);
    }
    if (groups.contains("fast")) {
      result.add(0, m);
    }
    else {
      result.add(m);
    }
  }
  return result;
}

import org.testng.IDataProviderInterceptor;
import org.testng.IDataProviderMethod;
import org.testng.ITestContext;
import org.testng.ITestNGMethod;

import java.util.*;
import java.util.function.Predicate;
import java.util.stream.Collectors;
import java.util.stream.StreamSupport;

public class SampleDataInterceptor implements IDataProviderInterceptor {
    @Override
    public Iterator<Object[]> intercept(
            Iterator<Object[]> original, IDataProviderMethod dataProviderMethod,
                                        ITestNGMethod method, ITestContext iTestContext) {
        // The test method would have custom attributes. From them look for a custom attribute
        // whose name is "filter". It's value would the fully qualified class name that
        // can be instantiated using reflection and then used to filter the data provider
        // provided data set.
        Optional<String> found = Arrays.stream(method.getAttributes())
                .filter(it -> "filter".equalsIgnoreCase(it.name()))
                .flatMap(it -> Arrays.stream(it.values()))
                .findFirst();
        if (found.isPresent()) {
            String clazzName = found.get();
            Predicate<Object> predicate = predicate(clazzName);
            Spliterator<Object[]> split = Spliterators.spliteratorUnknownSize(original, Spliterator.ORDERED);
            return StreamSupport.stream(split,false)
                    .filter(predicate)
                    .collect(Collectors.toList())
                    .iterator();
        }
        return original;
    }

    private static Predicate<Object> predicate(String clazzName) {
        try {
            return (Predicate<Object>) Class.forName(clazzName).getDeclaredConstructor().newInstance();
        } catch (Exception e) {
            return input -> true;
        }
    }
}

import java.util.function.Predicate;
public class MyFilter implements Predicate<Object> {

    @Override
    public boolean test(Object object) {
        if (object.getClass().isArray()) {
            Object number = ((Object[]) object)[0];
            return (Integer) number % 2 == 0;
        }
        return false;
    }
}

import org.testng.annotations.CustomAttribute;
import org.testng.annotations.DataProvider;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(SampleDataInterceptor.class)
public class SampleDataDrivenTestCase {

    @Test(dataProvider = "numbers",
            attributes = {
                    @CustomAttribute(name = "filter", values = {"org.testng.demo.MyFilter" })
            }
    )
    public void passingTest(int i) {
        System.err.println("Value = " + i);
    }

    @DataProvider(name = "numbers")
    public Object[][] getNumbers() {
        return new Object[][]{{1}, {2}, {3}, {4}};
    }
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Value = 2
Value = 4

===============================================
Default Suite
Total tests run: 2, Passes: 2, Failures: 0, Skips: 0
===============================================

import org.testng.IExecutionListener;

public class SimpleExecutionListener implements IExecutionListener {

    @Override
    public void onExecutionStart() {
        System.err.println("TestNG is commencing execution");
    }

    @Override
    public void onExecutionFinish() {
        System.err.println("TestNG is finished execution");
    }
}

import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(SimpleExecutionListener.class)
public class SampleTestCase {

    @Test
    public void testMethod1() {}
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
TestNG is commencing execution

===============================================
Default Suite
Total tests run: 1, Passes: 1, Failures: 0, Skips: 0
===============================================

TestNG is finished execution

Process finished with exit code 0

import org.testng.IInvokedMethod;
import org.testng.IInvokedMethodListener;
import org.testng.ITestResult;

public class SimpleInvokedMethodListener implements IInvokedMethodListener {
    @Override
    public void beforeInvocation(IInvokedMethod method, ITestResult testResult) {
        log("Commencing", method);
    }

    @Override
    public void afterInvocation(IInvokedMethod method, ITestResult testResult) {
        log("Completed", method);
    }

    private static void log(String prefix, IInvokedMethod method) {
        String type = "Configuration";
        if (method.isTestMethod()) {
            type = "Test";
        }
        String msg = prefix + " executing [" + type + "] method "
                + method.getTestMethod().getQualifiedName() + "()";
        System.err.println(msg);
    }
}

import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(SimpleInvokedMethodListener.class)
public class SampleTestCase {

    @BeforeMethod
    public void setup() {}

    @Test
    public void testMethod1() {}

    @Test
    public void testMethod2() {}
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Commencing executing [Configuration] method org.testng.demo.configs.SampleTestCase.setup()
Completed executing [Configuration] method org.testng.demo.configs.SampleTestCase.setup()
Commencing executing [Test] method org.testng.demo.configs.SampleTestCase.testMethod1()
Completed executing [Test] method org.testng.demo.configs.SampleTestCase.testMethod1()
Commencing executing [Configuration] method org.testng.demo.configs.SampleTestCase.setup()
Completed executing [Configuration] method org.testng.demo.configs.SampleTestCase.setup()
Commencing executing [Test] method org.testng.demo.configs.SampleTestCase.testMethod2()
Completed executing [Test] method org.testng.demo.configs.SampleTestCase.testMethod2()

===============================================
Default Suite
Total tests run: 2, Passes: 2, Failures: 0, Skips: 0
===============================================

import org.testng.IConfigurationListener;
import org.testng.ITestNGMethod;
import org.testng.ITestResult;

public class MyConfigurationListener implements IConfigurationListener {

    @Override
    public void beforeConfiguration(ITestResult tr, ITestNGMethod tm) {
        //The "ITestNGMethod" will be a valid object ONLY for @BeforeMethod and @AfterMethod
        System.err.println("Commencing execution of Config method " + tr.getMethod().getQualifiedName() +
                " for the test method " + tm.getQualifiedName());
    }

    @Override
    public void onConfigurationSuccess(ITestResult tr, ITestNGMethod tm) {
        //The "ITestNGMethod" will be a valid object ONLY for @BeforeMethod and @AfterMethod
        System.err.println("Successfully executed Config method " + tr.getMethod().getQualifiedName() +
                " for the test method " + tm.getQualifiedName());
    }
}

import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(MyConfigurationListener.class)
public class SampleTestClass {

    @BeforeMethod
    public void beforeMethodConfig() {
        System.err.println("Executing config method beforeMethodConfig()");
    }

    @Test
    public void testMethod() {
        System.err.println("Executing test method");
    }
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Commencing execution of Config method org.testng.demo.SampleTestClass.beforeClass for the test method org.testng.demo.SampleTestClass.testMethod
Successfully executed Config method org.testng.demo.SampleTestClass.beforeClass for the test method org.testng.demo.SampleTestClass.testMethod

===============================================
Default Suite
Total tests run: 1, Passes: 1, Failures: 0, Skips: 0
===============================================

import org.testng.IClassListener;
import org.testng.ITestClass;

public class ClassLevelListener implements IClassListener {

    @Override
    public void onBeforeClass(ITestClass testClass) {
        System.err.println("Commencing execution for the test class : " + testClass.getRealClass().getName());
    }

    @Override
    public void onAfterClass(ITestClass testClass) {
        System.err.println("Completed execution for the test class : " + testClass.getRealClass().getName());
    }
}

import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(ClassLevelListener.class)
public class SampleTestCase {

    @BeforeMethod
    public void setup() {}

    @Test
    public void testMethod1() {}

    @Test
    public void testMethod2() {}
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Commencing execution for the test class : org.testng.demo.configs.SampleTestCase
Completed execution for the test class : org.testng.demo.configs.SampleTestCase

===============================================
Default Suite
Total tests run: 2, Passes: 2, Failures: 0, Skips: 0
===============================================

import org.testng.IDataProviderListener;
import org.testng.IDataProviderMethod;
import org.testng.ITestContext;
import org.testng.ITestNGMethod;

public static class SimpleDataProviderListener implements IDataProviderListener {

    @Override
    public void beforeDataProviderExecution(IDataProviderMethod dataProviderMethod, ITestNGMethod method, ITestContext iTestContext) {
        log("Commencing", dataProviderMethod, method);
    }

    @Override
    public void afterDataProviderExecution(IDataProviderMethod dataProviderMethod, ITestNGMethod method, ITestContext iTestContext) {
        log("Completed", dataProviderMethod, method);
    }

    private static void log(String prefix, IDataProviderMethod dataProviderMethod, ITestNGMethod method) {
        String msg = prefix + " execution of data provider : " + dataProviderMethod.getMethod().getName()
                + "() associated with the test method " + method.getQualifiedName() + "()";
        System.err.println(msg);
    }

    @Override
    public void onDataProviderFailure(ITestNGMethod method, ITestContext ctx, RuntimeException t) {
        String msg = "The data provider " + method.getQualifiedName() + "() failed because of "
                + t.getMessage();
        System.err.println(msg);
    }
}

import org.testng.annotations.DataProvider;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;

@Listeners(SimpleDataProviderListener.class)
public class SampleDataDrivenTestCase {

    @Test(dataProvider = "passing")
    public void passingTest(int ignored) {}

    @DataProvider(name = "passing")
    public Object[][] getPassingDataProvider() {
        return new Object[][] {
                {1}, {2}
        };
    }

    @Test(dataProvider = "failing")
    public void skippedTest(int ignored) {}

    @DataProvider(name = "failing")
    public Object[][] getFailingDataProvider() {
        throw new IllegalStateException("Initialisation failed");
    }
}

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Commencing execution of data provider : getPassingDataProvider() associated with the test method org.testng.demo.SampleDataDrivenTestCase.passingTest()
Completed execution of data provider : getPassingDataProvider() associated with the test method org.testng.demo.SampleDataDrivenTestCase.passingTest()
Commencing execution of data provider : getFailingDataProvider() associated with the test method org.testng.demo.SampleDataDrivenTestCase.skippedTest()
The data provider org.testng.demo.SampleDataDrivenTestCase.skippedTest() failed because of java.lang.IllegalStateException: Initialisation failed

... # Rest of the output omitted for brevity
===============================================
Default Suite
Total tests run: 3, Passes: 2, Failures: 1, Skips: 0
===============================================

import org.testng.ISuite;
import org.testng.ISuiteListener;

public class SimpleSuiteListener implements ISuiteListener {

    @Override
    public void onStart(ISuite suite) {
        log("Commencing", suite);
    }

    @Override
    public void onFinish(ISuite suite) {
        log("Completed", suite);
    }

    private static void log(String prefix, ISuite suite) {
        String msg = prefix + " execution for the suite named <" + suite.getName() + ">";
        System.err.println(msg);
    }
}

<!DOCTYPE suite SYSTEM "https://testng.org/testng-1.0.dtd">
<suite name="Regression-test-suite" verbose="2">
    <listeners>
        <listener class-name="org.testng.demo.SimpleSuiteListener"/>
    </listeners>
    <test name="P1-Build-Certification-Tests" verbose="2">
        <classes>
            <class name="org.testng.demo.SampleTestCase"/>
        </classes>
    </test>
</suite>

SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
...
... TestNG 7.9.0 by Cédric Beust (cedric@beust.com)
...

Commencing execution for the suite named <Regression-test-suite>
PASSED: org.testng.demo.configs.SampleTestCase.testMethod1

===============================================
    P1-Build-Certification-Tests
    Tests run: 1, Failures: 0, Skips: 0
===============================================

Completed execution for the suite named <Regression-test-suite>

===============================================
Regression-test-suite
Total tests run: 1, Passes: 1, Failures: 0, Skips: 0
===============================================

Process finished with exit code 0

public class MyHook implements IHookable {
  public void run(final IHookCallBack icb, ITestResult testResult) {
    // Preferably initialized in a @Configuration method
    mySubject = authenticateWithJAAs();

    Subject.doAs(mySubject, new PrivilegedExceptionAction() {
      public Object run() {
        icb.callback(testResult);
      }
    };
  }
}

import org.testng.IConfigurable;
import org.testng.IConfigureCallBack;
import org.testng.ITestResult;
import org.testng.SkipException;
import org.testng.annotations.CustomAttribute;
import org.testng.annotations.Test;

import java.lang.reflect.Method;
import java.util.Arrays;
import java.util.Optional;

public class AbstractTestCase implements IConfigurable {
    protected static final String OMIT_CONFIG = "omit-config";

    @Override
    public void run(IConfigureCallBack callBack, ITestResult testResult) {
        //Look for the Method parameter on our configuration method
        Optional<Method> foundTestMethod = Arrays.stream(testResult.getParameters())
                .filter(it -> (it instanceof Method))
                .map(it -> (Method) it)
                .findFirst();
        if (foundTestMethod.isPresent()) {
            // We found our configuration method.
            Method found = foundTestMethod.get();
            CustomAttribute[] attributes = found.getAnnotation(Test.class).attributes();
            // We now check for the custom attribute that indicates our configuration method needs to be skipped.
            boolean skip = Arrays.stream(attributes).anyMatch(it -> OMIT_CONFIG.equalsIgnoreCase(it.name()));
            if (skip) {
                throw new SkipException("Skipping execution of config method " + testResult.getMethod().getQualifiedName());
            }
        }
        // If we are here, then it means we just need to execute the configuration method.
        callBack.runConfigurationMethod(testResult);
    }
}

import org.testng.annotations.BeforeMethod;
import org.testng.annotations.CustomAttribute;
import org.testng.annotations.Test;

import java.lang.reflect.Method;

public class SampleTestCase extends AbstractTestCase {

    //We would like to ignore skips and have TestNG run this config method always
    @BeforeMethod(ignoreFailure = true)
    public void setup(Method method) {}

    //We would like to skip configuration for this test
    @Test(attributes = { @CustomAttribute(name = OMIT_CONFIG) })
    public void testMethod1() {}

    @Test
    public void testMethod2() {}
}

public class AlterSuiteNameListener implements IAlterSuiteListener {

    @Override
    public void alter(List<XmlSuite> suites) {
        XmlSuite suite = suites.get(0);
        suite.setName(getClass().getSimpleName());
    }
}

@Test
public void verifyLastName() {
  assert "Beust".equals(m_lastName) : "Expected name Beust, for" + m_lastName;
}

import static org.testng.AssertJUnit.*;
//...
@Test
public void verify() {
  assertEquals("Beust", m_lastName);
}

public class DotTestListener extends TestListenerAdapter {
  private int m_count = 0;

  @Override
  public void onTestFailure(ITestResult tr) {
    log("F");
  }

  @Override
  public void onTestSkipped(ITestResult tr) {
    log("S");
  }

  @Override
  public void onTestSuccess(ITestResult tr) {
    log(".");
  }

  private void log(String string) {
    System.out.print(string);
    if (++m_count % 40 == 0) {
      System.out.println(" ");
    }
  }
}

java -classpath testng.jar;%CLASSPATH% org.testng.TestNG -listener org.testng.reporters.DotTestListener test\testng.xml

........................................
........................................
........................................
........................................
........................................
.........................
===============================================
Total tests run: 226, Failures: 0, Skips: 0
===============================================

public void generateReport(List<ISuite> suites, String outputDirectory);

<target name="reports">
  <junitreport todir="test-report">
    <fileset dir="test-output">
      <include name="*/*.xml"/>
    </fileset>

    <report format="noframes"  todir="test-report"/>
  </junitreport>
</target>

Reporter.log("M3 WAS CALLED");

-reporter org.testng.reporters.XMLReporter:generateTestResultAttributes=true,generateGroupsAttribute=true

<testng-results>
    <suite name="Suite1">
        <groups>
            <group name="group1">
                <method signature="com.test.TestOne.test2()" name="test2" class="com.test.TestOne"/>
                <method signature="com.test.TestOne.test1()" name="test1" class="com.test.TestOne"/>
            </group>
            <group name="group2">
                <method signature="com.test.TestOne.test2()" name="test2" class="com.test.TestOne"/>
            </group>
        </groups>
        <test name="test1">
            <class name="com.test.TestOne">
                <test-method status="FAIL" signature="test1()" name="test1" duration-ms="0"
                             started-at="2007-05-28T12:14:37Z" description="someDescription2"
                             finished-at="2007-05-28T12:14:37Z">
                    <exception class="java.lang.AssertionError">
                        <short-stacktrace>
                            <![CDATA[
                java.lang.AssertionError
                ... Removed 22 stack frames
              ]]>
                        </short-stacktrace>
                    </exception>
                </test-method>
                <test-method status="PASS" signature="test2()" name="test2" duration-ms="0"
                             started-at="2007-05-28T12:14:37Z" description="someDescription1"
                             finished-at="2007-05-28T12:14:37Z">
                </test-method>
                <test-method status="PASS" signature="setUp()" name="setUp" is-config="true" duration-ms="15"
                             started-at="2007-05-28T12:14:37Z" finished-at="2007-05-28T12:14:37Z">
                </test-method>
            </class>
        </test>
    </suite>
</testng-results>

import static org.testng.AssertJUnit.*;

<junit dir="${work.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true">
	<batchtest todir="${build.test.results.dir}">
		<fileset dir="${test.src.dir}">
			<include name="**/*Test.*"/>
		</batchtest>
		<classpath>
			<path path="${run.test.classpath}"/>
		</classpath>
		<syspropertyset>
			<propertyref prefix="test-sys-prop."/>
			<mapper from="test-sys-prop.*" to="*" type="glob"/>
		</syspropertyset>
		<formatter type="xml"/>
		<jvmarg value="-ea"/>
		<jvmarg line="${run.jvmargs}"/>
</junit>

<taskdef name="testng" classname="org.testng.TestNGAntTask" classpath="${run.test.classpath}"/>
<fileset id="mixed.tests" dir="${test.src.dir}">
	<include name="**/*Test.*"/>
</fileset>
<testng mode="mixed" classfilesetref="mixed.tests" workingDir="${work.dir}" failureProperty="tests.failed" outputdir="${build.test.results.dir}">
	<classpath>
		<pathelement path="${build.test.classes.dir}"/>
		<pathelement path="${run.test.classpath}"/>
		<pathelement path="${junit.lib}"/>
	</classpath>
	<propertyset>
		<propertyref prefix="test-sys-prop."/>
		<mapper from="test-sys-prop.*" to="*" type="glob"/>
	</propertyset>
	<jvmarg line="${run.jvmargs}"/>
</testng>

TestListenerAdapter tla = new TestListenerAdapter();
TestNG testng = new TestNG();
testng.setTestClasses(new Class[] { Run2.class });
testng.addListener(tla);
testng.run();

<suite name="TmpSuite" >
  <test name="TmpTest" >
    <classes>
      <class name="test.failures.Child"/>
    </classes>
    </test>
</suite>

XmlSuite suite = new XmlSuite();
suite.setName("TmpSuite");

XmlTest test = new XmlTest(suite);
test.setName("TmpTest");
List<XmlClass> classes = new ArrayList<XmlClass>();
classes.add(new XmlClass("test.failures.Child"));
test.setXmlClasses(classes) ;

List<XmlSuite> suites = new ArrayList<XmlSuite>();
suites.add(suite);
TestNG tng = new TestNG();
tng.setXmlSuites(suites);
tng.run();