| /tools/tradefederation/core/atest/ |
| D | result_reporter.py | 88 def update_perf_info(self, test): argument
94 all_additional_keys = set(test.additional_info.keys())
99 benchmark_info['test_name'] = test.test_name
100 for key, data in test.additional_info.items():
274 def process_test_result(self, test): argument
280 if test.runner_name not in self.runners:
281 self.runners[test.runner_name] = OrderedDict()
282 assert self.runners[test.runner_name] != FAILURE_FLAG
283 self.all_test_results.append(test)
284 if test.group_name not in self.runners[test.runner_name]:
[all …]
|
| /tools/asuite/atest/ |
| D | result_reporter.py | 93 def update_perf_info(self, test): argument
99 all_additional_keys = set(test.additional_info.keys())
104 benchmark_info['test_name'] = test.test_name
105 for key, data in test.additional_info.items():
281 def process_test_result(self, test): argument
287 if test.runner_name not in self.runners:
288 self.runners[test.runner_name] = OrderedDict()
289 assert self.runners[test.runner_name] != FAILURE_FLAG
290 self.all_test_results.append(test)
291 if test.group_name not in self.runners[test.runner_name]:
[all …]
|
| /tools/tradefederation/core/tests/res/testtype/ |
| D | rust_list1.txt | 1 interfaces::service_manager::test_add_service: test
2 interfaces::service_manager::test_check_service: test
3 interfaces::service_manager::test_get_service: test
4 interfaces::service_manager::test_is_declared: test
5 parcel::blob::test_write_blob: test
6 parcel::parcelable::test_custom_parcelable: test
7 parcel::parcelable::test_slice_parcelables: test
8 parcel::test_file_descriptors: test
9 parcel::test_read_data: test
10 parcel::test_utf8_utf16_conversions: test
[all …]
|
| D | rust_output2.txt | 2 test default_tokenstream_is_empty ... ok
3 test fail ... ok
4 test ident_empty ... ok
5 test ident_invalid ... ok
6 test ident_number ... ok
7 test idents ... FAILED
8 test lifetime_empty ... ok
9 test lifetime_invalid ... ok
10 test lifetime_number ... ok
11 test literal_character ... ok
[all …]
|
| /tools/tradefederation/core/python-lib/tradefed_py/ |
| D | tf_runner.py | 38 def _getClassName(self, test): argument
39 return strclass(test.__class__)
41 def _getMethodName(self, test): argument
42 return test._testMethodName
54 def startTest(self, test): argument
60 …AG: time.time(), _CLASSNAME_TAG: self._getClassName(test), _METHOD_NAME_TAG: self._getMethodName(t…
62 super(TextTestResult, self).startTest(test)
64 def addSuccess(self, test): argument
70 …AG: time.time(), _CLASSNAME_TAG: self._getClassName(test), _METHOD_NAME_TAG: self._getMethodName(t…
72 super(TextTestResult, self).addSuccess(test)
[all …]
|
| /tools/tradefederation/core/tests/src/com/android/tradefed/invoker/ |
| D | TestInvocationTest.java | 346 IRemoteTest test = EasyMock.createMock(IRemoteTest.class); in testInvoke_RemoteTest() local
349 test.run(EasyMock.anyObject(), EasyMock.anyObject()); in testInvoke_RemoteTest()
352 setupNormalInvoke(test); in testInvoke_RemoteTest()
355 verifyMocks(test, mockRescheduler); in testInvoke_RemoteTest()
366 IRemoteTest test = EasyMock.createMock(IRemoteTest.class); in testInvokeMulti_RemoteTest() local
369 test.run(EasyMock.anyObject(), EasyMock.anyObject()); in testInvokeMulti_RemoteTest()
372 setupNormalInvoke(test); in testInvokeMulti_RemoteTest()
375 verifyMocks(test, mockRescheduler); in testInvokeMulti_RemoteTest()
388 IRemoteTest test = EasyMock.createMock(IRemoteTest.class); in testInvoke_twoSummary() local
391 test.run(EasyMock.anyObject(), EasyMock.anyObject()); in testInvoke_twoSummary()
[all …]
|
| /tools/tradefederation/core/src/com/android/tradefed/invoker/shard/ |
| D | TestsPoolPoller.java | 122 ITokenRequest test = itr.next(); in poll() local
126 mRejectedToken.remove(test); in poll()
127 mTokenPool.remove(test); in poll()
128 return test; in poll()
130 if (mRejectedToken.contains(test)) { in poll()
134 Set<TokenProperty> tokens = test.getRequiredTokens(); in poll()
137 mTokenPool.remove(test); in poll()
138 mRejectedToken.remove(test); in poll()
139 return test; in poll()
143 mRejectedToken.add(test); in poll()
[all …]
|
| /tools/tradefederation/core/tests/src/com/android/tradefed/testtype/suite/ |
| D | GranularRetriableTestWrapperTest.java | 265 IRemoteTest test, int maxRunCount) throws Exception { in createGranularTestWrapper() argument
266 return createGranularTestWrapper(test, maxRunCount, new ArrayList<>()); in createGranularTestWrapper()
270 IRemoteTest test, int maxRunCount, List<IMetricCollector> collectors) throws Exception { in createGranularTestWrapper() argument
272 new GranularRetriableTestWrapper(test, null, null, null, maxRunCount); in createGranularTestWrapper()
325 FakeTest test = in testIntraModuleRun_catchDeviceUnresponsiveException() local
334 GranularRetriableTestWrapper granularTestWrapper = createGranularTestWrapper(test, 1); in testIntraModuleRun_catchDeviceUnresponsiveException()
354 FakeTest test = new FakeTest(testCases); in testRun_withMultipleRun() local
355 test.addFailedTestCase(fakeTestCase); in testRun_withMultipleRun()
356 test.addFailedTestCase(fakeTestCase2); in testRun_withMultipleRun()
360 createGranularTestWrapper(test, maxRunCount); in testRun_withMultipleRun()
[all …]
|
| D | ModuleSplitterTest.java | 62 StubTest test = new StubTest(); in testSplitModule_configNotShardable() local
63 OptionSetter setterTest = new OptionSetter(test); in testSplitModule_configNotShardable()
66 config.setTest(test); in testSplitModule_configNotShardable()
80 assertSame(test, res.get(0).getTests().get(0)); in testSplitModule_configNotShardable()
98 StubTest test = new StubTest(); in testSplitModule_configNotStrictShardable_dynamic() local
99 OptionSetter setterTest = new OptionSetter(test); in testSplitModule_configNotStrictShardable_dynamic()
102 config.setTest(test); in testSplitModule_configNotStrictShardable_dynamic()
116 assertNotSame(test, res.get(0).getTests().get(0)); in testSplitModule_configNotStrictShardable_dynamic()
133 StubTest test = new StubTest(); in testSplitModule_configNotStrictShardable_notDynamic() local
134 OptionSetter setterTest = new OptionSetter(test); in testSplitModule_configNotStrictShardable_notDynamic()
[all …]
|
| /tools/tradefederation/core/atest/docs/ |
| D | atest_structure.md | 10 3. [Test Finders](#test-finders)
11 4. [Test Runners](#test-runners)
16 Atest is primarily composed of 2 components: [test finders](#test-finders) and
17 [test runners](#test-runners). At a high level, atest does the following:
19 2. Find test(s) based on user input
20 3. Build test dependencies
21 4. Run test(s)
31 compatibility_suite, auto_gen_config, etc) that is used during the test finding
32 process. We create the results dir for our test runners to dump results in and
37 required and optional bits used to run the test as how the user intended.
[all …]
|
| D | develop_test_runners.md | 3 Learn about test runners and how to create a new test runner class.
6 1. [Test Runner Details](#test-runner-details)
7 2. [Creating a Test Runner](#creating-a-test-runner)
9 ## <a name="test-runner-details">Test Runner Details</a>
11 The test runner class is responsible for test execution. Its primary logic
14 top-level args consumed by atest passed onto the test runner. It is up to the
15 test runner to translate those args into the specific args the test runner
16 accepts. In this way, you can think of the test runner as a translator between
17 the atest CLI and your test runner's CLI. The reason for this is so that atest
19 the differing CLIs of various test runners. The test runner should also
[all …]
|
| D | develop_test_finders.md | 3 Learn about test finders and how to create a new test finder class.
6 1. [Test Finder Details](#test-finder-details)
7 2. [Creating a Test Finder](#creating-a-test-finder)
9 ## <a name="test-finder-details">Test Finder Details</a>
11 A test finder class holds find methods. A find method is given a string (the
13 A ```TestInfo``` object holds the test name, test dependencies, test runner, and
14 a data field to hold misc bits like filters and extra args for the test. The
15 test finder class can hold multiple find methods. The find methods are grouped
16 together in a class so they can share metadata for optimal test finding.
18 the test configs for the ```TFIntegrationFinder```.
[all …]
|
| /tools/asuite/atest/docs/ |
| D | atest_structure.md | 10 3. [Test Finders](#test-finders)
11 4. [Test Runners](#test-runners)
16 Atest is primarily composed of 2 components: [test finders](#test-finders) and
17 [test runners](#test-runners). At a high level, atest does the following:
19 2. Find test(s) based on user input
20 3. Build test dependencies
21 4. Run test(s)
31 compatibility_suite, auto_gen_config, etc) that is used during the test finding
32 process. We create the results dir for our test runners to dump results in and
37 required and optional bits used to run the test as how the user intended.
[all …]
|
| D | develop_test_runners.md | 3 Learn about test runners and how to create a new test runner class.
6 1. [Test Runner Details](#test-runner-details)
7 2. [Creating a Test Runner](#creating-a-test-runner)
9 ## <a name="test-runner-details">Test Runner Details</a>
11 The test runner class is responsible for test execution. Its primary logic
14 top-level args consumed by atest passed onto the test runner. It is up to the
15 test runner to translate those args into the specific args the test runner
16 accepts. In this way, you can think of the test runner as a translator between
17 the atest CLI and your test runner's CLI. The reason for this is so that atest
19 the differing CLIs of various test runners. The test runner should also
[all …]
|
| D | develop_test_finders.md | 3 Learn about test finders and how to create a new test finder class.
6 1. [Test Finder Details](#test-finder-details)
7 2. [Creating a Test Finder](#creating-a-test-finder)
9 ## <a name="test-finder-details">Test Finder Details</a>
11 A test finder class holds find methods. A find method is given a string (the
13 A ```TestInfo``` object holds the test name, test dependencies, test runner, and
14 a data field to hold misc bits like filters and extra args for the test. The
15 test finder class can hold multiple find methods. The find methods are grouped
16 together in a class so they can share metadata for optimal test finding.
18 the test configs for the ```TFIntegrationFinder```.
[all …]
|
| /tools/metalava/src/test/java/com/android/tools/metalava/ |
| D | ShowForStubPurposesAnnotationTest.kt | 220 fun `Hierarchy test - SystemApi + ModuleApi`() { in Hierarchy test - SystemApi + ModuleApi()
275 fun `Hierarchy test - SystemApi only`() { in Hierarchy test - SystemApi only()
310 fun `Hierarchy test - ModuleApi Only, also check the stub files`() { in Hierarchy test - ModuleApi Only, also check the stub files()
419 fun `Hierarchy test - Can't refer from system to module`() { in Hierarchy test - Can't refer from system to module()
483 package test.pkg;
486 @test.annotation.Hide
487 @test.annotation.SystemApi
490 @test.annotation.Hide
491 @test.annotation.SystemApi
494 @test.annotation.Hide
[all …]
|
| /tools/tradefederation/core/test_framework/com/android/tradefed/testtype/ |
| D | HostTest.java | 560 IRemoteTest test = (IRemoteTest) loadObject(classObj); in runTestClasses() local
561 applyFilters(classObj, test); in runTestClasses()
562 runRemoteTest(listener, test); in runTestClasses()
612 IRemoteTest test = (IRemoteTest) obj; in runTestCases() local
613 runRemoteTest(listener, test); in runTestCases()
643 private void runRemoteTest(ITestInvocationListener listener, IRemoteTest test) in runRemoteTest() argument
647 if (test instanceof ITestCollector) { in runRemoteTest()
648 ((ITestCollector) test).setCollectTestsOnly(true); in runRemoteTest()
652 "%s does not implement ITestCollector", test.getClass())); in runRemoteTest()
655 test.run(mTestInfo, listener); in runRemoteTest()
[all …]
|
| /tools/tradefederation/core/tests/src/com/android/tradefed/result/ |
| D | LogcatCrashResultForwarderTest.java | 51 TestDescription test = new TestDescription("com.class", "test"); in testCaptureTestCrash_noCrashInLogcat() local
53 mMockListener.testStarted(test, 0L); in testCaptureTestCrash_noCrashInLogcat()
57 test, in testCaptureTestCrash_noCrashInLogcat()
59 mMockListener.testEnded(test, 5L, new HashMap<String, Metric>()); in testCaptureTestCrash_noCrashInLogcat()
62 mReporter.testStarted(test, 0L); in testCaptureTestCrash_noCrashInLogcat()
63 mReporter.testFailed(test, "instrumentation failed. reason: 'Process crashed.'"); in testCaptureTestCrash_noCrashInLogcat()
64 mReporter.testEnded(test, 5L, new HashMap<String, Metric>()); in testCaptureTestCrash_noCrashInLogcat()
76 TestDescription test = new TestDescription("com.class", "test"); in testCaptureTestCrash_oneCrashingLogcat() local
78 mMockListener.testStarted(test, 0L); in testCaptureTestCrash_oneCrashingLogcat()
96 mMockListener.testFailed(EasyMock.eq(test), EasyMock.capture(captured_1)); in testCaptureTestCrash_oneCrashingLogcat()
[all …]
|
| /tools/tradefederation/core/tests/src/com/android/tradefed/testtype/ |
| D | DeviceTestCaseTest.java | 113 MockTest test = new MockTest(); in testRun_suite() local
128 test.run(mTestInfo, listener); in testRun_suite()
138 MockTest test = new MockTest(); in testRun_includeFilter() local
139 test.addIncludeFilter("com.android.tradefed.testtype.DeviceTestCaseTest$MockTest#test1"); in testRun_includeFilter()
150 test.run(mTestInfo, listener); in testRun_includeFilter()
160 MockTest test = new MockTest(); in testRun_excludeFilter() local
161 test.addExcludeFilter("com.android.tradefed.testtype.DeviceTestCaseTest$MockTest#test1"); in testRun_excludeFilter()
170 test.run(mTestInfo, listener); in testRun_excludeFilter()
180 MockAnnotatedTest test = new MockAnnotatedTest(); in testRun_includeAnnotationFiltering() local
181 test.addIncludeAnnotation( in testRun_includeAnnotationFiltering()
[all …]
|
| /tools/tradefederation/core/tests/res/config/suite/ |
| D | suite.md | 4 individual test from a suite can be as simple as a test config file change. One
6 presubmit check. If a test becomes unstable, we can make a single test config
9 A test can also be easily added to multiple suites by specifying the suite name
10 in the test config file. So one doesn't need to maintain a collection of test in
11 complicated GCL files, for a test to run in multiple suites.
17 Suite configuration file is similar to a TradeFed test configuration file. It
19 "run-suite-tag", which defines the name of the suite. Any test configuration
20 file has option "test-suite-tag" set to that value will be included in that
27 <configuration description="Android framework-base-presubmit test suite config.">
28 <test class="com.android.tradefed.testtype.suite.TfSuiteRunner">
[all …]
|
| /tools/tradefederation/core/tests/src/com/android/tradefed/device/metric/ |
| D | BaseDeviceMetricCollectorTest.java | 81 TestDescription test = new TestDescription("class", "method"); in testInitAndForwarding() local
82 mBase.testStarted(test); in testInitAndForwarding()
84 mBase.testFailed(test, "trace"); in testInitAndForwarding()
85 mBase.testAssumptionFailure(test, "trace"); in testInitAndForwarding()
86 mBase.testIgnored(test); in testInitAndForwarding()
87 mBase.testEnded(test, new HashMap<String, Metric>()); in testInitAndForwarding()
100 Mockito.verify(mMockListener, times(1)).testStarted(Mockito.eq(test), Mockito.anyLong()); in testInitAndForwarding()
103 Mockito.verify(mMockListener, times(1)).testFailed(test, "trace"); in testInitAndForwarding()
104 Mockito.verify(mMockListener, times(1)).testAssumptionFailure(test, "trace"); in testInitAndForwarding()
105 Mockito.verify(mMockListener, times(1)).testIgnored(test); in testInitAndForwarding()
[all …]
|
| /tools/tradefederation/core/src/com/android/tradefed/postprocessor/ |
| D | BasePostProcessor.java | 192 public final void testStarted(TestDescription test) { in testStarted() argument
193 testStarted(test, System.currentTimeMillis()); in testStarted()
197 public final void testStarted(TestDescription test, long startTime) { in testStarted() argument
198 mCurrentTest = test; in testStarted()
199 if (mTestLogs.containsKey(test)) { in testStarted()
200 mTestLogs.get(test).clear(); in testStarted()
202 mTestLogs.put(test, new HashMap<String, LogFile>()); in testStarted()
205 mForwarder.testStarted(test, startTime); in testStarted()
209 public final void testFailed(TestDescription test, String trace) { in testFailed() argument
210 mForwarder.testFailed(test, trace); in testFailed()
[all …]
|
| /tools/tradefederation/core/src/com/android/tradefed/result/ |
| D | FilteredResultForwarder.java | 39 public void testStarted(TestDescription test) { in testStarted() argument
40 if (!mAllowedTests.contains(test)) { in testStarted()
43 super.testStarted(test); in testStarted()
47 public void testStarted(TestDescription test, long startTime) { in testStarted() argument
48 if (!mAllowedTests.contains(test)) { in testStarted()
51 super.testStarted(test, startTime); in testStarted()
55 public void testEnded(TestDescription test, HashMap<String, Metric> testMetrics) { in testEnded() argument
56 if (!mAllowedTests.contains(test)) { in testEnded()
59 super.testEnded(test, testMetrics); in testEnded()
63 public void testEnded(TestDescription test, long endTime, HashMap<String, Metric> testMetrics) { in testEnded() argument
[all …]
|
| /tools/tradefederation/core/src/com/android/tradefed/device/metric/ |
| D | BaseDeviceMetricCollector.java | 171 public void onTestFail(DeviceMetricData testData, TestDescription test) { in onTestFail() argument
176 public void onTestAssumptionFailure(DeviceMetricData testData, TestDescription test) { in onTestAssumptionFailure() argument
190 TestDescription test) { in onTestEnd() argument
286 public final void testStarted(TestDescription test) { in testStarted() argument
287 testStarted(test, System.currentTimeMillis()); in testStarted()
291 public final void testStarted(TestDescription test, long startTime) { in testStarted() argument
293 mSkipTestCase = shouldSkip(test); in testStarted()
302 mForwarder.testStarted(test, startTime); in testStarted()
306 public final void testFailed(TestDescription test, String trace) { in testFailed() argument
309 onTestFail(mTestData, test); in testFailed()
[all …]
|
| /tools/tradefederation/contrib/src/com/android/media/tests/ |
| D | CameraTestBase.java | 260 abstract public void handleMetricsOnTestEnded(TestDescription test, in handleMetricsOnTestEnded() argument
290 TestDescription test, long endTime, HashMap<String, Metric> testMetrics) { in testEnded() argument
291 super.testEnded(test, endTime, testMetrics); in testEnded()
292 handleMetricsOnTestEnded(test, TfMetricProtoUtil.compatibleConvert(testMetrics)); in testEnded()
293 stopDumping(test); in testEnded()
294 mListener.testEnded(test, endTime, testMetrics); in testEnded()
298 public void testStarted(TestDescription test, long startTime) { in testStarted() argument
299 super.testStarted(test, startTime); in testStarted()
300 startDumping(test); in testStarted()
301 mListener.testStarted(test, startTime); in testStarted()
[all …]
|