summaryrefslogtreecommitdiff
path: root/tests/core/runner-axt/src/com/android/cts/core/runner/filter/CoreTestModeFilter.java
blob: e827a500384ea48c5ce8d17d76a4f74623ff0c55 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
/*
 * Copyright (C) 2023 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.android.cts.core.runner.filter;

import android.os.Build;
import android.os.Bundle;
import android.platform.test.annotations.FlakyTest;
import android.platform.test.annotations.LargeTest;

import libcore.test.annotation.NonCts;
import libcore.test.annotation.NonMts;

import org.junit.runner.Description;

import java.lang.annotation.Annotation;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashSet;
import java.util.Set;
import java.util.function.Predicate;

public class CoreTestModeFilter implements Predicate<Description> {

    private static final String ARGUMENT_MODE = "core-test-mode";

    private final Set<Class> mTestSkippingAnnotations;

    /**
     * @param testSkippingAnnotations list of annotation classes.
     */
    private CoreTestModeFilter(Class<? extends Annotation>... testSkippingAnnotations) {
        mTestSkippingAnnotations = new HashSet<>(Arrays.asList(testSkippingAnnotations));
    }

    /**
     * Config this filter from the {@link #ARGUMENT_MODE} option.
     *
     * @see com.android.cts.core.runner.ExpectationBasedFilter#ExpectationBasedFilter(Bundle)
     */
    public static Predicate<Description> createInstance(Bundle args) {
        String mode = args.getString(ARGUMENT_MODE);
        if ("cts".equals(mode)) {
            // It's okay that ignoredTestsInCts.txt doesn't exist in the test .apk file, and
            // the created CoreExpectationFilter doesn't skip any test in this case.
            Set<String> expectationFile = Set.of("/skippedCtsTest.txt");
            return new CoreTestModeFilter(NonCts.class)
                    .and(CoreExpectationFilter.createInstance(expectationFile));
        } else if ("presubmit".equals(mode)) {
            return new CoreTestModeFilter(FlakyTest.class, LargeTest.class);
        } else {
            // Use MTS mode by default because MCTS should dynamically download
            // the MCTS artifacts in the same version as the ART module installed
            // on the device.
            return new CoreTestModeFilter(NonMts.class);
        }
    }

    @Override
    public boolean test(Description description) {
        if (isAnnotated(description.getAnnotations())) {
            return false;
        }

        // In addition to the method, check if the test class is annotated.
        Class<?> testClass = description.getTestClass();
        if (testClass != null && isAnnotated(Arrays.asList(testClass.getAnnotations()))) {
            return false;
        }
        return true;
    }

    private boolean isAnnotated(Collection<Annotation> annotations) {
        for (Annotation annotation : annotations) {
            Class<? extends Annotation> clazz = annotation.annotationType();
            if (mTestSkippingAnnotations.contains(clazz)) {
                if (annotation instanceof NonMts) {
                    if (isNonMtsTestDisabledOnThisSdk((NonMts) annotation)) {
                        return true;
                    } else {
                        // Process the next annotation.
                        continue;
                    }
                } else {
                    return true;
                }
            }
        }
        return false;
    }

    private static boolean isNonMtsTestDisabledOnThisSdk(NonMts annotation) {
        int disabledUntilSdk = annotation.disabledUntilSdk();
        return disabledUntilSdk < 0 || Build.VERSION.SDK_INT < disabledUntilSdk;
    }

}