1*795d594fSAndroid Build Coastguard Worker /* 2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2022 The Android Open Source Project 3*795d594fSAndroid Build Coastguard Worker * 4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License"); 5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License. 6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at 7*795d594fSAndroid Build Coastguard Worker * 8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0 9*795d594fSAndroid Build Coastguard Worker * 10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software 11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS, 12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and 14*795d594fSAndroid Build Coastguard Worker * limitations under the License. 15*795d594fSAndroid Build Coastguard Worker */ 16*795d594fSAndroid Build Coastguard Worker 17*795d594fSAndroid Build Coastguard Worker import java.lang.invoke.VarHandle; 18*795d594fSAndroid Build Coastguard Worker import java.lang.invoke.MethodHandles; 19*795d594fSAndroid Build Coastguard Worker import java.time.Duration; 20*795d594fSAndroid Build Coastguard Worker import java.util.concurrent.atomic.AtomicInteger; 21*795d594fSAndroid Build Coastguard Worker import java.util.function.Consumer; 22*795d594fSAndroid Build Coastguard Worker 23*795d594fSAndroid Build Coastguard Worker /** 24*795d594fSAndroid Build Coastguard Worker * Runs tests to validate the concurrency guarantees of VarHandle. 25*795d594fSAndroid Build Coastguard Worker * 26*795d594fSAndroid Build Coastguard Worker * The tests involve having a lot of tasks and significantly fewer threads. The tasks are stored on 27*795d594fSAndroid Build Coastguard Worker * a queue and each thread tries to grab a task from the queue using operations like 28*795d594fSAndroid Build Coastguard Worker * VarHandle.compareAndSet(). If the operation works as specified, then each task would only be 29*795d594fSAndroid Build Coastguard Worker * handled in a single thread, exactly once. 30*795d594fSAndroid Build Coastguard Worker * 31*795d594fSAndroid Build Coastguard Worker * The tasks just add atomically a specified integer to a total. If the total is different from the 32*795d594fSAndroid Build Coastguard Worker * expected one, then either some tasks were run multiple times (on multiple threads), or some task 33*795d594fSAndroid Build Coastguard Worker * were not run at all (skipped by all threads). 34*795d594fSAndroid Build Coastguard Worker */ 35*795d594fSAndroid Build Coastguard Worker public class Main { 36*795d594fSAndroid Build Coastguard Worker private static final VarHandle QA; 37*795d594fSAndroid Build Coastguard Worker static { 38*795d594fSAndroid Build Coastguard Worker QA = MethodHandles.arrayElementVarHandle(TestTask[].class); 39*795d594fSAndroid Build Coastguard Worker } 40*795d594fSAndroid Build Coastguard Worker 41*795d594fSAndroid Build Coastguard Worker private static final int TASK_COUNT = 10000; 42*795d594fSAndroid Build Coastguard Worker private static final int THREAD_COUNT = 20; 43*795d594fSAndroid Build Coastguard Worker /* Each test may need several retries before a concurrent failure is seen. In the past, for a 44*795d594fSAndroid Build Coastguard Worker * known bug, between 5 and 10 retries were sufficient. Use RETRIES to configure how many 45*795d594fSAndroid Build Coastguard Worker * iterations to retry for each test scenario. However, to avoid the test running for too long, 46*795d594fSAndroid Build Coastguard Worker * for example with gcstress, set a cap duration in MAX_RETRIES_DURATION. With this at least one 47*795d594fSAndroid Build Coastguard Worker * iteration would run, but there could be fewer retries if each of them takes too long. */ 48*795d594fSAndroid Build Coastguard Worker private static final int RETRIES = 50; 49*795d594fSAndroid Build Coastguard Worker // b/235431387: timeout reduced from 1 minute 50*795d594fSAndroid Build Coastguard Worker private static final Duration MAX_RETRIES_DURATION = Duration.ofSeconds(15); 51*795d594fSAndroid Build Coastguard Worker main(String[] args)52*795d594fSAndroid Build Coastguard Worker public static void main(String[] args) throws Throwable { 53*795d594fSAndroid Build Coastguard Worker testConcurrentProcessing(new CompareAndExchangeRunnerFactory(), "compareAndExchange"); 54*795d594fSAndroid Build Coastguard Worker testConcurrentProcessing(new CompareAndSetRunnerFactory(), "compareAndSet"); 55*795d594fSAndroid Build Coastguard Worker testConcurrentProcessing(new WeakCompareAndSetRunnerFactory(), "weakCompareAndSet"); 56*795d594fSAndroid Build Coastguard Worker } 57*795d594fSAndroid Build Coastguard Worker testConcurrentProcessing(RunnerFactory factory, String testName)58*795d594fSAndroid Build Coastguard Worker private static void testConcurrentProcessing(RunnerFactory factory, String testName) 59*795d594fSAndroid Build Coastguard Worker throws Throwable { 60*795d594fSAndroid Build Coastguard Worker final Duration startTs = Duration.ofNanos(System.nanoTime()); 61*795d594fSAndroid Build Coastguard Worker final Duration endTs = startTs.plus(MAX_RETRIES_DURATION); 62*795d594fSAndroid Build Coastguard Worker for (int i = 0; i < RETRIES; ++i) { 63*795d594fSAndroid Build Coastguard Worker concurrentProcessingTestIteration(factory, i, testName); 64*795d594fSAndroid Build Coastguard Worker Duration now = Duration.ofNanos(System.nanoTime()); 65*795d594fSAndroid Build Coastguard Worker if (0 < now.compareTo(endTs)) { 66*795d594fSAndroid Build Coastguard Worker break; 67*795d594fSAndroid Build Coastguard Worker } 68*795d594fSAndroid Build Coastguard Worker } 69*795d594fSAndroid Build Coastguard Worker } 70*795d594fSAndroid Build Coastguard Worker concurrentProcessingTestIteration( RunnerFactory factory, int iteration, String testName)71*795d594fSAndroid Build Coastguard Worker private static void concurrentProcessingTestIteration( 72*795d594fSAndroid Build Coastguard Worker RunnerFactory factory, int iteration, String testName) throws Throwable { 73*795d594fSAndroid Build Coastguard Worker final TestTask[] tasks = new TestTask[TASK_COUNT]; 74*795d594fSAndroid Build Coastguard Worker final AtomicInteger result = new AtomicInteger(); 75*795d594fSAndroid Build Coastguard Worker 76*795d594fSAndroid Build Coastguard Worker for (int i = 0; i < TASK_COUNT; ++i) { 77*795d594fSAndroid Build Coastguard Worker tasks[i] = new TestTask(Integer.valueOf(i + 1), result::addAndGet); 78*795d594fSAndroid Build Coastguard Worker } 79*795d594fSAndroid Build Coastguard Worker 80*795d594fSAndroid Build Coastguard Worker Thread[] threads = new Thread[THREAD_COUNT]; 81*795d594fSAndroid Build Coastguard Worker for (int i = 0; i < THREAD_COUNT; ++i) { 82*795d594fSAndroid Build Coastguard Worker threads[i] = factory.createRunner(tasks); 83*795d594fSAndroid Build Coastguard Worker } 84*795d594fSAndroid Build Coastguard Worker 85*795d594fSAndroid Build Coastguard Worker for (int i = 0; i < THREAD_COUNT; ++i) { 86*795d594fSAndroid Build Coastguard Worker threads[i].start(); 87*795d594fSAndroid Build Coastguard Worker } 88*795d594fSAndroid Build Coastguard Worker 89*795d594fSAndroid Build Coastguard Worker for (int i = 0; i < THREAD_COUNT; ++i) { 90*795d594fSAndroid Build Coastguard Worker threads[i].join(); 91*795d594fSAndroid Build Coastguard Worker } 92*795d594fSAndroid Build Coastguard Worker 93*795d594fSAndroid Build Coastguard Worker check(result.get(), 94*795d594fSAndroid Build Coastguard Worker TASK_COUNT * (TASK_COUNT + 1) / 2, 95*795d594fSAndroid Build Coastguard Worker testName + " test result not as expected", 96*795d594fSAndroid Build Coastguard Worker iteration); 97*795d594fSAndroid Build Coastguard Worker } 98*795d594fSAndroid Build Coastguard Worker 99*795d594fSAndroid Build Coastguard Worker /** 100*795d594fSAndroid Build Coastguard Worker * Processes the task queue until there are no tasks left. 101*795d594fSAndroid Build Coastguard Worker * 102*795d594fSAndroid Build Coastguard Worker * The actual task-grabbing mechanism is implemented in subclasses through grabTask(). 103*795d594fSAndroid Build Coastguard Worker * This allows testing various mechanisms, like compareAndSet() and compareAndExchange(). 104*795d594fSAndroid Build Coastguard Worker */ 105*795d594fSAndroid Build Coastguard Worker private static abstract class TaskRunner extends Thread { 106*795d594fSAndroid Build Coastguard Worker 107*795d594fSAndroid Build Coastguard Worker protected final TestTask[] tasks; 108*795d594fSAndroid Build Coastguard Worker TaskRunner(TestTask[] tasks)109*795d594fSAndroid Build Coastguard Worker TaskRunner(TestTask[] tasks) { 110*795d594fSAndroid Build Coastguard Worker this.tasks = tasks; 111*795d594fSAndroid Build Coastguard Worker } 112*795d594fSAndroid Build Coastguard Worker 113*795d594fSAndroid Build Coastguard Worker @Override run()114*795d594fSAndroid Build Coastguard Worker public void run() { 115*795d594fSAndroid Build Coastguard Worker int i = 0; 116*795d594fSAndroid Build Coastguard Worker while (i < TASK_COUNT) { 117*795d594fSAndroid Build Coastguard Worker TestTask t = (TestTask) QA.get(tasks, i); 118*795d594fSAndroid Build Coastguard Worker if (t == null) { 119*795d594fSAndroid Build Coastguard Worker ++i; 120*795d594fSAndroid Build Coastguard Worker continue; 121*795d594fSAndroid Build Coastguard Worker } 122*795d594fSAndroid Build Coastguard Worker if (!grabTask(t, i)) { 123*795d594fSAndroid Build Coastguard Worker continue; 124*795d594fSAndroid Build Coastguard Worker } 125*795d594fSAndroid Build Coastguard Worker ++i; 126*795d594fSAndroid Build Coastguard Worker VarHandle.releaseFence(); 127*795d594fSAndroid Build Coastguard Worker t.exec(); 128*795d594fSAndroid Build Coastguard Worker } 129*795d594fSAndroid Build Coastguard Worker } 130*795d594fSAndroid Build Coastguard Worker 131*795d594fSAndroid Build Coastguard Worker /** 132*795d594fSAndroid Build Coastguard Worker * Grabs the next task from the queue in an atomic way. 133*795d594fSAndroid Build Coastguard Worker * 134*795d594fSAndroid Build Coastguard Worker * Once a task is retrieved successfully, the queue should no longer hold a reference to it. 135*795d594fSAndroid Build Coastguard Worker * This would be done, for example, by swapping the task with a null value. 136*795d594fSAndroid Build Coastguard Worker * 137*795d594fSAndroid Build Coastguard Worker * @param t The task to get from the queue 138*795d594fSAndroid Build Coastguard Worker * @param i The index where the task is found 139*795d594fSAndroid Build Coastguard Worker * 140*795d594fSAndroid Build Coastguard Worker * @return {@code true} if the task has been retrieved and is not available to any other 141*795d594fSAndroid Build Coastguard Worker * threads. Otherwise {@code false}. If {@code false} is returned, then either the task was 142*795d594fSAndroid Build Coastguard Worker * no longer present on the queue due to another thread grabbing it, or, in case of spurious 143*795d594fSAndroid Build Coastguard Worker * failure, the task is still available and no other thread managed to grab it. 144*795d594fSAndroid Build Coastguard Worker */ grabTask(TestTask t, int i)145*795d594fSAndroid Build Coastguard Worker protected abstract boolean grabTask(TestTask t, int i); 146*795d594fSAndroid Build Coastguard Worker } 147*795d594fSAndroid Build Coastguard Worker 148*795d594fSAndroid Build Coastguard Worker private static class TaskRunnerWithCompareAndExchange extends TaskRunner { TaskRunnerWithCompareAndExchange(TestTask[] tasks)149*795d594fSAndroid Build Coastguard Worker TaskRunnerWithCompareAndExchange(TestTask[] tasks) { 150*795d594fSAndroid Build Coastguard Worker super(tasks); 151*795d594fSAndroid Build Coastguard Worker } 152*795d594fSAndroid Build Coastguard Worker 153*795d594fSAndroid Build Coastguard Worker @Override grabTask(TestTask t, int i)154*795d594fSAndroid Build Coastguard Worker protected boolean grabTask(TestTask t, int i) { 155*795d594fSAndroid Build Coastguard Worker return (t == QA.compareAndExchange(tasks, i, t, null)); 156*795d594fSAndroid Build Coastguard Worker } 157*795d594fSAndroid Build Coastguard Worker } 158*795d594fSAndroid Build Coastguard Worker 159*795d594fSAndroid Build Coastguard Worker private static class TaskRunnerWithCompareAndSet extends TaskRunner { TaskRunnerWithCompareAndSet(TestTask[] tasks)160*795d594fSAndroid Build Coastguard Worker TaskRunnerWithCompareAndSet(TestTask[] tasks) { 161*795d594fSAndroid Build Coastguard Worker super(tasks); 162*795d594fSAndroid Build Coastguard Worker } 163*795d594fSAndroid Build Coastguard Worker 164*795d594fSAndroid Build Coastguard Worker @Override grabTask(TestTask t, int i)165*795d594fSAndroid Build Coastguard Worker protected boolean grabTask(TestTask t, int i) { 166*795d594fSAndroid Build Coastguard Worker return QA.compareAndSet(tasks, i, t, null); 167*795d594fSAndroid Build Coastguard Worker } 168*795d594fSAndroid Build Coastguard Worker } 169*795d594fSAndroid Build Coastguard Worker 170*795d594fSAndroid Build Coastguard Worker private static class TaskRunnerWithWeakCompareAndSet extends TaskRunner { TaskRunnerWithWeakCompareAndSet(TestTask[] tasks)171*795d594fSAndroid Build Coastguard Worker TaskRunnerWithWeakCompareAndSet(TestTask[] tasks) { 172*795d594fSAndroid Build Coastguard Worker super(tasks); 173*795d594fSAndroid Build Coastguard Worker } 174*795d594fSAndroid Build Coastguard Worker 175*795d594fSAndroid Build Coastguard Worker @Override grabTask(TestTask t, int i)176*795d594fSAndroid Build Coastguard Worker protected boolean grabTask(TestTask t, int i) { 177*795d594fSAndroid Build Coastguard Worker return QA.weakCompareAndSet(tasks, i, t, null); 178*795d594fSAndroid Build Coastguard Worker } 179*795d594fSAndroid Build Coastguard Worker } 180*795d594fSAndroid Build Coastguard Worker 181*795d594fSAndroid Build Coastguard Worker 182*795d594fSAndroid Build Coastguard Worker private interface RunnerFactory { createRunner(TestTask[] tasks)183*795d594fSAndroid Build Coastguard Worker Thread createRunner(TestTask[] tasks); 184*795d594fSAndroid Build Coastguard Worker } 185*795d594fSAndroid Build Coastguard Worker 186*795d594fSAndroid Build Coastguard Worker private static class CompareAndExchangeRunnerFactory implements RunnerFactory { 187*795d594fSAndroid Build Coastguard Worker @Override createRunner(TestTask[] tasks)188*795d594fSAndroid Build Coastguard Worker public Thread createRunner(TestTask[] tasks) { 189*795d594fSAndroid Build Coastguard Worker return new TaskRunnerWithCompareAndExchange(tasks); 190*795d594fSAndroid Build Coastguard Worker } 191*795d594fSAndroid Build Coastguard Worker } 192*795d594fSAndroid Build Coastguard Worker 193*795d594fSAndroid Build Coastguard Worker private static class CompareAndSetRunnerFactory implements RunnerFactory { 194*795d594fSAndroid Build Coastguard Worker @Override createRunner(TestTask[] tasks)195*795d594fSAndroid Build Coastguard Worker public Thread createRunner(TestTask[] tasks) { 196*795d594fSAndroid Build Coastguard Worker return new TaskRunnerWithCompareAndSet(tasks); 197*795d594fSAndroid Build Coastguard Worker } 198*795d594fSAndroid Build Coastguard Worker } 199*795d594fSAndroid Build Coastguard Worker 200*795d594fSAndroid Build Coastguard Worker private static class WeakCompareAndSetRunnerFactory implements RunnerFactory { 201*795d594fSAndroid Build Coastguard Worker @Override createRunner(TestTask[] tasks)202*795d594fSAndroid Build Coastguard Worker public Thread createRunner(TestTask[] tasks) { 203*795d594fSAndroid Build Coastguard Worker return new TaskRunnerWithWeakCompareAndSet(tasks); 204*795d594fSAndroid Build Coastguard Worker } 205*795d594fSAndroid Build Coastguard Worker } 206*795d594fSAndroid Build Coastguard Worker 207*795d594fSAndroid Build Coastguard Worker private static class TestTask { 208*795d594fSAndroid Build Coastguard Worker private final Integer ord; 209*795d594fSAndroid Build Coastguard Worker private final Consumer<Integer> action; 210*795d594fSAndroid Build Coastguard Worker TestTask(Integer ord, Consumer<Integer> action)211*795d594fSAndroid Build Coastguard Worker TestTask(Integer ord, Consumer<Integer> action) { 212*795d594fSAndroid Build Coastguard Worker this.ord = ord; 213*795d594fSAndroid Build Coastguard Worker this.action = action; 214*795d594fSAndroid Build Coastguard Worker } 215*795d594fSAndroid Build Coastguard Worker exec()216*795d594fSAndroid Build Coastguard Worker public void exec() { 217*795d594fSAndroid Build Coastguard Worker action.accept(ord); 218*795d594fSAndroid Build Coastguard Worker } 219*795d594fSAndroid Build Coastguard Worker } 220*795d594fSAndroid Build Coastguard Worker check(int actual, int expected, String msg, int iteration)221*795d594fSAndroid Build Coastguard Worker private static void check(int actual, int expected, String msg, int iteration) { 222*795d594fSAndroid Build Coastguard Worker if (actual != expected) { 223*795d594fSAndroid Build Coastguard Worker System.err.println(String.format( 224*795d594fSAndroid Build Coastguard Worker "[iteration %d] %s : %d != %d", iteration, msg, actual, expected)); 225*795d594fSAndroid Build Coastguard Worker System.exit(1); 226*795d594fSAndroid Build Coastguard Worker } 227*795d594fSAndroid Build Coastguard Worker } 228*795d594fSAndroid Build Coastguard Worker } 229