tests/accessibilityservice/src/android/accessibilityservice/cts/AccessibilityGestureDetectorTest.java - platform/cts - Git at Google

 /**
  * Copyright (C) 2017 The Android Open Source Project
  *
  * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
  * in compliance with the License. You may obtain a copy of the License at
  *
  * http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software distributed under the
  * License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
  * express or implied. See the License for the specific language governing permissions and
  * limitations under the License.
  */

 package android.accessibilityservice.cts;

 import static android.accessibilityservice.cts.utils.CtsTestUtils.runIfNotNull;
 import static android.accessibilityservice.cts.utils.GestureUtils.click;
 import static android.accessibilityservice.cts.utils.GestureUtils.endTimeOf;
 import static android.accessibilityservice.cts.utils.GestureUtils.longClick;
 import static android.accessibilityservice.cts.utils.GestureUtils.startingAt;

 import static org.junit.Assert.assertEquals;
 import static org.mockito.Mockito.any;
 import static org.mockito.Mockito.timeout;
 import static org.mockito.Mockito.verify;

 import android.accessibilityservice.AccessibilityService;
 import android.accessibilityservice.GestureDescription;
 import android.accessibilityservice.GestureDescription.StrokeDescription;
 import android.app.Instrumentation;
 import android.content.Context;
 import android.content.pm.PackageManager;
 import android.graphics.Path;
 import android.graphics.Point;
 import android.graphics.PointF;
 import android.platform.test.annotations.AppModeFull;
 import android.util.DisplayMetrics;
 import android.view.WindowManager;
 import android.view.accessibility.AccessibilityEvent;

 import androidx.test.InstrumentationRegistry;
 import androidx.test.runner.AndroidJUnit4;

 import org.junit.After;
 import org.junit.Before;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.mockito.Mock;
 import org.mockito.MockitoAnnotations;

 /** Verify that motion events are recognized as accessibility gestures. */
 @RunWith(AndroidJUnit4.class)
 public class AccessibilityGestureDetectorTest {

     // Constants
     private static final float GESTURE_LENGTH_INCHES = 1.0f;
     private static final long STROKE_MS = 400;
     private static final long GESTURE_DISPATCH_TIMEOUT_MS = 3000;
     private static final long EVENT_DISPATCH_TIMEOUT_MS = 3000;

     // Test AccessibilityService that collects gestures.
     GestureDetectionStubAccessibilityService mService;
     boolean mHasTouchScreen;
     boolean mScreenBigEnough;
     int mStrokeLenPxX; // Gesture stroke size, in pixels
     int mStrokeLenPxY;
     Point mCenter; // Center of screen. Gestures all start from this point.
     PointF mTapLocation;
     @Mock AccessibilityService.GestureResultCallback mGestureDispatchCallback;

     @Before
     public void setUp() throws Exception {
         MockitoAnnotations.initMocks(this);

         // Check that device has a touch screen.
         Instrumentation instrumentation = InstrumentationRegistry.getInstrumentation();
         PackageManager pm = instrumentation.getContext().getPackageManager();
         mHasTouchScreen = pm.hasSystemFeature(PackageManager.FEATURE_TOUCHSCREEN)
                 || pm.hasSystemFeature(PackageManager.FEATURE_FAKETOUCH);
         if (!mHasTouchScreen) {
             return;
         }

         // Find screen size, check that it is big enough for gestures.
         // Gestures will start in the center of the screen, so we need enough horiz/vert space.
         WindowManager windowManager = (WindowManager) instrumentation.getContext()
                 .getSystemService(Context.WINDOW_SERVICE);
         final DisplayMetrics metrics = new DisplayMetrics();
         windowManager.getDefaultDisplay().getRealMetrics(metrics);
         mCenter = new Point((int) metrics.widthPixels / 2, (int) metrics.heightPixels / 2);
         mTapLocation = new PointF(mCenter);
         mStrokeLenPxX = (int) (GESTURE_LENGTH_INCHES * metrics.xdpi);
         mStrokeLenPxY = (int) (GESTURE_LENGTH_INCHES * metrics.ydpi);
         mScreenBigEnough = (metrics.widthPixels / (2 * metrics.xdpi) > GESTURE_LENGTH_INCHES);
         if (!mScreenBigEnough) {
             return;
         }
         // Start stub accessibility service.
         mService = GestureDetectionStubAccessibilityService.enableSelf(instrumentation);
     }

     @After
     public void tearDown() throws Exception {
         if (!mHasTouchScreen || !mScreenBigEnough) {
             return;
         }
         runIfNotNull(mService, service -> service.runOnServiceSync(service::disableSelf));
     }

     @Test
     @AppModeFull
     public void testRecognizeGesturePath() {
         if (!mHasTouchScreen || !mScreenBigEnough) {
             return;
         }

         // Compute gesture stroke lengths, in pixels.
         final int dx = mStrokeLenPxX;
         final int dy = mStrokeLenPxY;

         // Test recognizing various gestures.
         testPath(p(-dx, +0), AccessibilityService.GESTURE_SWIPE_LEFT);
         testPath(p(+dx, +0), AccessibilityService.GESTURE_SWIPE_RIGHT);
         testPath(p(+0, -dy), AccessibilityService.GESTURE_SWIPE_UP);
         testPath(p(+0, +dy), AccessibilityService.GESTURE_SWIPE_DOWN);

         testPath(p(-dx, +0), p(+0, +0), AccessibilityService.GESTURE_SWIPE_LEFT_AND_RIGHT);
         testPath(p(-dx, +0), p(-dx, -dy), AccessibilityService.GESTURE_SWIPE_LEFT_AND_UP);
         testPath(p(-dx, +0), p(-dx, +dy), AccessibilityService.GESTURE_SWIPE_LEFT_AND_DOWN);

         testPath(p(+dx, +0), p(+0, +0), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_LEFT);
         testPath(p(+dx, +0), p(+dx, -dy), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_UP);
         testPath(p(+dx, +0), p(+dx, +dy), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_DOWN);

         testPath(p(+0, -dy), p(-dx, -dy), AccessibilityService.GESTURE_SWIPE_UP_AND_LEFT);
         testPath(p(+0, -dy), p(+dx, -dy), AccessibilityService.GESTURE_SWIPE_UP_AND_RIGHT);
         testPath(p(+0, -dy), p(+0, +0), AccessibilityService.GESTURE_SWIPE_UP_AND_DOWN);

         testPath(p(+0, +dy), p(-dx, +dy), AccessibilityService.GESTURE_SWIPE_DOWN_AND_LEFT);
         testPath(p(+0, +dy), p(+dx, +dy), AccessibilityService.GESTURE_SWIPE_DOWN_AND_RIGHT);
         testPath(p(+0, +dy), p(+0, +0), AccessibilityService.GESTURE_SWIPE_DOWN_AND_UP);
     }

     /** Convenient short alias to make a Point. */
     private static Point p(int x, int y) {
         return new Point(x, y);
     }

     /** Test recognizing path from PATH_START to PATH_START+delta. */
     private void testPath(Point delta, int gestureId) {
         testPath(delta, null, gestureId);
     }

     /** Test recognizing path from PATH_START to PATH_START+delta1 to PATH_START+delta2. */
     private void testPath(Point delta1, Point delta2, int gestureId) {
         // Create gesture motions.
         int numPathSegments = (delta2 == null) ? 1 : 2;
         long pathDurationMs = numPathSegments * STROKE_MS;
         GestureDescription gesture = new GestureDescription.Builder()
                 .addStroke(new StrokeDescription(
                 linePath(mCenter, delta1, delta2), 0, pathDurationMs, false))
                 .build();

         // Dispatch gesture motions.
         // Use AccessibilityService.dispatchGesture() instead of Instrumentation.sendPointerSync()
         // because accessibility services read gesture events upstream from the point where
         // sendPointerSync() injects events.
         mService.clearGestures();
         mService.runOnServiceSync(() ->
         mService.dispatchGesture(gesture, mGestureDispatchCallback, null));
         verify(mGestureDispatchCallback, timeout(GESTURE_DISPATCH_TIMEOUT_MS).atLeastOnce())
                 .onCompleted(any());

         // Wait for gesture recognizer, and check recognized gesture.
         mService.waitUntilGesture();
         assertEquals(1, mService.getGesturesSize());
         assertEquals(gestureId, mService.getGesture(0));
     }

     /** Create a path from startPoint, moving by delta1, then delta2. (delta2 may be null.) */
     Path linePath(Point startPoint, Point delta1, Point delta2) {
         Path path = new Path();
         path.moveTo(startPoint.x, startPoint.y);
         path.lineTo(startPoint.x + delta1.x, startPoint.y + delta1.y);
         if (delta2 != null) {
             path.lineTo(startPoint.x + delta2.x, startPoint.y + delta2.y);
         }
         return path;
     }

     @Test
     @AppModeFull
     public void testVerifyGestureTouchEvent() {
         if (!mHasTouchScreen || !mScreenBigEnough) {
             return;
         }

         assertEventAfterGesture(swipe(),
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

         assertEventAfterGesture(tap(),
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
                 AccessibilityEvent.TYPE_TOUCH_EXPLORATION_GESTURE_START,
                 AccessibilityEvent.TYPE_TOUCH_EXPLORATION_GESTURE_END,
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

         assertEventAfterGesture(doubleTap(),
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

         assertEventAfterGesture(doubleTapAndHold(),
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
                 AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);
     }

     /** Test touch for accessibility events */
     private void assertEventAfterGesture(GestureDescription gesture, int... events) {
         mService.clearEvents();
         mService.runOnServiceSync(
                 () -> mService.dispatchGesture(gesture, mGestureDispatchCallback, null));
         verify(mGestureDispatchCallback, timeout(EVENT_DISPATCH_TIMEOUT_MS).atLeastOnce())
                 .onCompleted(any());

         mService.waitUntilEvent(events.length);
         assertEquals(events.length, mService.getEventsSize());
         for (int i = 0; i < events.length; i++) {
             assertEquals(events[i], mService.getEvent(i));
         }
     }

     private GestureDescription swipe() {
         GestureDescription.Builder builder = new GestureDescription.Builder();
         StrokeDescription swipe = new StrokeDescription(
                 linePath(mCenter, p(0, mStrokeLenPxY), null), 0, STROKE_MS, false);
         builder.addStroke(swipe);
         return builder.build();
     }

     private GestureDescription tap() {
         GestureDescription.Builder builder = new GestureDescription.Builder();
         StrokeDescription tap = click(mTapLocation);
         builder.addStroke(tap);
         return builder.build();
     }

     private GestureDescription doubleTap() {
         GestureDescription.Builder builder = new GestureDescription.Builder();
         StrokeDescription tap1 = click(mTapLocation);
         StrokeDescription tap2 = startingAt(endTimeOf(tap1) + 20, click(mTapLocation));
         builder.addStroke(tap1);
         builder.addStroke(tap2);
         return builder.build();
     }

     private GestureDescription doubleTapAndHold() {
         GestureDescription.Builder builder = new GestureDescription.Builder();
         StrokeDescription tap1 = click(mTapLocation);
         StrokeDescription tap2 = startingAt(endTimeOf(tap1) + 20, longClick(mTapLocation));
         builder.addStroke(tap1);
         builder.addStroke(tap2);
         return builder.build();
     }
 }
	/**
	* Copyright (C) 2017 The Android Open Source Project
	*
	* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
	* in compliance with the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software distributed under the
	* License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
	* express or implied. See the License for the specific language governing permissions and
	* limitations under the License.
	*/

	package android.accessibilityservice.cts;

	import static android.accessibilityservice.cts.utils.CtsTestUtils.runIfNotNull;
	import static android.accessibilityservice.cts.utils.GestureUtils.click;
	import static android.accessibilityservice.cts.utils.GestureUtils.endTimeOf;
	import static android.accessibilityservice.cts.utils.GestureUtils.longClick;
	import static android.accessibilityservice.cts.utils.GestureUtils.startingAt;

	import static org.junit.Assert.assertEquals;
	import static org.mockito.Mockito.any;
	import static org.mockito.Mockito.timeout;
	import static org.mockito.Mockito.verify;

	import android.accessibilityservice.AccessibilityService;
	import android.accessibilityservice.GestureDescription;
	import android.accessibilityservice.GestureDescription.StrokeDescription;
	import android.app.Instrumentation;
	import android.content.Context;
	import android.content.pm.PackageManager;
	import android.graphics.Path;
	import android.graphics.Point;
	import android.graphics.PointF;
	import android.platform.test.annotations.AppModeFull;
	import android.util.DisplayMetrics;
	import android.view.WindowManager;
	import android.view.accessibility.AccessibilityEvent;

	import androidx.test.InstrumentationRegistry;
	import androidx.test.runner.AndroidJUnit4;

	import org.junit.After;
	import org.junit.Before;
	import org.junit.Test;
	import org.junit.runner.RunWith;
	import org.mockito.Mock;
	import org.mockito.MockitoAnnotations;

	/** Verify that motion events are recognized as accessibility gestures. */
	@RunWith(AndroidJUnit4.class)
	public class AccessibilityGestureDetectorTest {

	// Constants
	private static final float GESTURE_LENGTH_INCHES = 1.0f;
	private static final long STROKE_MS = 400;
	private static final long GESTURE_DISPATCH_TIMEOUT_MS = 3000;
	private static final long EVENT_DISPATCH_TIMEOUT_MS = 3000;

	// Test AccessibilityService that collects gestures.
	GestureDetectionStubAccessibilityService mService;
	boolean mHasTouchScreen;
	boolean mScreenBigEnough;
	int mStrokeLenPxX; // Gesture stroke size, in pixels
	int mStrokeLenPxY;
	Point mCenter; // Center of screen. Gestures all start from this point.
	PointF mTapLocation;
	@Mock AccessibilityService.GestureResultCallback mGestureDispatchCallback;

	@Before
	public void setUp() throws Exception {
	MockitoAnnotations.initMocks(this);

	// Check that device has a touch screen.
	Instrumentation instrumentation = InstrumentationRegistry.getInstrumentation();
	PackageManager pm = instrumentation.getContext().getPackageManager();
	mHasTouchScreen = pm.hasSystemFeature(PackageManager.FEATURE_TOUCHSCREEN)
	\|\| pm.hasSystemFeature(PackageManager.FEATURE_FAKETOUCH);
	if (!mHasTouchScreen) {
	return;
	}

	// Find screen size, check that it is big enough for gestures.
	// Gestures will start in the center of the screen, so we need enough horiz/vert space.
	WindowManager windowManager = (WindowManager) instrumentation.getContext()
	.getSystemService(Context.WINDOW_SERVICE);
	final DisplayMetrics metrics = new DisplayMetrics();
	windowManager.getDefaultDisplay().getRealMetrics(metrics);
	mCenter = new Point((int) metrics.widthPixels / 2, (int) metrics.heightPixels / 2);
	mTapLocation = new PointF(mCenter);
	mStrokeLenPxX = (int) (GESTURE_LENGTH_INCHES * metrics.xdpi);
	mStrokeLenPxY = (int) (GESTURE_LENGTH_INCHES * metrics.ydpi);
	mScreenBigEnough = (metrics.widthPixels / (2 * metrics.xdpi) > GESTURE_LENGTH_INCHES);
	if (!mScreenBigEnough) {
	return;
	}
	// Start stub accessibility service.
	mService = GestureDetectionStubAccessibilityService.enableSelf(instrumentation);
	}

	@After
	public void tearDown() throws Exception {
	if (!mHasTouchScreen \|\| !mScreenBigEnough) {
	return;
	}
	runIfNotNull(mService, service -> service.runOnServiceSync(service::disableSelf));
	}

	@Test
	@AppModeFull
	public void testRecognizeGesturePath() {
	if (!mHasTouchScreen \|\| !mScreenBigEnough) {
	return;
	}

	// Compute gesture stroke lengths, in pixels.
	final int dx = mStrokeLenPxX;
	final int dy = mStrokeLenPxY;

	// Test recognizing various gestures.
	testPath(p(-dx, +0), AccessibilityService.GESTURE_SWIPE_LEFT);
	testPath(p(+dx, +0), AccessibilityService.GESTURE_SWIPE_RIGHT);
	testPath(p(+0, -dy), AccessibilityService.GESTURE_SWIPE_UP);
	testPath(p(+0, +dy), AccessibilityService.GESTURE_SWIPE_DOWN);

	testPath(p(-dx, +0), p(+0, +0), AccessibilityService.GESTURE_SWIPE_LEFT_AND_RIGHT);
	testPath(p(-dx, +0), p(-dx, -dy), AccessibilityService.GESTURE_SWIPE_LEFT_AND_UP);
	testPath(p(-dx, +0), p(-dx, +dy), AccessibilityService.GESTURE_SWIPE_LEFT_AND_DOWN);

	testPath(p(+dx, +0), p(+0, +0), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_LEFT);
	testPath(p(+dx, +0), p(+dx, -dy), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_UP);
	testPath(p(+dx, +0), p(+dx, +dy), AccessibilityService.GESTURE_SWIPE_RIGHT_AND_DOWN);

	testPath(p(+0, -dy), p(-dx, -dy), AccessibilityService.GESTURE_SWIPE_UP_AND_LEFT);
	testPath(p(+0, -dy), p(+dx, -dy), AccessibilityService.GESTURE_SWIPE_UP_AND_RIGHT);
	testPath(p(+0, -dy), p(+0, +0), AccessibilityService.GESTURE_SWIPE_UP_AND_DOWN);

	testPath(p(+0, +dy), p(-dx, +dy), AccessibilityService.GESTURE_SWIPE_DOWN_AND_LEFT);
	testPath(p(+0, +dy), p(+dx, +dy), AccessibilityService.GESTURE_SWIPE_DOWN_AND_RIGHT);
	testPath(p(+0, +dy), p(+0, +0), AccessibilityService.GESTURE_SWIPE_DOWN_AND_UP);
	}

	/** Convenient short alias to make a Point. */
	private static Point p(int x, int y) {
	return new Point(x, y);
	}

	/** Test recognizing path from PATH_START to PATH_START+delta. */
	private void testPath(Point delta, int gestureId) {
	testPath(delta, null, gestureId);
	}

	/** Test recognizing path from PATH_START to PATH_START+delta1 to PATH_START+delta2. */
	private void testPath(Point delta1, Point delta2, int gestureId) {
	// Create gesture motions.
	int numPathSegments = (delta2 == null) ? 1 : 2;
	long pathDurationMs = numPathSegments * STROKE_MS;
	GestureDescription gesture = new GestureDescription.Builder()
	.addStroke(new StrokeDescription(
	linePath(mCenter, delta1, delta2), 0, pathDurationMs, false))
	.build();

	// Dispatch gesture motions.
	// Use AccessibilityService.dispatchGesture() instead of Instrumentation.sendPointerSync()
	// because accessibility services read gesture events upstream from the point where
	// sendPointerSync() injects events.
	mService.clearGestures();
	mService.runOnServiceSync(() ->
	mService.dispatchGesture(gesture, mGestureDispatchCallback, null));
	verify(mGestureDispatchCallback, timeout(GESTURE_DISPATCH_TIMEOUT_MS).atLeastOnce())
	.onCompleted(any());

	// Wait for gesture recognizer, and check recognized gesture.
	mService.waitUntilGesture();
	assertEquals(1, mService.getGesturesSize());
	assertEquals(gestureId, mService.getGesture(0));
	}

	/** Create a path from startPoint, moving by delta1, then delta2. (delta2 may be null.) */
	Path linePath(Point startPoint, Point delta1, Point delta2) {
	Path path = new Path();
	path.moveTo(startPoint.x, startPoint.y);
	path.lineTo(startPoint.x + delta1.x, startPoint.y + delta1.y);
	if (delta2 != null) {
	path.lineTo(startPoint.x + delta2.x, startPoint.y + delta2.y);
	}
	return path;
	}

	@Test
	@AppModeFull
	public void testVerifyGestureTouchEvent() {
	if (!mHasTouchScreen \|\| !mScreenBigEnough) {
	return;
	}

	assertEventAfterGesture(swipe(),
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

	assertEventAfterGesture(tap(),
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
	AccessibilityEvent.TYPE_TOUCH_EXPLORATION_GESTURE_START,
	AccessibilityEvent.TYPE_TOUCH_EXPLORATION_GESTURE_END,
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

	assertEventAfterGesture(doubleTap(),
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);

	assertEventAfterGesture(doubleTapAndHold(),
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_START,
	AccessibilityEvent.TYPE_TOUCH_INTERACTION_END);
	}

	/** Test touch for accessibility events */
	private void assertEventAfterGesture(GestureDescription gesture, int... events) {
	mService.clearEvents();
	mService.runOnServiceSync(
	() -> mService.dispatchGesture(gesture, mGestureDispatchCallback, null));
	verify(mGestureDispatchCallback, timeout(EVENT_DISPATCH_TIMEOUT_MS).atLeastOnce())
	.onCompleted(any());

	mService.waitUntilEvent(events.length);
	assertEquals(events.length, mService.getEventsSize());
	for (int i = 0; i < events.length; i++) {
	assertEquals(events[i], mService.getEvent(i));
	}
	}

	private GestureDescription swipe() {
	GestureDescription.Builder builder = new GestureDescription.Builder();
	StrokeDescription swipe = new StrokeDescription(
	linePath(mCenter, p(0, mStrokeLenPxY), null), 0, STROKE_MS, false);
	builder.addStroke(swipe);
	return builder.build();
	}

	private GestureDescription tap() {
	GestureDescription.Builder builder = new GestureDescription.Builder();
	StrokeDescription tap = click(mTapLocation);
	builder.addStroke(tap);
	return builder.build();
	}

	private GestureDescription doubleTap() {
	GestureDescription.Builder builder = new GestureDescription.Builder();
	StrokeDescription tap1 = click(mTapLocation);
	StrokeDescription tap2 = startingAt(endTimeOf(tap1) + 20, click(mTapLocation));
	builder.addStroke(tap1);
	builder.addStroke(tap2);
	return builder.build();
	}

	private GestureDescription doubleTapAndHold() {
	GestureDescription.Builder builder = new GestureDescription.Builder();
	StrokeDescription tap1 = click(mTapLocation);
	StrokeDescription tap2 = startingAt(endTimeOf(tap1) + 20, longClick(mTapLocation));
	builder.addStroke(tap1);
	builder.addStroke(tap2);
	return builder.build();
	}
	}