blob: 0cd5ee878e9eef89d3ed56b17c374d24b275fe45 [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "ui/aura/remote_window_tree_host_win.h"
#include <windows.h>
#include <algorithm>
#include "base/message_loop/message_loop.h"
#include "ipc/ipc_message.h"
#include "ipc/ipc_sender.h"
#include "ui/aura/client/aura_constants.h"
#include "ui/aura/client/cursor_client.h"
#include "ui/aura/window_event_dispatcher.h"
#include "ui/aura/window_property.h"
#include "ui/base/cursor/cursor_loader_win.h"
#include "ui/base/ime/composition_text.h"
#include "ui/base/ime/input_method.h"
#include "ui/base/ime/remote_input_method_win.h"
#include "ui/base/ime/text_input_client.h"
#include "ui/base/view_prop.h"
#include "ui/events/event_utils.h"
#include "ui/events/keycodes/keyboard_code_conversion_win.h"
#include "ui/gfx/insets.h"
#include "ui/gfx/win/dpi.h"
#include "ui/metro_viewer/metro_viewer_messages.h"
namespace aura {
namespace {
const char* kWindowTreeHostWinKey = "__AURA_REMOTE_WINDOW_TREE_HOST_WIN__";
// Sets the keystate for the virtual key passed in to down or up.
void SetKeyState(uint8* key_states, bool key_down, uint32 virtual_key_code) {
DCHECK(key_states);
if (key_down)
key_states[virtual_key_code] |= 0x80;
else
key_states[virtual_key_code] &= 0x7F;
}
// Sets the keyboard states for the Shift/Control/Alt/Caps lock keys.
void SetVirtualKeyStates(uint32 flags) {
uint8 keyboard_state[256] = {0};
::GetKeyboardState(keyboard_state);
SetKeyState(keyboard_state, !!(flags & ui::EF_SHIFT_DOWN), VK_SHIFT);
SetKeyState(keyboard_state, !!(flags & ui::EF_CONTROL_DOWN), VK_CONTROL);
SetKeyState(keyboard_state, !!(flags & ui::EF_ALT_DOWN), VK_MENU);
SetKeyState(keyboard_state, !!(flags & ui::EF_CAPS_LOCK_DOWN), VK_CAPITAL);
SetKeyState(keyboard_state, !!(flags & ui::EF_LEFT_MOUSE_BUTTON), VK_LBUTTON);
SetKeyState(keyboard_state, !!(flags & ui::EF_RIGHT_MOUSE_BUTTON),
VK_RBUTTON);
SetKeyState(keyboard_state, !!(flags & ui::EF_MIDDLE_MOUSE_BUTTON),
VK_MBUTTON);
::SetKeyboardState(keyboard_state);
}
void FillCompositionText(
const base::string16& text,
int32 selection_start,
int32 selection_end,
const std::vector<metro_viewer::UnderlineInfo>& underlines,
ui::CompositionText* composition_text) {
composition_text->Clear();
composition_text->text = text;
composition_text->selection.set_start(selection_start);
composition_text->selection.set_end(selection_end);
composition_text->underlines.resize(underlines.size());
for (size_t i = 0; i < underlines.size(); ++i) {
composition_text->underlines[i].start_offset = underlines[i].start_offset;
composition_text->underlines[i].end_offset = underlines[i].end_offset;
composition_text->underlines[i].color = SK_ColorBLACK;
composition_text->underlines[i].thick = underlines[i].thick;
composition_text->underlines[i].background_color = SK_ColorTRANSPARENT;
}
}
} // namespace
RemoteWindowTreeHostWin* g_instance = NULL;
// static
RemoteWindowTreeHostWin* RemoteWindowTreeHostWin::Instance() {
return g_instance;
}
RemoteWindowTreeHostWin::RemoteWindowTreeHostWin()
: remote_window_(NULL),
host_(NULL),
ignore_mouse_moves_until_set_cursor_ack_(false),
event_flags_(0),
window_size_(aura::WindowTreeHost::GetNativeScreenSize()) {
CHECK(!g_instance);
g_instance = this;
prop_.reset(new ui::ViewProp(NULL, kWindowTreeHostWinKey, this));
CreateCompositor(GetAcceleratedWidget());
}
RemoteWindowTreeHostWin::~RemoteWindowTreeHostWin() {
DestroyCompositor();
DestroyDispatcher();
DCHECK_EQ(g_instance, this);
g_instance = NULL;
}
// static
bool RemoteWindowTreeHostWin::IsValid() {
return Instance()->remote_window_ != NULL;
}
void RemoteWindowTreeHostWin::SetRemoteWindowHandle(HWND remote_window) {
remote_window_ = remote_window;
}
void RemoteWindowTreeHostWin::Connected(IPC::Sender* host) {
CHECK(host_ == NULL);
DCHECK(remote_window_);
host_ = host;
// Recreate the compositor for the target surface represented by the
// remote_window HWND.
CreateCompositor(remote_window_);
InitCompositor();
}
void RemoteWindowTreeHostWin::Disconnected() {
// Don't CHECK here, Disconnected is called on a channel error which can
// happen before we're successfully Connected.
if (!host_)
return;
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (remote_input_method_private)
remote_input_method_private->SetRemoteDelegate(NULL);
host_ = NULL;
remote_window_ = NULL;
}
bool RemoteWindowTreeHostWin::OnMessageReceived(const IPC::Message& message) {
bool handled = true;
IPC_BEGIN_MESSAGE_MAP(RemoteWindowTreeHostWin, message)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_MouseMoved, OnMouseMoved)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_MouseButton, OnMouseButton)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_KeyDown, OnKeyDown)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_KeyUp, OnKeyUp)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_Character, OnChar)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_WindowActivated,
OnWindowActivated)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_EdgeGesture, OnEdgeGesture)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchDown,
OnTouchDown)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchUp,
OnTouchUp)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchMoved,
OnTouchMoved)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_SetCursorPosAck,
OnSetCursorPosAck)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeCandidatePopupChanged,
OnImeCandidatePopupChanged)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeCompositionChanged,
OnImeCompositionChanged)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeTextCommitted,
OnImeTextCommitted)
IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeInputSourceChanged,
OnImeInputSourceChanged)
IPC_MESSAGE_UNHANDLED(handled = false)
IPC_END_MESSAGE_MAP()
return handled;
}
void RemoteWindowTreeHostWin::HandleOpenURLOnDesktop(
const base::FilePath& shortcut,
const base::string16& url) {
if (!host_)
return;
host_->Send(new MetroViewerHostMsg_OpenURLOnDesktop(shortcut, url));
}
void RemoteWindowTreeHostWin::HandleWindowSizeChanged(uint32 width,
uint32 height) {
SetBounds(gfx::Rect(0, 0, width, height));
}
bool RemoteWindowTreeHostWin::IsForegroundWindow() {
return ::GetForegroundWindow() == remote_window_;
}
Window* RemoteWindowTreeHostWin::GetAshWindow() {
return window();
}
ui::EventSource* RemoteWindowTreeHostWin::GetEventSource() {
return this;
}
gfx::AcceleratedWidget RemoteWindowTreeHostWin::GetAcceleratedWidget() {
if (remote_window_)
return remote_window_;
// Getting here should only happen for ash_unittests.exe and related code.
return ::GetDesktopWindow();
}
void RemoteWindowTreeHostWin::Show() {
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (remote_input_method_private)
remote_input_method_private->SetRemoteDelegate(this);
}
void RemoteWindowTreeHostWin::Hide() {
NOTIMPLEMENTED();
}
gfx::Rect RemoteWindowTreeHostWin::GetBounds() const {
return gfx::Rect(window_size_);
}
void RemoteWindowTreeHostWin::SetBounds(const gfx::Rect& bounds) {
window_size_ = bounds.size();
OnHostResized(bounds.size());
}
gfx::Point RemoteWindowTreeHostWin::GetLocationOnNativeScreen() const {
return gfx::Point(0, 0);
}
void RemoteWindowTreeHostWin::SetCapture() {
}
void RemoteWindowTreeHostWin::ReleaseCapture() {
}
void RemoteWindowTreeHostWin::SetCursorNative(gfx::NativeCursor native_cursor) {
if (!host_)
return;
host_->Send(
new MetroViewerHostMsg_SetCursor(uint64(native_cursor.platform())));
}
void RemoteWindowTreeHostWin::MoveCursorToNative(const gfx::Point& location) {
VLOG(1) << "In MoveCursorTo: " << location.x() << ", " << location.y();
if (!host_)
return;
// This function can be called in cases like when the mouse cursor is
// restricted within a viewport (For e.g. LockCursor) which assumes that
// subsequent mouse moves would be received starting with the new cursor
// coordinates. This is a challenge for Windows ASH for the reasons
// outlined below.
// Other cases which don't expect this behavior should continue to work
// without issues.
// The mouse events are received by the viewer process and sent to the
// browser. If we invoke the SetCursor API here we continue to receive
// mouse messages from the viewer which were posted before the SetCursor
// API executes which messes up the state in the browser. To workaround
// this we invoke the SetCursor API in the viewer process and ignore
// mouse messages until we received an ACK from the viewer indicating that
// the SetCursor operation completed.
ignore_mouse_moves_until_set_cursor_ack_ = true;
VLOG(1) << "In MoveCursorTo. Sending IPC";
host_->Send(new MetroViewerHostMsg_SetCursorPos(location.x(), location.y()));
}
void RemoteWindowTreeHostWin::OnCursorVisibilityChangedNative(bool show) {
NOTIMPLEMENTED();
}
void RemoteWindowTreeHostWin::PostNativeEvent(
const base::NativeEvent& native_event) {
}
void RemoteWindowTreeHostWin::OnDeviceScaleFactorChanged(
float device_scale_factor) {
NOTIMPLEMENTED();
}
ui::EventProcessor* RemoteWindowTreeHostWin::GetEventProcessor() {
return dispatcher();
}
void RemoteWindowTreeHostWin::CancelComposition() {
if (!host_)
return;
host_->Send(new MetroViewerHostMsg_ImeCancelComposition);
}
void RemoteWindowTreeHostWin::OnTextInputClientUpdated(
const std::vector<int32>& input_scopes,
const std::vector<gfx::Rect>& composition_character_bounds) {
if (!host_)
return;
std::vector<metro_viewer::CharacterBounds> character_bounds;
for (size_t i = 0; i < composition_character_bounds.size(); ++i) {
const gfx::Rect& rect = composition_character_bounds[i];
metro_viewer::CharacterBounds bounds;
bounds.left = rect.x();
bounds.top = rect.y();
bounds.right = rect.right();
bounds.bottom = rect.bottom();
character_bounds.push_back(bounds);
}
host_->Send(new MetroViewerHostMsg_ImeTextInputClientUpdated(
input_scopes, character_bounds));
}
gfx::Point PointFromNativeEvent(int32 x, int32 y) {
static float scale_factor = gfx::GetDPIScale();
gfx::Point result( x * scale_factor, y * scale_factor);
return result;
}
void RemoteWindowTreeHostWin::OnMouseMoved(int32 x, int32 y, int32 flags) {
if (ignore_mouse_moves_until_set_cursor_ack_)
return;
gfx::Point location = PointFromNativeEvent(x, y);
ui::MouseEvent event(ui::ET_MOUSE_MOVED, location, location, flags, 0);
SendEventToProcessor(&event);
}
void RemoteWindowTreeHostWin::OnMouseButton(
const MetroViewerHostMsg_MouseButtonParams& params) {
gfx::Point location = PointFromNativeEvent(params.x, params.y);
ui::MouseEvent mouse_event(params.event_type, location, location,
static_cast<int>(params.flags),
static_cast<int>(params.changed_button));
SetEventFlags(params.flags | key_event_flags());
if (params.event_type == ui::ET_MOUSEWHEEL) {
int x_offset = params.is_horizontal_wheel ? params.extra : 0;
int y_offset = !params.is_horizontal_wheel ? params.extra : 0;
ui::MouseWheelEvent wheel_event(mouse_event, x_offset, y_offset);
SendEventToProcessor(&wheel_event);
} else if (params.event_type == ui::ET_MOUSE_PRESSED) {
// TODO(shrikant): Ideally modify code in event.cc by adding automatic
// tracking of double clicks in synthetic MouseEvent constructor code.
// Non-synthetic MouseEvent constructor code does automatically track
// this. Need to use some caution while modifying synthetic constructor
// as many tests and other code paths depend on it and apparently
// specifically depend on non implicit tracking of previous mouse event.
if (last_mouse_click_event_ &&
ui::MouseEvent::IsRepeatedClickEvent(mouse_event,
*last_mouse_click_event_)) {
mouse_event.SetClickCount(2);
} else {
mouse_event.SetClickCount(1);
}
last_mouse_click_event_ .reset(new ui::MouseEvent(mouse_event));
SendEventToProcessor(&mouse_event);
} else {
SendEventToProcessor(&mouse_event);
}
}
void RemoteWindowTreeHostWin::OnKeyDown(uint32 vkey,
uint32 repeat_count,
uint32 scan_code,
uint32 flags) {
DispatchKeyboardMessage(ui::ET_KEY_PRESSED, vkey, repeat_count, scan_code,
flags, false);
}
void RemoteWindowTreeHostWin::OnKeyUp(uint32 vkey,
uint32 repeat_count,
uint32 scan_code,
uint32 flags) {
DispatchKeyboardMessage(ui::ET_KEY_RELEASED, vkey, repeat_count, scan_code,
flags, false);
}
void RemoteWindowTreeHostWin::OnChar(uint32 key_code,
uint32 repeat_count,
uint32 scan_code,
uint32 flags) {
DispatchKeyboardMessage(ui::ET_KEY_PRESSED, key_code, repeat_count,
scan_code, flags, true);
}
void RemoteWindowTreeHostWin::OnWindowActivated() {
OnHostActivated();
}
void RemoteWindowTreeHostWin::OnEdgeGesture() {
ui::GestureEvent event(
ui::ET_GESTURE_WIN8_EDGE_SWIPE,
0,
0,
0,
ui::EventTimeForNow(),
ui::GestureEventDetails(ui::ET_GESTURE_WIN8_EDGE_SWIPE, 0, 0),
0);
SendEventToProcessor(&event);
}
void RemoteWindowTreeHostWin::OnTouchDown(int32 x,
int32 y,
uint64 timestamp,
uint32 pointer_id) {
gfx::Point location = PointFromNativeEvent(x, y);
ui::TouchEvent event(ui::ET_TOUCH_PRESSED,
location,
pointer_id,
base::TimeDelta::FromMicroseconds(timestamp));
SendEventToProcessor(&event);
}
void RemoteWindowTreeHostWin::OnTouchUp(int32 x,
int32 y,
uint64 timestamp,
uint32 pointer_id) {
gfx::Point location = PointFromNativeEvent(x, y);
ui::TouchEvent event(ui::ET_TOUCH_RELEASED,
location,
pointer_id,
base::TimeDelta::FromMicroseconds(timestamp));
SendEventToProcessor(&event);
}
void RemoteWindowTreeHostWin::OnTouchMoved(int32 x,
int32 y,
uint64 timestamp,
uint32 pointer_id) {
gfx::Point location = PointFromNativeEvent(x, y);
ui::TouchEvent event(ui::ET_TOUCH_MOVED,
location,
pointer_id,
base::TimeDelta::FromMicroseconds(timestamp));
SendEventToProcessor(&event);
}
void RemoteWindowTreeHostWin::OnSetCursorPosAck() {
DCHECK(ignore_mouse_moves_until_set_cursor_ack_);
ignore_mouse_moves_until_set_cursor_ack_ = false;
}
ui::RemoteInputMethodPrivateWin*
RemoteWindowTreeHostWin::GetRemoteInputMethodPrivate() {
ui::InputMethod* input_method = GetAshWindow()->GetProperty(
aura::client::kRootWindowInputMethodKey);
return ui::RemoteInputMethodPrivateWin::Get(input_method);
}
void RemoteWindowTreeHostWin::OnImeCandidatePopupChanged(bool visible) {
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (!remote_input_method_private)
return;
remote_input_method_private->OnCandidatePopupChanged(visible);
}
void RemoteWindowTreeHostWin::OnImeCompositionChanged(
const base::string16& text,
int32 selection_start,
int32 selection_end,
const std::vector<metro_viewer::UnderlineInfo>& underlines) {
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (!remote_input_method_private)
return;
ui::CompositionText composition_text;
FillCompositionText(
text, selection_start, selection_end, underlines, &composition_text);
remote_input_method_private->OnCompositionChanged(composition_text);
}
void RemoteWindowTreeHostWin::OnImeTextCommitted(const base::string16& text) {
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (!remote_input_method_private)
return;
remote_input_method_private->OnTextCommitted(text);
}
void RemoteWindowTreeHostWin::OnImeInputSourceChanged(uint16 language_id,
bool is_ime) {
ui::RemoteInputMethodPrivateWin* remote_input_method_private =
GetRemoteInputMethodPrivate();
if (!remote_input_method_private)
return;
remote_input_method_private->OnInputSourceChanged(language_id, is_ime);
}
void RemoteWindowTreeHostWin::DispatchKeyboardMessage(ui::EventType type,
uint32 vkey,
uint32 repeat_count,
uint32 scan_code,
uint32 flags,
bool is_character) {
SetEventFlags(flags | mouse_event_flags());
if (base::MessageLoop::current()->IsNested()) {
int index = (flags & ui::EF_ALT_DOWN) ? 1 : 0;
const int char_message[] = {WM_CHAR, WM_SYSCHAR};
const int keydown_message[] = {WM_KEYDOWN, WM_SYSKEYDOWN};
const int keyup_message[] = {WM_KEYUP, WM_SYSKEYUP};
uint32 message = is_character
? char_message[index]
: (type == ui::ET_KEY_PRESSED ? keydown_message[index]
: keyup_message[index]);
::PostThreadMessage(::GetCurrentThreadId(),
message,
vkey,
repeat_count | scan_code >> 15);
} else {
ui::KeyEvent event(type,
ui::KeyboardCodeForWindowsKeyCode(vkey),
flags,
is_character);
SendEventToProcessor(&event);
}
}
void RemoteWindowTreeHostWin::SetEventFlags(uint32 flags) {
if (flags == event_flags_)
return;
event_flags_ = flags;
SetVirtualKeyStates(event_flags_);
}
} // namespace aura