| /* Copyright (c) 2011-2013, The Linux Foundation. All rights reserved. |
| * |
| * This program is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU General Public License version 2 and |
| * only version 2 as published by the Free Software Foundation. |
| * |
| * This program is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU General Public License for more details. |
| * |
| */ |
| |
| #include <linux/slab.h> |
| #include <linux/list.h> |
| #include <linux/module.h> |
| #include <kgsl_device.h> |
| |
| #include "kgsl_trace.h" |
| #include "adreno.h" |
| |
| static inline struct list_head *_get_list_head(struct kgsl_device *device, |
| struct kgsl_context *context) |
| { |
| return (context) ? &context->events : &device->events; |
| } |
| |
| static void _add_event_to_list(struct list_head *head, struct kgsl_event *event) |
| { |
| struct list_head *n; |
| |
| for (n = head->next; n != head; n = n->next) { |
| struct kgsl_event *e = |
| list_entry(n, struct kgsl_event, list); |
| |
| if (timestamp_cmp(e->timestamp, event->timestamp) > 0) { |
| list_add(&event->list, n->prev); |
| break; |
| } |
| } |
| |
| if (n == head) |
| list_add_tail(&event->list, head); |
| } |
| |
| static inline void _do_signal_event(struct kgsl_device *device, |
| struct kgsl_event *event, unsigned int timestamp, |
| unsigned int type) |
| { |
| int id = event->context ? event->context->id : KGSL_MEMSTORE_GLOBAL; |
| |
| trace_kgsl_fire_event(id, timestamp, type, jiffies - event->created, |
| event->func); |
| |
| if (event->func) |
| event->func(device, event->priv, id, timestamp, type); |
| |
| list_del(&event->list); |
| kgsl_context_put(event->context); |
| kfree(event); |
| |
| kgsl_active_count_put(device); |
| } |
| |
| static void _retire_events(struct kgsl_device *device, |
| struct list_head *head, unsigned int timestamp) |
| { |
| struct kgsl_event *event, *tmp; |
| |
| list_for_each_entry_safe(event, tmp, head, list) { |
| if (timestamp_cmp(timestamp, event->timestamp) < 0) |
| break; |
| |
| _do_signal_event(device, event, event->timestamp, |
| KGSL_EVENT_TIMESTAMP_RETIRED); |
| } |
| } |
| |
| static struct kgsl_event *_find_event(struct kgsl_device *device, |
| struct list_head *head, unsigned int timestamp, |
| kgsl_event_func func, void *priv) |
| { |
| struct kgsl_event *event, *tmp; |
| |
| list_for_each_entry_safe(event, tmp, head, list) { |
| if (timestamp == event->timestamp && func == event->func && |
| event->priv == priv) |
| return event; |
| } |
| |
| return NULL; |
| } |
| |
| /** |
| * _signal_event() - send a signal to a specific event in the list |
| * @device: Pointer to the KGSL device struct |
| * @head: Pointer to the event list to process |
| * @timestamp: timestamp of the event to signal |
| * @cur: timestamp value to send to the callback |
| * @type: Signal ID to send to the callback |
| * |
| * Send the specified signal to the events in the list with the specified |
| * timestamp. The timestamp 'cur' is sent to the callback so it knows |
| * when the signal was delivered |
| */ |
| static void _signal_event(struct kgsl_device *device, |
| struct list_head *head, unsigned int timestamp, |
| unsigned int cur, unsigned int type) |
| { |
| struct kgsl_event *event, *tmp; |
| |
| list_for_each_entry_safe(event, tmp, head, list) { |
| if (timestamp_cmp(timestamp, event->timestamp) == 0) |
| _do_signal_event(device, event, cur, type); |
| } |
| } |
| |
| /** |
| * _signal_events() - send a signal to all the events in a list |
| * @device: Pointer to the KGSL device struct |
| * @head: Pointer to the event list to process |
| * @timestamp: Timestamp to pass to the events (this should be the current |
| * timestamp when the signal is sent) |
| * @type: Signal ID to send to the callback |
| * |
| * Send the specified signal to all the events in the list and destroy them |
| */ |
| static void _signal_events(struct kgsl_device *device, |
| struct list_head *head, uint32_t timestamp, |
| unsigned int type) |
| { |
| struct kgsl_event *event, *tmp; |
| |
| list_for_each_entry_safe(event, tmp, head, list) |
| _do_signal_event(device, event, timestamp, type); |
| |
| } |
| |
| /** |
| * kgsl_signal_event() - send a signal to a specific event in the context |
| * @device: Pointer to the KGSL device struct |
| * @context: Pointer to the KGSL context |
| * @timestamp: Timestamp of the event to signal |
| * @type: Signal ID to send to the callback |
| * |
| * Send the specified signal to all the events in the context with the given |
| * timestamp |
| */ |
| void kgsl_signal_event(struct kgsl_device *device, |
| struct kgsl_context *context, unsigned int timestamp, |
| unsigned int type) |
| { |
| struct list_head *head = _get_list_head(device, context); |
| uint32_t cur; |
| |
| BUG_ON(!mutex_is_locked(&device->mutex)); |
| |
| cur = kgsl_readtimestamp(device, context, KGSL_TIMESTAMP_RETIRED); |
| _signal_event(device, head, timestamp, cur, type); |
| |
| if (context && list_empty(&context->events)) |
| list_del_init(&context->events_list); |
| } |
| EXPORT_SYMBOL(kgsl_signal_event); |
| |
| /** |
| * kgsl_signal_events() - send a signal to all events in the context |
| * @device: Pointer to the KGSL device struct |
| * @context: Pointer to the KGSL context |
| * @type: Signal ID to send to the callback function |
| * |
| * Send the specified signal to all the events in the context |
| */ |
| void kgsl_signal_events(struct kgsl_device *device, |
| struct kgsl_context *context, unsigned int type) |
| { |
| struct list_head *head = _get_list_head(device, context); |
| uint32_t cur; |
| |
| BUG_ON(!mutex_is_locked(&device->mutex)); |
| |
| /* |
| * Send the current timestamp to the callback so it knows when the |
| * signal occured |
| */ |
| |
| cur = kgsl_readtimestamp(device, context, KGSL_TIMESTAMP_RETIRED); |
| |
| _signal_events(device, head, cur, type); |
| |
| /* |
| * Remove the context from the master list since we know everything on |
| * it has been removed |
| */ |
| |
| if (context) |
| list_del_init(&context->events_list); |
| } |
| EXPORT_SYMBOL(kgsl_signal_events); |
| |
| /** |
| * kgsl_add_event - Add a new timstamp event for the KGSL device |
| * @device - KGSL device for the new event |
| * @id - the context ID that the event should be added to |
| * @ts - the timestamp to trigger the event on |
| * @func - callback function to call when the timestamp expires |
| * @priv - private data for the specific event type |
| * @owner - driver instance that owns this event |
| * |
| * @returns - 0 on success or error code on failure |
| */ |
| int kgsl_add_event(struct kgsl_device *device, u32 id, u32 ts, |
| kgsl_event_func func, void *priv, void *owner) |
| { |
| int ret; |
| struct kgsl_event *event; |
| unsigned int cur_ts; |
| struct kgsl_context *context = NULL; |
| struct adreno_context *drawctxt; |
| struct adreno_device *adreno_dev = ADRENO_DEVICE(device); |
| |
| BUG_ON(!mutex_is_locked(&device->mutex)); |
| |
| if (func == NULL) |
| return -EINVAL; |
| |
| if (id != KGSL_MEMSTORE_GLOBAL) { |
| context = kgsl_context_get(device, id); |
| if (context == NULL) |
| return -EINVAL; |
| /* Do not allow registering of event with invalid timestamp */ |
| drawctxt = ADRENO_CONTEXT(context); |
| if (timestamp_cmp(ts, drawctxt->timestamp) > 0) { |
| kgsl_context_put(context); |
| return -EINVAL; |
| } |
| } else { |
| if (timestamp_cmp(ts, adreno_dev->ringbuffer.global_ts) > 0) |
| return -EINVAL; |
| } |
| cur_ts = kgsl_readtimestamp(device, context, KGSL_TIMESTAMP_RETIRED); |
| |
| /* |
| * Check to see if the requested timestamp has already fired. If it |
| * did do the callback right away. Make sure to send the timestamp that |
| * the event expected instead of the current timestamp because sometimes |
| * the event handlers can get confused. |
| */ |
| |
| if (timestamp_cmp(cur_ts, ts) >= 0) { |
| trace_kgsl_fire_event(id, cur_ts, ts, 0, func); |
| |
| func(device, priv, id, ts, KGSL_EVENT_TIMESTAMP_RETIRED); |
| kgsl_context_put(context); |
| queue_work(device->work_queue, &device->ts_expired_ws); |
| return 0; |
| } |
| |
| event = kzalloc(sizeof(*event), GFP_KERNEL); |
| if (event == NULL) { |
| kgsl_context_put(context); |
| return -ENOMEM; |
| } |
| |
| /* |
| * Increase the active count on the device to avoid going into power |
| * saving modes while events are pending |
| */ |
| ret = kgsl_active_count_get(device); |
| if (ret < 0) { |
| kgsl_context_put(context); |
| kfree(event); |
| return ret; |
| } |
| |
| event->context = context; |
| event->timestamp = ts; |
| event->priv = priv; |
| event->func = func; |
| event->owner = owner; |
| event->created = jiffies; |
| |
| trace_kgsl_register_event(id, ts, func); |
| |
| /* Add the event to either the owning context or the global list */ |
| |
| if (context) { |
| _add_event_to_list(&context->events, event); |
| |
| /* |
| * Add it to the master list of contexts with pending events if |
| * it isn't already there |
| */ |
| |
| if (list_empty(&context->events_list)) |
| list_add_tail(&context->events_list, |
| &device->events_pending_list); |
| |
| } else |
| _add_event_to_list(&device->events, event); |
| |
| queue_work(device->work_queue, &device->ts_expired_ws); |
| return 0; |
| } |
| EXPORT_SYMBOL(kgsl_add_event); |
| |
| /** |
| * kgsl_cancel_events() - Cancel all global events owned by a process |
| * @device: Pointer to the KGSL device struct |
| * @owner: driver instance that owns the events to cancel |
| * |
| * Cancel all global events that match the owner pointer |
| */ |
| void kgsl_cancel_events(struct kgsl_device *device, void *owner) |
| { |
| struct kgsl_event *event, *event_tmp; |
| unsigned int cur; |
| |
| BUG_ON(!mutex_is_locked(&device->mutex)); |
| |
| cur = kgsl_readtimestamp(device, NULL, KGSL_TIMESTAMP_RETIRED); |
| |
| list_for_each_entry_safe(event, event_tmp, &device->events, list) { |
| if (event->owner != owner) |
| continue; |
| |
| _do_signal_event(device, event, cur, KGSL_EVENT_CANCELLED); |
| } |
| } |
| EXPORT_SYMBOL(kgsl_cancel_events); |
| |
| /** |
| * kgsl_cancel_event() - send a cancel signal to a specific event |
| * @device: Pointer to the KGSL device struct |
| * @context: Pointer to the KGSL context |
| * @timestamp: Timestamp of the event to cancel |
| * @func: Callback function of the event - this is used to match the actual |
| * event |
| * @priv: Private data for the callback function - this is used to match to the |
| * actual event |
| * |
| * Send the a cancel signal to a specific event that matches all the parameters |
| */ |
| |
| void kgsl_cancel_event(struct kgsl_device *device, struct kgsl_context *context, |
| unsigned int timestamp, kgsl_event_func func, |
| void *priv) |
| { |
| struct kgsl_event *event; |
| struct list_head *head = _get_list_head(device, context); |
| |
| event = _find_event(device, head, timestamp, func, priv); |
| |
| if (event) { |
| unsigned int cur = kgsl_readtimestamp(device, context, |
| KGSL_TIMESTAMP_RETIRED); |
| |
| _do_signal_event(device, event, cur, KGSL_EVENT_CANCELLED); |
| } |
| } |
| EXPORT_SYMBOL(kgsl_cancel_event); |
| |
| static int kgsl_process_context_events(struct kgsl_device *device, |
| struct kgsl_context *context) |
| { |
| unsigned int timestamp = kgsl_readtimestamp(device, context, |
| KGSL_TIMESTAMP_RETIRED); |
| |
| _retire_events(device, &context->events, timestamp); |
| |
| /* |
| * Return 0 if the list is empty so the calling function can remove the |
| * context from the pending list |
| */ |
| |
| return list_empty(&context->events) ? 0 : 1; |
| } |
| |
| void kgsl_process_events(struct work_struct *work) |
| { |
| struct kgsl_device *device = container_of(work, struct kgsl_device, |
| ts_expired_ws); |
| struct kgsl_context *context, *tmp; |
| uint32_t timestamp; |
| |
| mutex_lock(&device->mutex); |
| |
| timestamp = kgsl_readtimestamp(device, NULL, KGSL_TIMESTAMP_RETIRED); |
| _retire_events(device, &device->events, timestamp); |
| |
| /* Now process all of the pending contexts */ |
| list_for_each_entry_safe(context, tmp, &device->events_pending_list, |
| events_list) { |
| |
| /* |
| * Increment the refcount to make sure that the list_del_init |
| * is called with a valid context's list |
| */ |
| if (_kgsl_context_get(context)) { |
| /* |
| * If kgsl_timestamp_expired_context returns 0 then it |
| * no longer has any pending events and can be removed |
| * from the list |
| */ |
| |
| if (kgsl_process_context_events(device, context) == 0) |
| list_del_init(&context->events_list); |
| kgsl_context_put(context); |
| } |
| } |
| |
| mutex_unlock(&device->mutex); |
| } |
| EXPORT_SYMBOL(kgsl_process_events); |