/* * Copyright (C) 2011-2015 ARM Limited. All rights reserved. * * This program is free software and is provided to you under the terms of the GNU General Public License version 2 * as published by the Free Software Foundation, and any use by you of this program is subject to the terms of such GNU licence. * * A copy of the licence is included with the program, and can also be obtained from Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */ #ifndef __MALI_GP_JOB_H__ #define __MALI_GP_JOB_H__ #include "mali_osk.h" #include "mali_osk_list.h" #include "mali_uk_types.h" #include "mali_session.h" #include "mali_timeline.h" #include "mali_scheduler_types.h" #include "mali_scheduler.h" #include "mali_executor.h" #include "mali_timeline.h" struct mali_defer_mem; /** * This structure represents a GP job * * The GP job object itself is not protected by any single lock, * but relies on other locks instead (scheduler, executor and timeline lock). * Think of the job object as moving between these sub systems through-out * its lifetime. Different part of the GP job struct is used by different * subsystems. Accessor functions ensure that correct lock is taken. * Do NOT access any data members directly from outside this module! */ struct mali_gp_job { /* * These members are typically only set at creation, * and only read later on. * They do not require any lock protection. */ _mali_uk_gp_start_job_s uargs; /**< Arguments from user space */ struct mali_session_data *session; /**< Session which submitted this job */ u32 pid; /**< Process ID of submitting process */ u32 tid; /**< Thread ID of submitting thread */ u32 id; /**< Identifier for this job in kernel space (sequential numbering) */ u32 cache_order; /**< Cache order used for L2 cache flushing (sequential numbering) */ struct mali_timeline_tracker tracker; /**< Timeline tracker for this job */ struct mali_timeline_tracker *pp_tracker; /**< Pointer to Timeline tracker for PP job that depends on this job. */ _mali_osk_notification_t *finished_notification; /**< Notification sent back to userspace on job complete */ /* * These members are used by the scheduler, * protected by scheduler lock */ _mali_osk_list_t list; /**< Used to link jobs together in the scheduler queue */ /* * These members are used by the executor and/or group, * protected by executor lock */ _mali_osk_notification_t *oom_notification; /**< Notification sent back to userspace on OOM */ /* * Set by executor/group on job completion, read by scheduler when * returning job to user. Hold executor lock when setting, * no lock needed when reading */ u32 heap_base_addr; /** < Holds the base mali addr of mem handle which is used for new heap*/ u32 heap_current_addr; /**< Holds the current HEAP address when the job has completed */ u32 heap_grow_size; /** < Holds the HEAP grow size when HEAP oom */ u32 perf_counter_value0; /**< Value of performance counter 0 (to be returned to user space) */ u32 perf_counter_value1; /**< Value of performance counter 1 (to be returned to user space) */ struct mali_defer_mem *dmem; /** < used for defer bind to store dmem info */ struct list_head varying_alloc; /**< hold the list of varying allocations */ u32 bind_flag; /** < flag for deferbind*/ u32 *varying_list; /**< varying memory list need to to defer bind*/ struct list_head vary_todo; /**< list of backend list need to do defer bind*/ u32 big_job; /** < if the gp job have large varying output and may take long time*/ }; #define MALI_DEFER_BIND_MEMORY_PREPARED (0x1 << 0) #define MALI_DEFER_BIND_MEMORY_BINDED (0x1 << 2) struct mali_gp_allocation_node { struct list_head node; mali_mem_allocation *alloc; }; struct mali_gp_job *mali_gp_job_create(struct mali_session_data *session, _mali_uk_gp_start_job_s *uargs, u32 id, struct mali_timeline_tracker *pp_tracker); void mali_gp_job_delete(struct mali_gp_job *job); u32 mali_gp_job_get_gp_counter_src0(void); void mali_gp_job_set_gp_counter_src0(u32 counter); u32 mali_gp_job_get_gp_counter_src1(void); void mali_gp_job_set_gp_counter_src1(u32 counter); MALI_STATIC_INLINE u32 mali_gp_job_get_id(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return (NULL == job) ? 0 : job->id; } MALI_STATIC_INLINE void mali_gp_job_set_cache_order(struct mali_gp_job *job, u32 cache_order) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_SCHEDULER_LOCK_HELD(); job->cache_order = cache_order; } MALI_STATIC_INLINE u32 mali_gp_job_get_cache_order(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return (NULL == job) ? 0 : job->cache_order; } MALI_STATIC_INLINE u64 mali_gp_job_get_user_id(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.user_job_ptr; } MALI_STATIC_INLINE u32 mali_gp_job_get_frame_builder_id(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.frame_builder_id; } MALI_STATIC_INLINE u32 mali_gp_job_get_flush_id(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.flush_id; } MALI_STATIC_INLINE u32 mali_gp_job_get_pid(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->pid; } MALI_STATIC_INLINE u32 mali_gp_job_get_tid(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->tid; } MALI_STATIC_INLINE u32 *mali_gp_job_get_frame_registers(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.frame_registers; } MALI_STATIC_INLINE struct mali_session_data *mali_gp_job_get_session(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->session; } MALI_STATIC_INLINE mali_bool mali_gp_job_has_vs_job(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return (job->uargs.frame_registers[0] != job->uargs.frame_registers[1]) ? MALI_TRUE : MALI_FALSE; } MALI_STATIC_INLINE mali_bool mali_gp_job_has_plbu_job(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return (job->uargs.frame_registers[2] != job->uargs.frame_registers[3]) ? MALI_TRUE : MALI_FALSE; } MALI_STATIC_INLINE u32 mali_gp_job_get_current_heap_addr(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->heap_current_addr; } MALI_STATIC_INLINE void mali_gp_job_set_current_heap_addr(struct mali_gp_job *job, u32 heap_addr) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_EXECUTOR_LOCK_HELD(); job->heap_current_addr = heap_addr; } MALI_STATIC_INLINE u32 mali_gp_job_get_perf_counter_flag(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.perf_counter_flag; } MALI_STATIC_INLINE u32 mali_gp_job_get_perf_counter_src0(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.perf_counter_src0; } MALI_STATIC_INLINE u32 mali_gp_job_get_perf_counter_src1(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->uargs.perf_counter_src1; } MALI_STATIC_INLINE u32 mali_gp_job_get_perf_counter_value0(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->perf_counter_value0; } MALI_STATIC_INLINE u32 mali_gp_job_get_perf_counter_value1(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return job->perf_counter_value1; } MALI_STATIC_INLINE void mali_gp_job_set_perf_counter_src0(struct mali_gp_job *job, u32 src) { MALI_DEBUG_ASSERT_POINTER(job); job->uargs.perf_counter_src0 = src; } MALI_STATIC_INLINE void mali_gp_job_set_perf_counter_src1(struct mali_gp_job *job, u32 src) { MALI_DEBUG_ASSERT_POINTER(job); job->uargs.perf_counter_src1 = src; } MALI_STATIC_INLINE void mali_gp_job_set_perf_counter_value0(struct mali_gp_job *job, u32 value) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_EXECUTOR_LOCK_HELD(); job->perf_counter_value0 = value; } MALI_STATIC_INLINE void mali_gp_job_set_perf_counter_value1(struct mali_gp_job *job, u32 value) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_EXECUTOR_LOCK_HELD(); job->perf_counter_value1 = value; } void mali_gp_job_list_add(struct mali_gp_job *job, _mali_osk_list_t *list); MALI_STATIC_INLINE void mali_gp_job_list_move(struct mali_gp_job *job, _mali_osk_list_t *list) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_SCHEDULER_LOCK_HELD(); MALI_DEBUG_ASSERT(!_mali_osk_list_empty(&job->list)); _mali_osk_list_move(&job->list, list); } MALI_STATIC_INLINE void mali_gp_job_list_remove(struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_SCHEDULER_LOCK_HELD(); _mali_osk_list_delinit(&job->list); } MALI_STATIC_INLINE _mali_osk_notification_t * mali_gp_job_get_finished_notification(struct mali_gp_job *job) { _mali_osk_notification_t *notification; MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_POINTER(job->finished_notification); notification = job->finished_notification; job->finished_notification = NULL; return notification; } MALI_STATIC_INLINE _mali_osk_notification_t *mali_gp_job_get_oom_notification( struct mali_gp_job *job) { _mali_osk_notification_t *notification; MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_EXECUTOR_LOCK_HELD(); MALI_DEBUG_ASSERT_POINTER(job->oom_notification); notification = job->oom_notification; job->oom_notification = NULL; return notification; } MALI_STATIC_INLINE void mali_gp_job_set_oom_notification( struct mali_gp_job *job, _mali_osk_notification_t *notification) { MALI_DEBUG_ASSERT_POINTER(job); MALI_DEBUG_ASSERT_EXECUTOR_LOCK_HELD(); MALI_DEBUG_ASSERT(NULL == job->oom_notification); job->oom_notification = notification; } MALI_STATIC_INLINE struct mali_timeline_tracker *mali_gp_job_get_tracker( struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return &(job->tracker); } MALI_STATIC_INLINE u32 *mali_gp_job_get_timeline_point_ptr( struct mali_gp_job *job) { MALI_DEBUG_ASSERT_POINTER(job); return (u32 __user *)(uintptr_t)job->uargs.timeline_point_ptr; } /** * Release reference on tracker for PP job that depends on this GP job. * * @note If GP job has a reference on tracker, this function MUST be called before the GP job is * deleted. * * @param job GP job that is done. * @param success MALI_TRUE if job completed successfully, MALI_FALSE if not. * @return A scheduling bitmask indicating whether scheduling needs to be done. */ mali_scheduler_mask mali_gp_job_signal_pp_tracker(struct mali_gp_job *job, mali_bool success); #endif /* __MALI_GP_JOB_H__ */