mali/common/mali_pm_metrics.c - manifest_repos/mali-driver - Git at Google

 /*
  * Copyright (C) 2010-2014, 2016 ARM Limited. All rights reserved.
  *
  * This program is free software and is provided to you under the terms of the GNU General Public License version 2
  * as published by the Free Software Foundation, and any use by you of this program is subject to the terms of such GNU licence.
  *
  * A copy of the licence is included with the program, and can also be obtained from Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
  */
 #include "mali_pm_metrics.h"
 #include "mali_osk_locks.h"
 #include "mali_osk_mali.h"
 #include <linux/ktime.h>

 #define MALI_PM_TIME_SHIFT 0
 #define MALI_UTILIZATION_MAX_PERIOD 80000000/* ns = 100ms */

 _mali_osk_errcode_t mali_pm_metrics_init(struct mali_device *mdev)
 {
 	int i = 0;

 	MALI_DEBUG_ASSERT(mdev != NULL);

 	mdev->mali_metrics.time_period_start = ktime_get();
 	mdev->mali_metrics.time_period_start_gp = mdev->mali_metrics.time_period_start;
 	mdev->mali_metrics.time_period_start_pp = mdev->mali_metrics.time_period_start;

 	mdev->mali_metrics.time_busy = 0;
 	mdev->mali_metrics.time_idle = 0;
 	mdev->mali_metrics.prev_busy = 0;
 	mdev->mali_metrics.prev_idle = 0;
 	mdev->mali_metrics.num_running_gp_cores = 0;
 	mdev->mali_metrics.num_running_pp_cores = 0;
 	mdev->mali_metrics.time_busy_gp = 0;
 	mdev->mali_metrics.time_idle_gp = 0;

 	for (i = 0; i < MALI_MAX_NUMBER_OF_PHYSICAL_PP_GROUPS; i++) {
 		mdev->mali_metrics.time_busy_pp[i] = 0;
 		mdev->mali_metrics.time_idle_pp[i] = 0;
 	}
 	mdev->mali_metrics.gpu_active = MALI_FALSE;

 	mdev->mali_metrics.lock = _mali_osk_spinlock_irq_init(_MALI_OSK_LOCKFLAG_UNORDERED, _MALI_OSK_LOCK_ORDER_FIRST);
 	if (NULL == mdev->mali_metrics.lock) {
 		return _MALI_OSK_ERR_NOMEM;
 	}

 	return _MALI_OSK_ERR_OK;
 }

 void mali_pm_metrics_term(struct mali_device *mdev)
 {
 	_mali_osk_spinlock_irq_term(mdev->mali_metrics.lock);
 }

 /*caller needs to hold mdev->mali_metrics.lock before calling this function*/
 void mali_pm_record_job_status(struct mali_device *mdev)
 {
 	ktime_t now;
 	ktime_t diff;
 	u64 ns_time;

 	MALI_DEBUG_ASSERT(mdev != NULL);

 	now = ktime_get();
 	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);

 	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 	mdev->mali_metrics.time_busy += ns_time;
 	mdev->mali_metrics.time_period_start = now;
 }

 void mali_pm_record_gpu_idle(mali_bool is_gp)
 {
 	ktime_t now;
 	ktime_t diff;
 	u64 ns_time;
 	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);

 	MALI_DEBUG_ASSERT(mdev != NULL);

 	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
 	now = ktime_get();

 	if (MALI_TRUE == is_gp) {
 		--mdev->mali_metrics.num_running_gp_cores;
 		if (0 == mdev->mali_metrics.num_running_gp_cores) {
 			diff = ktime_sub(now, mdev->mali_metrics.time_period_start_gp);
 			ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 			mdev->mali_metrics.time_busy_gp += ns_time;
 			mdev->mali_metrics.time_period_start_gp = now;

 			if (0 == mdev->mali_metrics.num_running_pp_cores) {
 				MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
 				diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
 				ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 				mdev->mali_metrics.time_busy += ns_time;
 				mdev->mali_metrics.time_period_start = now;
 				mdev->mali_metrics.gpu_active = MALI_FALSE;
 			}
 		}
 	} else {
 		--mdev->mali_metrics.num_running_pp_cores;
 		if (0 == mdev->mali_metrics.num_running_pp_cores) {
 			diff = ktime_sub(now, mdev->mali_metrics.time_period_start_pp);
 			ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 			mdev->mali_metrics.time_busy_pp[0] += ns_time;
 			mdev->mali_metrics.time_period_start_pp = now;

 			if (0 == mdev->mali_metrics.num_running_gp_cores) {
 				MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
 				diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
 				ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 				mdev->mali_metrics.time_busy += ns_time;
 				mdev->mali_metrics.time_period_start = now;
 				mdev->mali_metrics.gpu_active = MALI_FALSE;
 			}
 		}
 	}

 	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
 }

 void mali_pm_record_gpu_active(mali_bool is_gp)
 {
 	ktime_t now;
 	ktime_t diff;
 	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);

 	MALI_DEBUG_ASSERT(mdev != NULL);

 	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
 	now = ktime_get();

 	if (MALI_TRUE == is_gp) {
 		mdev->mali_metrics.num_running_gp_cores++;
 		if (1 == mdev->mali_metrics.num_running_gp_cores) {
 			diff = ktime_sub(now, mdev->mali_metrics.time_period_start_gp);
 			mdev->mali_metrics.time_idle_gp += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 			mdev->mali_metrics.time_period_start_gp = now;
 			if (0 == mdev->mali_metrics.num_running_pp_cores) {
 				MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_FALSE);
 				diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
 				mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 				mdev->mali_metrics.time_period_start = now;
 				mdev->mali_metrics.gpu_active = MALI_TRUE;
 			}
 		} else {
 			MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
 		}
 	} else {
 		mdev->mali_metrics.num_running_pp_cores++;
 		if (1 == mdev->mali_metrics.num_running_pp_cores) {
 			diff = ktime_sub(now, mdev->mali_metrics.time_period_start_pp);
 			mdev->mali_metrics.time_idle_pp[0] += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 			mdev->mali_metrics.time_period_start_pp = now;
 			if (0 == mdev->mali_metrics.num_running_gp_cores) {
 				MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_FALSE);
 				diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
 				mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 				mdev->mali_metrics.time_period_start = now;
 				mdev->mali_metrics.gpu_active = MALI_TRUE;
 			}
 		} else {
 			MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
 		}
 	}

 	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
 }


 /*caller needs to hold mdev->mali_metrics.lock before calling this function*/
 static void mali_pm_get_dvfs_utilisation_calc(struct mali_device *mdev, ktime_t now)
 {
 	ktime_t diff;

 	MALI_DEBUG_ASSERT(mdev != NULL);

 	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);

 	if (mdev->mali_metrics.gpu_active) {
 		mdev->mali_metrics.time_busy += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 	} else {
 		mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
 	}
 }

 /* Caller needs to hold mdev->mali_metrics.lock before calling this function. */
 static void mali_pm_reset_dvfs_utilisation_unlocked(struct mali_device *mdev, ktime_t now)
 {
 	/* Store previous value */
 	mdev->mali_metrics.prev_idle = mdev->mali_metrics.time_idle;
 	mdev->mali_metrics.prev_busy = mdev->mali_metrics.time_busy;

 	/* Reset current values */
 	mdev->mali_metrics.time_period_start = now;
 	mdev->mali_metrics.time_period_start_gp = now;
 	mdev->mali_metrics.time_period_start_pp = now;
 	mdev->mali_metrics.time_idle = 0;
 	mdev->mali_metrics.time_busy = 0;

 	mdev->mali_metrics.time_busy_gp = 0;
 	mdev->mali_metrics.time_idle_gp = 0;
 	mdev->mali_metrics.time_busy_pp[0] = 0;
 	mdev->mali_metrics.time_idle_pp[0] = 0;
 }

 void mali_pm_reset_dvfs_utilisation(struct mali_device *mdev)
 {
 	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
 	mali_pm_reset_dvfs_utilisation_unlocked(mdev, ktime_get());
 	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
 }

 void mali_pm_get_dvfs_utilisation(struct mali_device *mdev,
 				  unsigned long *total_out, unsigned long *busy_out)
 {
 	ktime_t now = ktime_get();
 	u64 busy = 0;
 	u64 total = 0;

 	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);

 	mali_pm_get_dvfs_utilisation_calc(mdev, now);

 	busy = mdev->mali_metrics.time_busy;
 	total = busy + mdev->mali_metrics.time_idle;

 	/* Reset stats if older than MALI_UTILIZATION_MAX_PERIOD (default
 	 * 100ms) */
 	if (total >= MALI_UTILIZATION_MAX_PERIOD) {
 		mali_pm_reset_dvfs_utilisation_unlocked(mdev, now);
 	} else if (total < (MALI_UTILIZATION_MAX_PERIOD / 2)) {
 		total += mdev->mali_metrics.prev_idle +
 			 mdev->mali_metrics.prev_busy;
 		busy += mdev->mali_metrics.prev_busy;
 	}

 	*total_out = (unsigned long)total;
 	*busy_out = (unsigned long)busy;
 	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
 }

 void mali_pm_metrics_spin_lock(void)
 {
 	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);
 	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
 }

 void mali_pm_metrics_spin_unlock(void)
 {
 	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);
 	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
 }
	/*
	* Copyright (C) 2010-2014, 2016 ARM Limited. All rights reserved.
	*
	* This program is free software and is provided to you under the terms of the GNU General Public License version 2
	* as published by the Free Software Foundation, and any use by you of this program is subject to the terms of such GNU licence.
	*
	* A copy of the licence is included with the program, and can also be obtained from Free Software
	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
	*/
	#include "mali_pm_metrics.h"
	#include "mali_osk_locks.h"
	#include "mali_osk_mali.h"
	#include <linux/ktime.h>

	#define MALI_PM_TIME_SHIFT 0
	#define MALI_UTILIZATION_MAX_PERIOD 80000000/* ns = 100ms */

	_mali_osk_errcode_t mali_pm_metrics_init(struct mali_device *mdev)
	{
	int i = 0;

	MALI_DEBUG_ASSERT(mdev != NULL);

	mdev->mali_metrics.time_period_start = ktime_get();
	mdev->mali_metrics.time_period_start_gp = mdev->mali_metrics.time_period_start;
	mdev->mali_metrics.time_period_start_pp = mdev->mali_metrics.time_period_start;

	mdev->mali_metrics.time_busy = 0;
	mdev->mali_metrics.time_idle = 0;
	mdev->mali_metrics.prev_busy = 0;
	mdev->mali_metrics.prev_idle = 0;
	mdev->mali_metrics.num_running_gp_cores = 0;
	mdev->mali_metrics.num_running_pp_cores = 0;
	mdev->mali_metrics.time_busy_gp = 0;
	mdev->mali_metrics.time_idle_gp = 0;

	for (i = 0; i < MALI_MAX_NUMBER_OF_PHYSICAL_PP_GROUPS; i++) {
	mdev->mali_metrics.time_busy_pp[i] = 0;
	mdev->mali_metrics.time_idle_pp[i] = 0;
	}
	mdev->mali_metrics.gpu_active = MALI_FALSE;

	mdev->mali_metrics.lock = _mali_osk_spinlock_irq_init(_MALI_OSK_LOCKFLAG_UNORDERED, _MALI_OSK_LOCK_ORDER_FIRST);
	if (NULL == mdev->mali_metrics.lock) {
	return _MALI_OSK_ERR_NOMEM;
	}

	return _MALI_OSK_ERR_OK;
	}

	void mali_pm_metrics_term(struct mali_device *mdev)
	{
	_mali_osk_spinlock_irq_term(mdev->mali_metrics.lock);
	}

	/caller needs to hold mdev->mali_metrics.lock before calling this function/
	void mali_pm_record_job_status(struct mali_device *mdev)
	{
	ktime_t now;
	ktime_t diff;
	u64 ns_time;

	MALI_DEBUG_ASSERT(mdev != NULL);

	now = ktime_get();
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);

	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_busy += ns_time;
	mdev->mali_metrics.time_period_start = now;
	}

	void mali_pm_record_gpu_idle(mali_bool is_gp)
	{
	ktime_t now;
	ktime_t diff;
	u64 ns_time;
	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);

	MALI_DEBUG_ASSERT(mdev != NULL);

	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
	now = ktime_get();

	if (MALI_TRUE == is_gp) {
	--mdev->mali_metrics.num_running_gp_cores;
	if (0 == mdev->mali_metrics.num_running_gp_cores) {
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start_gp);
	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_busy_gp += ns_time;
	mdev->mali_metrics.time_period_start_gp = now;

	if (0 == mdev->mali_metrics.num_running_pp_cores) {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_busy += ns_time;
	mdev->mali_metrics.time_period_start = now;
	mdev->mali_metrics.gpu_active = MALI_FALSE;
	}
	}
	} else {
	--mdev->mali_metrics.num_running_pp_cores;
	if (0 == mdev->mali_metrics.num_running_pp_cores) {
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start_pp);
	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_busy_pp[0] += ns_time;
	mdev->mali_metrics.time_period_start_pp = now;

	if (0 == mdev->mali_metrics.num_running_gp_cores) {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
	ns_time = (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_busy += ns_time;
	mdev->mali_metrics.time_period_start = now;
	mdev->mali_metrics.gpu_active = MALI_FALSE;
	}
	}
	}

	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
	}

	void mali_pm_record_gpu_active(mali_bool is_gp)
	{
	ktime_t now;
	ktime_t diff;
	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);

	MALI_DEBUG_ASSERT(mdev != NULL);

	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
	now = ktime_get();

	if (MALI_TRUE == is_gp) {
	mdev->mali_metrics.num_running_gp_cores++;
	if (1 == mdev->mali_metrics.num_running_gp_cores) {
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start_gp);
	mdev->mali_metrics.time_idle_gp += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_period_start_gp = now;
	if (0 == mdev->mali_metrics.num_running_pp_cores) {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_FALSE);
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
	mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_period_start = now;
	mdev->mali_metrics.gpu_active = MALI_TRUE;
	}
	} else {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
	}
	} else {
	mdev->mali_metrics.num_running_pp_cores++;
	if (1 == mdev->mali_metrics.num_running_pp_cores) {
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start_pp);
	mdev->mali_metrics.time_idle_pp[0] += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_period_start_pp = now;
	if (0 == mdev->mali_metrics.num_running_gp_cores) {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_FALSE);
	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);
	mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	mdev->mali_metrics.time_period_start = now;
	mdev->mali_metrics.gpu_active = MALI_TRUE;
	}
	} else {
	MALI_DEBUG_ASSERT(mdev->mali_metrics.gpu_active == MALI_TRUE);
	}
	}

	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
	}


	/caller needs to hold mdev->mali_metrics.lock before calling this function/
	static void mali_pm_get_dvfs_utilisation_calc(struct mali_device *mdev, ktime_t now)
	{
	ktime_t diff;

	MALI_DEBUG_ASSERT(mdev != NULL);

	diff = ktime_sub(now, mdev->mali_metrics.time_period_start);

	if (mdev->mali_metrics.gpu_active) {
	mdev->mali_metrics.time_busy += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	} else {
	mdev->mali_metrics.time_idle += (u64)(ktime_to_ns(diff) >> MALI_PM_TIME_SHIFT);
	}
	}

	/* Caller needs to hold mdev->mali_metrics.lock before calling this function. */
	static void mali_pm_reset_dvfs_utilisation_unlocked(struct mali_device *mdev, ktime_t now)
	{
	/* Store previous value */
	mdev->mali_metrics.prev_idle = mdev->mali_metrics.time_idle;
	mdev->mali_metrics.prev_busy = mdev->mali_metrics.time_busy;

	/* Reset current values */
	mdev->mali_metrics.time_period_start = now;
	mdev->mali_metrics.time_period_start_gp = now;
	mdev->mali_metrics.time_period_start_pp = now;
	mdev->mali_metrics.time_idle = 0;
	mdev->mali_metrics.time_busy = 0;

	mdev->mali_metrics.time_busy_gp = 0;
	mdev->mali_metrics.time_idle_gp = 0;
	mdev->mali_metrics.time_busy_pp[0] = 0;
	mdev->mali_metrics.time_idle_pp[0] = 0;
	}

	void mali_pm_reset_dvfs_utilisation(struct mali_device *mdev)
	{
	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
	mali_pm_reset_dvfs_utilisation_unlocked(mdev, ktime_get());
	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
	}

	void mali_pm_get_dvfs_utilisation(struct mali_device *mdev,
	unsigned long total_out, unsigned long busy_out)
	{
	ktime_t now = ktime_get();
	u64 busy = 0;
	u64 total = 0;

	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);

	mali_pm_get_dvfs_utilisation_calc(mdev, now);

	busy = mdev->mali_metrics.time_busy;
	total = busy + mdev->mali_metrics.time_idle;

	/* Reset stats if older than MALI_UTILIZATION_MAX_PERIOD (default
	* 100ms) */
	if (total >= MALI_UTILIZATION_MAX_PERIOD) {
	mali_pm_reset_dvfs_utilisation_unlocked(mdev, now);
	} else if (total < (MALI_UTILIZATION_MAX_PERIOD / 2)) {
	total += mdev->mali_metrics.prev_idle +
	mdev->mali_metrics.prev_busy;
	busy += mdev->mali_metrics.prev_busy;
	}

	*total_out = (unsigned long)total;
	*busy_out = (unsigned long)busy;
	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
	}

	void mali_pm_metrics_spin_lock(void)
	{
	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);
	_mali_osk_spinlock_irq_lock(mdev->mali_metrics.lock);
	}

	void mali_pm_metrics_spin_unlock(void)
	{
	struct mali_device *mdev = dev_get_drvdata(&mali_platform_device->dev);
	_mali_osk_spinlock_irq_unlock(mdev->mali_metrics.lock);
	}