sched_helpers.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef SCHED_HELPERS_H
#define SCHED_HELPERS_H

/* Required for struct irq_work which is defined in struct root_domain */
#include <linux/irq_work.h>

#include <linux/cgroup.h>

#ifdef _IN_TREE_BUILD

#include <linux/sched/cputime.h>
#include <kernel/sched/sched.h>
#include <kernel/sched/autogroup.h>

#else

#include "generated/vmlinux.h"

#ifdef CONFIG_FAIR_GROUP_SCHED
static inline struct rq *rq_of(struct cfs_rq *cfs_rq)
{
	return cfs_rq->rq;
}
#define entity_is_task(se)	(!se->my_q)
#else
static inline struct rq *rq_of(struct cfs_rq *cfs_rq)
{
	return container_of(cfs_rq, struct rq, cfs);
}
#define entity_is_task(se)	1
#endif

static inline int cpu_of(struct rq *rq)
{
#ifdef CONFIG_SMP
	return rq->cpu;
#else
	return 0;
#endif
}

#define cap_scale(v, s) ((v)*(s) >> SCHED_CAPACITY_SHIFT)

static inline bool task_group_is_autogroup(struct task_group *tg)
{
#ifdef CONFIG_SCHED_AUTOGROUP
	return !!tg->autogroup;
#else
	return false;
#endif
}

static int autogroup_path(struct task_group *tg, char *buf, int buflen)
{
#ifdef CONFIG_SCHED_AUTOGROUP
	if (!task_group_is_autogroup(tg))
		return 0;

	return snprintf(buf, buflen, "%s-%ld", "/autogroup", tg->autogroup->id);
#else
	return 0;
#endif
}

/* A cut down version of the original. @p MUST be NULL */
static __always_inline
unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util,
				  struct task_struct *p)
{
#ifdef CONFIG_UCLAMP_TASK
	unsigned long min_util;
	unsigned long max_util;

	min_util = READ_ONCE(rq->uclamp[UCLAMP_MIN].value);
	max_util = READ_ONCE(rq->uclamp[UCLAMP_MAX].value);

	if (unlikely(min_util >= max_util))
		return min_util;

	return clamp(util, min_util, max_util);
#else
	return util;
#endif
}

#endif /* _IN_TREE_BUILD */

static inline void cfs_rq_tg_path(struct cfs_rq *cfs_rq, char *path, int len)
{
	if (!path)
		return;

#ifdef CONFIG_FAIR_GROUP_SCHED
	if (cfs_rq && task_group_is_autogroup(cfs_rq->tg))
		autogroup_path(cfs_rq->tg, path, len);
	else if (cfs_rq && cfs_rq->tg->css.cgroup)
		cgroup_path((struct cgroup *)cfs_rq->tg->css.cgroup, path, len);
	else
#endif
		strlcpy(path, "(null)", len);
}

static inline struct cfs_rq *get_group_cfs_rq(struct sched_entity *se)
{
#ifdef CONFIG_FAIR_GROUP_SCHED
	return se->my_q;
#else
	return NULL;
#endif
}

static inline struct cfs_rq *get_se_cfs_rq(struct sched_entity *se)
{
#ifdef CONFIG_FAIR_GROUP_SCHED
	return se->cfs_rq;
#else
	return NULL;
#endif
}

static inline const struct sched_avg *lisa_cfs_rq_avg(struct cfs_rq *cfs_rq)
{
#ifdef CONFIG_SMP
	return cfs_rq ? (struct sched_avg *)&cfs_rq->avg : NULL;
#else
	return NULL;
#endif
}

static inline char *lisa_cfs_rq_path(struct cfs_rq *cfs_rq, char *str, int len)
{
	if (!cfs_rq) {
		if (str)
			strlcpy(str, "(null)", len);
		else
			return NULL;
	}

	cfs_rq_tg_path(cfs_rq, str, len);
	return str;
}

static inline int lisa_cfs_rq_cpu(struct cfs_rq *cfs_rq)
{
	return cfs_rq ? cpu_of(rq_of(cfs_rq)) : -1;
}

static inline const struct sched_avg *lisa_rq_avg_rt(struct rq *rq)
{
#ifdef CONFIG_SMP
	return rq ? (struct sched_avg *)&rq->avg_rt : NULL;
#else
	return NULL;
#endif
}

static inline const struct sched_avg *lisa_rq_avg_dl(struct rq *rq)
{
#ifdef CONFIG_SMP
	return rq ? (struct sched_avg *)&rq->avg_dl : NULL;
#else
	return NULL;
#endif
}

static inline const struct sched_avg *lisa_rq_avg_irq(struct rq *rq)
{
#if defined(CONFIG_SMP) && defined(CONFIG_HAVE_SCHED_AVG_IRQ)
	return rq ? (struct sched_avg *)&rq->avg_irq : NULL;
#else
	return NULL;
#endif
}

static inline int lisa_rq_cpu(struct rq *rq)
{
	return rq ? cpu_of(rq) : -1;
}

static inline int lisa_rq_cpu_capacity(struct rq *rq)
{
	return rq ?
#ifdef CONFIG_SMP
		rq->cpu_capacity
#else
		SCHED_CAPACITY_SCALE
#endif
		: -1;
}

static inline const struct cpumask *lisa_rd_span(struct root_domain *rd)
{
#ifdef CONFIG_SMP
	return rd ? (struct cpumask *)rd->span : NULL;
#else
	return NULL;
#endif
}

static inline int lisa_rq_nr_running(struct rq *rq)
{
	return rq ? rq->nr_running : -1;
}

#endif /* SCHED_HELPERS */