Squashed backup commit (no shallow-clone history issues) of xiaomi-mt6833-dev/kernel_xiaomi_mt6833 (lineage-23.2 branch, upstream commit 9eece662e) plus all fixes applied to get everpal_defconfig building clean against a modern (GCC 15.2.0) toolchain -- see the previous commit message on the lineage-23.2 branch (also in this repo history is not available here since this is a squashed snapshot; full incremental history lives in the local DL380 checkout and the upstream GitHub remote). Upstream: https://github.com/xiaomi-mt6833-dev/kernel_xiaomi_mt6833 (lineage-23.2)
119 lines
3.6 KiB
C
119 lines
3.6 KiB
C
/*
|
|
* Copyright (C) 2016 MediaTek Inc.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
* See http://www.gnu.org/licenses/gpl-2.0.html for more details.
|
|
*/
|
|
|
|
/* Heterogenous multi processor common utils */
|
|
LIST_HEAD(hmp_domains);
|
|
|
|
/*
|
|
* Consider EAS if only EAS enabled, but HMP
|
|
* if hybrid enabled and system is over-utilized.
|
|
*/
|
|
static bool sd_overutilized(struct sched_domain *sd);
|
|
|
|
extern bool sched_smp_initialized;
|
|
static inline bool should_hmp(int cpu)
|
|
{
|
|
#ifdef CONFIG_MTK_SCHED_EAS_POWER_SUPPORT
|
|
struct rq *rq = cpu_rq(cpu);
|
|
struct sched_domain *sd;
|
|
|
|
rcu_read_lock();
|
|
sd = rcu_dereference(rq->sd);
|
|
if (sched_feat(ENERGY_AWARE) && sd) {
|
|
for_each_domain(cpu, sd) {
|
|
if (sd_overutilized(sd)) {
|
|
rcu_read_unlock();
|
|
return sched_smp_initialized &&
|
|
sched_feat(SCHED_HMP);
|
|
}
|
|
}
|
|
rcu_read_unlock();
|
|
return false;
|
|
}
|
|
|
|
rcu_read_unlock();
|
|
#endif
|
|
return sched_smp_initialized && sched_feat(SCHED_HMP);
|
|
}
|
|
|
|
extern int cpu_park(int cpu);
|
|
|
|
#ifdef CONFIG_SCHED_HMP
|
|
|
|
/* CPU cluster statistics for task migration control */
|
|
#define HMP_GB (0x1000)
|
|
#define HMP_SELECT_RQ (0x2000)
|
|
#define HMP_LB (0x4000)
|
|
#define HMP_MAX_LOAD (NICE_0_LOAD - 1)
|
|
|
|
#define __LOAD_AVG_MAX 47742 /* FIXME, maximum possible load avg */
|
|
|
|
#ifdef CONFIG_SCHED_HMP_PRIO_FILTER
|
|
unsigned int hmp_up_prio = NICE_TO_PRIO(CONFIG_SCHED_HMP_PRIO_FILTER_VAL);
|
|
#define task_low_priority(prio) ((prio >= hmp_up_prio)?1:0)
|
|
#define cfs_nr_dequeuing_low_prio(cpu) \
|
|
cpu_rq(cpu)->cfs.avg.nr_dequeuing_low_prio
|
|
#define cfs_reset_nr_dequeuing_low_prio(cpu) \
|
|
(cfs_nr_dequeuing_low_prio(cpu) = 0)
|
|
#else
|
|
#define task_low_priority(prio) (0)
|
|
#define cfs_reset_nr_dequeuing_low_prio(cpu)
|
|
#endif
|
|
|
|
/* Schedule entity */
|
|
#define se_load(se) se->avg.loadwop_avg
|
|
|
|
/* #define se_contrib(se) se->avg.load_avg_contrib */
|
|
|
|
/* CPU related : load information */
|
|
#define cfs_load(cpu) cpu_rq(cpu)->cfs.avg.loadwop_avg
|
|
#define cfs_contrib(cpu) cpu_rq(cpu)->cfs.avg.loadwop_avg
|
|
|
|
/* CPU related : the number of tasks */
|
|
#define cfs_nr_normal_prio(cpu) cpu_rq(cpu)->cfs.avg.nr_normal_prio
|
|
#define cfs_nr_pending(cpu) cpu_rq(cpu)->cfs.avg.nr_pending
|
|
#define cfs_length(cpu) cpu_rq(cpu)->cfs.h_nr_running
|
|
#define rq_length(cpu) cpu_rq(cpu)->nr_running
|
|
|
|
|
|
inline int hmp_fork_balance(struct task_struct *p, int prev_cpu);
|
|
static int hmp_select_task_rq_fair(int sd_flag, struct task_struct *p,
|
|
int prev_cpu, int new_cpu);
|
|
static unsigned int hmp_idle_pull(int this_cpu);
|
|
static void hmp_force_up_migration(int this_cpu);
|
|
static void hmp_online_cpu(int cpu);
|
|
static void hmp_offline_cpu(int cpu);
|
|
|
|
static inline void
|
|
hmp_enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se);
|
|
static inline void
|
|
hmp_dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se);
|
|
|
|
static inline void hmp_next_up_delay(struct sched_entity *se, int cpu);
|
|
|
|
#else
|
|
#define se_load(se) 0
|
|
|
|
static inline int hmp_fork_balance(struct task_struct *p, int prev_cpu)
|
|
{
|
|
return prev_cpu;
|
|
}
|
|
static inline void hmp_force_up_migration(int this_cpu) {}
|
|
static inline int hmp_select_task_rq_fair(int sd_flag, struct task_struct *p,
|
|
int prev_cpu, int new_cpu) { return new_cpu; }
|
|
static inline void hmp_online_cpu(int cpu) {}
|
|
static inline void hmp_offline_cpu(int cpu) {}
|
|
static inline int hmp_idle_pull(int this_cpu) { return 0; }
|
|
|
|
#endif /* CONFIG_SCHED_HMP */
|