mirror of
https://github.com/Mathewnd/Astral.git
synced 2026-10-27 12:48:22 +00:00
scheduler: continue work
This commit is contained in:
@@ -52,5 +52,6 @@ void sched_thread_stopping_callback(thread_t *thread, bool sleeping) {
|
||||
|
||||
// called right before the specified thread gets enqueued after sleeping
|
||||
void sched_thread_wakeup_callback(thread_t *thread) {
|
||||
offset_times(thread, 0, timespec_diffus(thread->metrics.sleep_start, timekeeper_time()));
|
||||
thread->metrics.last_sleep_duration_us = timespec_diffus(thread->metrics.sleep_start, timekeeper_time());
|
||||
offset_times(thread, 0, thread->metrics.last_sleep_duration_us);
|
||||
}
|
||||
|
||||
@@ -1,22 +1,58 @@
|
||||
#include <kernel/scheduler.h>
|
||||
#include <arch/cpu.h>
|
||||
#include <arch/smp.h>
|
||||
#include <logging.h>
|
||||
|
||||
#define INTERACTIVITY_LIMIT 30
|
||||
#include <kernel/topology.h>
|
||||
|
||||
// set = idle
|
||||
bitmap_t sched_idle_cpu_bitmap;
|
||||
spinlock_t sched_idle_cpu_bitmap_lock;
|
||||
|
||||
static cpu_t *pick_cpu(thread_t *thread) {
|
||||
// if there is only one cpu awake, thats the current one
|
||||
if (arch_smp_cpusawake == 1)
|
||||
return current_cpu();
|
||||
|
||||
// if the thread targets a specific cpu, then go into that
|
||||
if (thread->cputarget)
|
||||
return thread->cputarget;
|
||||
|
||||
return current_cpu();
|
||||
// find the closest cpu in the hierarchy that the thread can run immediatelly in
|
||||
cpu_t *closest = NULL;
|
||||
if (thread->last_cpu)
|
||||
closest = topology_find_next_cpu_to_run(thread->last_cpu->topology_node, thread, thread->metrics.last_sleep_duration_us);
|
||||
if (closest)
|
||||
return closest;
|
||||
|
||||
// find the first idle cpu
|
||||
spinlock_acquire(&sched_idle_cpu_bitmap_lock);
|
||||
long idle_cpu = bitmap_find_first_set(&sched_idle_cpu_bitmap);
|
||||
spinlock_release(&sched_idle_cpu_bitmap_lock);
|
||||
|
||||
if (idle_cpu != -1)
|
||||
return smp_cpus[idle_cpu];
|
||||
|
||||
// find the least loaded cpu and the least loaded one that the thread can run immediatelly in
|
||||
cpu_t *least_loaded = NULL;
|
||||
cpu_t *least_loaded_can_run = NULL;
|
||||
|
||||
// deliberately racey to reduce contention
|
||||
// TODO: possibly could benefit from making the last queue and interactivity a single integer which would allow
|
||||
// atomic operations on these
|
||||
for (int i = 0; i < arch_smp_cpusawake; ++i) {
|
||||
if (least_loaded == NULL || smp_cpus[i]->thread_count < least_loaded->thread_count)
|
||||
least_loaded = smp_cpus[i];
|
||||
|
||||
if (sched_thread_can_run_in_cpu(thread, smp_cpus[i]->last_queue, smp_cpus[i]->last_interactivity) &&
|
||||
(least_loaded_can_run == NULL || least_loaded_can_run->thread_count > smp_cpus[i]->thread_count))
|
||||
least_loaded_can_run = smp_cpus[i];
|
||||
}
|
||||
|
||||
return least_loaded_can_run ? least_loaded_can_run : least_loaded;
|
||||
}
|
||||
|
||||
static void insert_in_run_queue(sched_run_queue_t *run_queue, thread_t *thread) {
|
||||
int idx = min(thread->metrics.interactivity_score * SCHED_RUN_QUEUE_SIZE / SCHED_MAX_INTERACTIVITY, SCHED_RUN_QUEUE_SIZE - 1);
|
||||
int idx = sched_thread_run_queue_index(thread->metrics.interactivity_score);
|
||||
|
||||
thread->prev = run_queue->queues[idx].ins;
|
||||
|
||||
@@ -52,7 +88,7 @@ static thread_t *pop_from_run_queue(sched_run_queue_t *run_queue) {
|
||||
}
|
||||
|
||||
static void insert_in_calendar_queue(sched_calendar_queue_t *calendar_queue, thread_t *thread) {
|
||||
int idx = (calendar_queue->ins + thread->metrics.interactivity_score - INTERACTIVITY_LIMIT) % SCHED_RUN_QUEUE_SIZE;
|
||||
int idx = (calendar_queue->ins + thread->metrics.interactivity_score - SCHED_INTERACTIVITY_LIMIT) % SCHED_RUN_QUEUE_SIZE;
|
||||
|
||||
thread->next = calendar_queue->queues[idx];
|
||||
calendar_queue->queues[idx] = thread;
|
||||
@@ -83,18 +119,27 @@ static thread_t *pop_from_calendar_queue(sched_calendar_queue_t *calendar_queue)
|
||||
// requires cpu queue to be locked
|
||||
thread_t *sched_select_next_thread(void) {
|
||||
thread_t *thread = pop_from_run_queue(¤t_cpu()->rt_queue);
|
||||
if (thread)
|
||||
if (thread) {
|
||||
current_cpu()->last_queue = 0;
|
||||
goto found;
|
||||
}
|
||||
|
||||
thread = pop_from_calendar_queue(¤t_cpu()->ts_queue);
|
||||
if (thread)
|
||||
if (thread) {
|
||||
current_cpu()->last_queue = 1;
|
||||
goto found;
|
||||
}
|
||||
|
||||
thread = pop_from_run_queue(¤t_cpu()->idle_queue);
|
||||
if (thread == NULL)
|
||||
return NULL;
|
||||
current_cpu()->last_queue = 2;
|
||||
found:
|
||||
thread->flags &= ~THREAD_FLAGS_QUEUED;
|
||||
|
||||
current_cpu()->last_interactivity = thread->metrics.interactivity_score;
|
||||
thread->last_cpu = current_cpu();
|
||||
|
||||
return thread;
|
||||
}
|
||||
|
||||
@@ -105,7 +150,7 @@ void sched_insert_in_cpu_queue(cpu_t *cpu, thread_t *thread) {
|
||||
|
||||
switch (thread->class) {
|
||||
case THREAD_CLASS_TIMESHARE:
|
||||
if (thread->metrics.interactivity_score > INTERACTIVITY_LIMIT) {
|
||||
if (thread->metrics.interactivity_score > SCHED_INTERACTIVITY_LIMIT) {
|
||||
// thread is not interactive
|
||||
insert_in_calendar_queue(&cpu->ts_queue, thread);
|
||||
break;
|
||||
@@ -133,8 +178,14 @@ void sched_queue(thread_t *thread) {
|
||||
spinlock_acquire(&cpu->sched_lock);
|
||||
|
||||
__assert((thread->flags & THREAD_FLAGS_QUEUED) == 0 && (thread->flags & THREAD_FLAGS_RUNNING) == 0);
|
||||
|
||||
int last_queue = cpu->last_queue;
|
||||
int last_interactivity = cpu->last_interactivity;
|
||||
sched_insert_in_cpu_queue(cpu, thread);
|
||||
|
||||
|
||||
if (sched_thread_can_run_in_cpu(thread, last_queue, last_interactivity))
|
||||
sched_preempt_cpu(cpu);
|
||||
|
||||
spinlock_release_irq_restore(&cpu->sched_lock, status);
|
||||
}
|
||||
|
||||
|
||||
@@ -192,7 +192,6 @@ int sched_yield() {
|
||||
void sched_prepare_sleep(bool interruptible) {
|
||||
current_thread()->sleepintstatus = interrupt_set(false);
|
||||
spinlock_acquire(¤t_thread()->sleeplock);
|
||||
// no locking needed as only we will be accessing it
|
||||
current_thread()->flags |= THREAD_FLAGS_SLEEP | (interruptible ? THREAD_FLAGS_INTERRUPTIBLE : 0);
|
||||
}
|
||||
|
||||
@@ -211,7 +210,6 @@ bool sched_wakeup(thread_t *thread, int reason) {
|
||||
|
||||
sched_thread_wakeup_callback(thread);
|
||||
|
||||
// TODO send IPI to idle cores
|
||||
sched_queue(thread);
|
||||
spinlock_release(&thread->sleeplock);
|
||||
interrupt_set(intstate);
|
||||
@@ -264,13 +262,20 @@ static void reschedule_ipi(isr_t *, context_t *) {
|
||||
dpc_enqueue(¤t_cpu()->reschedule_dpc, preempt_dpc, NULL);
|
||||
}
|
||||
|
||||
static void cpuidlethread() {
|
||||
sched_target_cpu(current_cpu());
|
||||
interrupt_set(true);
|
||||
while (1) {
|
||||
CPU_HALT();
|
||||
sched_yield();
|
||||
void sched_preempt_cpu(cpu_t *cpu) {
|
||||
long ipl = interrupt_raiseipl(IPL_DPC);
|
||||
if (cpu == current_cpu()) {
|
||||
dpc_enqueue(&cpu->reschedule_dpc, preempt_dpc, NULL);
|
||||
} else {
|
||||
arch_smp_send_ipi(cpu, cpu->reschedule_isr, ARCH_SMP_IPI_TARGET, false);
|
||||
}
|
||||
interrupt_loweripl(ipl);
|
||||
}
|
||||
|
||||
static void idle_thread(void) {
|
||||
interrupt_set(true);
|
||||
while (1)
|
||||
CPU_HALT();
|
||||
}
|
||||
|
||||
void sched_target_cpu(cpu_t *cpu) {
|
||||
@@ -295,7 +300,7 @@ static void reschedule_yield(context_t *context, void *_cpu) {
|
||||
thread_t *next = sched_select_next_thread();
|
||||
spinlock_release(¤t_cpu()->sched_lock);
|
||||
|
||||
arch_smp_sendipi(cpu, cpu->reschedule_isr, ARCH_SMP_IPI_TARGET, false);
|
||||
arch_smp_send_ipi(cpu, cpu->reschedule_isr, ARCH_SMP_IPI_TARGET, false);
|
||||
switch_thread(next);
|
||||
}
|
||||
|
||||
@@ -349,8 +354,9 @@ void sched_ap_entry() {
|
||||
__assert(current_cpu()->schedulerstack);
|
||||
current_cpu()->schedulerstack = (void *)((uintptr_t)current_cpu()->schedulerstack + SCHEDULER_STACK_SIZE);
|
||||
|
||||
current_cpu()->idlethread = sched_newthread(cpuidlethread, PAGE_SIZE * 4, 100, NULL, NULL);
|
||||
current_cpu()->idlethread = sched_newthread(idle_thread, PAGE_SIZE * 4, 100, NULL, NULL);
|
||||
__assert(current_cpu()->idlethread);
|
||||
current_cpu()->idlethread->cputarget = current_cpu();
|
||||
current_cpu()->idlethread->class = THREAD_CLASS_IDLE;
|
||||
sched_queue(current_cpu()->idlethread);
|
||||
|
||||
@@ -377,9 +383,11 @@ void sched_init() {
|
||||
__assert(current_cpu()->schedulerstack);
|
||||
current_cpu()->schedulerstack = (void *)((uintptr_t)current_cpu()->schedulerstack + SCHEDULER_STACK_SIZE);
|
||||
|
||||
current_cpu()->idlethread = sched_newthread(cpuidlethread, PAGE_SIZE * 4, 100, NULL, NULL);
|
||||
current_cpu()->idlethread = sched_newthread(idle_thread, PAGE_SIZE * 4, 100, NULL, NULL);
|
||||
__assert(current_cpu()->idlethread);
|
||||
current_cpu()->idlethread->cputarget = current_cpu();
|
||||
current_cpu()->idlethread->class = THREAD_CLASS_IDLE;
|
||||
|
||||
current_cpu()->thread = sched_newthread(NULL, PAGE_SIZE * 32, 0, NULL, NULL);
|
||||
__assert(current_thread());
|
||||
|
||||
|
||||
Reference in New Issue
Block a user