zinnia/kernel/core/sched.c

#include <zinnia/status.h>
#include <kernel/alloc.h>
#include <kernel/arch.h>
#include <kernel/irq.h>
#include <kernel/list.h>
#include <kernel/percpu.h>
#include <kernel/print.h>
#include <kernel/sched.h>
#include <kernel/spin.h>
#include <kernel/tailq.h>
#include <assert.h>
#include <stdatomic.h>
#include <stdint.h>
#include <string.h>

static void idle_func(uintptr_t) {
    while (1) {
        arch_irq_set_state(true);
        arch_irq_wait();
    }
}

void sched_to_user(uintptr_t info_ptr) {
    struct task_start_info* info = (struct task_start_info*)info_ptr;
    uintptr_t ip = info->ip;
    uintptr_t sp = info->sp;
    uintptr_t arg = info->arg;
    mem_free(info);
    arch_sched_jump_to_user(ip, sp, arg);
}

void sched_to_user_context(uintptr_t ctx) {
    arch_sched_jump_to_context((struct arch_context*)ctx);
}

void sched_init(struct sched_percpu* sched) {
    struct task* idle_task;
    assert(
        task_create("idle", &kernel_vas, nullptr, idle_func, 0, &idle_task) == ZN_OK,
        "Unable to create idle task!\n"
    );
    sched->idle_task = idle_task;
    sched->current = idle_task;

    tailq_init(&sched->run_queue);

    kprintf("Scheduler initialized\n");
}

void sched_add_task(struct sched_percpu* sched, struct task* task) {
    assert(task != nullptr, "Tried to add NULL to the run queue\n");
    tailq_insert_tail(&sched->run_queue, task, next);
}

static struct task* next_task(struct sched_percpu* sched) {
    struct task* t = tailq_first(&sched->run_queue);

    if (t == nullptr)
        return sched->idle_task;

    tailq_remove(&sched->run_queue, t, next);

    return t;
}

static void do_reschedule(struct sched_percpu* sched) {
    struct task* from = atomic_load_explicit(&sched->current, memory_order_acquire);
    struct task* to = next_task(sched);

    if (from == to) {
        irq_unlock();
        return;
    }

    atomic_store_explicit(&sched->current, to, memory_order_relaxed);

    pmap_set(&to->space->pmap);

    struct percpu* cpu = percpu_get();
    from->kernel_stack = cpu->kernel_stack;
    from->user_stack = cpu->user_stack;
    cpu->kernel_stack = to->kernel_stack;
    cpu->user_stack = to->user_stack;

    arch_sched_switch(from, to);
}

void sched_reschedule(struct sched_percpu* sched) {
    irq_lock();
    if (sched->current->state != TASK_STATE_DEAD)
        sched_add_task(sched, sched->current);
    do_reschedule(sched);
}

void sched_yield(struct sched_percpu* sched) {
    irq_lock();
    do_reschedule(sched);
}

zn_status_t task_create(
    const char* name,
    struct vas* space,
    struct namespace* ns,
    task_fn_t entry,
    uintptr_t arg0,
    struct task** out
) {
    if (!out)
        return ZN_ERR_INVALID;

    struct task* new_task = mem_alloc(sizeof(struct task), 0);
    if (new_task == nullptr)
        return ZN_ERR_NO_MEMORY;

    static size_t last_tid = 0;
    new_task->id = atomic_fetch_add(&last_tid, 1);
    new_task->space = space;
    new_task->namespace = ns;
    strncpy(new_task->name, name, sizeof(new_task->name));

    // Allocate a kernel stack.
    new_task->kernel_stack = (uintptr_t)mem_alloc(KERNEL_STACK_SIZE, 0);
    if (!new_task->kernel_stack)
        return ZN_ERR_NO_MEMORY;
    new_task->user_stack = 0;

    // Initialize the arch-dependent parts.
    zn_status_t s = arch_task_init(&new_task->task_ctx, entry, arg0, new_task->kernel_stack + KERNEL_STACK_SIZE, true);
    if (s != ZN_OK)
        return s;

    *out = new_task;
    return ZN_OK;
}

void task_entry(task_fn_t entry, uintptr_t arg0) {
    entry(arg0);

    struct sched_percpu* sched = &percpu_get()->sched;
    sched->current->state = TASK_STATE_DEAD;
    sched_yield(sched);
    panic("unreachable");
}

void wait_queue_init(struct wait_queue* wq) {
    tailq_init(&wq->waiters);
    wq->lock = (struct spinlock){0};
}

void sched_block(struct sched_percpu* sched, struct wait_queue* wq) {
    irq_lock();
    spin_lock(&wq->lock);

    sched->current->state = TASK_STATE_BLOCKED;
    tailq_insert_tail(&wq->waiters, sched->current, next);

    spin_unlock(&wq->lock);
    do_reschedule(sched);
}

void sched_wake(struct sched_percpu* sched, struct wait_queue* wq) {
    spin_lock(&wq->lock);

    struct task* t = tailq_first(&wq->waiters);
    if (t != nullptr) {
        tailq_remove(&wq->waiters, t, next);
        t->state = TASK_STATE_READY;
        sched_add_task(sched, t);
    }

    spin_unlock(&wq->lock);
}

void sched_wake_all(struct sched_percpu* sched, struct wait_queue* wq) {
    spin_lock(&wq->lock);

    struct task* t;
    while ((t = tailq_first(&wq->waiters)) != nullptr) {
        tailq_remove(&wq->waiters, t, next);
        t->state = TASK_STATE_READY;
        sched_add_task(sched, t);
    }

    spin_unlock(&wq->lock);
}