slab: rewrite slab allocator

kernel-src/include/kernel/slab.h

@@ -4,31 +4,61 @@
 #include <stddef.h>
 #include <stdint.h>
 #include <mutex.h>
+#include <hashtable.h>
 
 typedef struct slab_t {
 	struct slab_t *next;
 	struct slab_t *prev;
-	size_t used;
+	size_t reference_count;
 	void **free;
 	void *base;
 } slab_t;
 
+typedef struct magazine {
+	struct magazine *next;
+	size_t round_count;
+	void *rounds[];
+} magazine_t;
+
+typedef struct {
+	magazine_t *loaded_magazine;
+	magazine_t *previous_magazine;
+	mutex_t mutex;
+} cache_per_cpu_t;
+
+typedef struct slab_indirect {
+	struct slab_indirect *next;
+	slab_t *slab;
+	void *object;
+} slab_indirect_t;
+
 typedef struct scache_t {
 	mutex_t mutex;
-	void (*ctor)(struct scache_t *cache, void *obj);
+	bool (*ctor)(struct scache_t *cache, void *obj);
 	void (*dtor)(struct scache_t *cache, void *obj);
-	slab_t *full;
-	slab_t *partial;
-	slab_t *empty;
+	slab_t *list;
 	size_t size;
-	size_t truesize;
+	size_t true_size;
 	size_t alignment;
-	size_t slabobjcount;
+	size_t slab_object_count;
+	slab_indirect_t **indirect_table;
+
+	// magazine data
+	size_t magazine_size;
+	size_t magazine_minimum_size;
+	size_t magazine_maximum_size;
+
+	mutex_t depot_mutex;
+	int contention_count;
+	magazine_t *empty_depot;
+	magazine_t *full_depot;
+
+	cache_per_cpu_t per_cpu[];
 } scache_t;
 
 void *slab_allocate(scache_t *cache);
 void slab_free(scache_t *cache, void *addr);
-scache_t *slab_newcache(size_t size, size_t alignment, void (*ctor)(scache_t *, void *), void (*dtor)(scache_t *, void *));
+scache_t *slab_newcache(size_t size, size_t alignment, bool (*ctor)(scache_t *, void *), void (*dtor)(scache_t *, void *));
 void slab_freecache(scache_t *cache);
 
 #endif

kernel-src/include/x86-64/arch/cpu.h

@@ -25,7 +25,7 @@ typedef struct cpu_t {
 	vmmcontext_t *vmmctx; // expected to be here by other code
 
 	long hardware_id; // expected to be here by other code
-	long internal_id;
+	long internal_id; // expected to be here by other code
 
 	timekeeper_source_t *timekeeper_source;
 	timekeeper_source_info_t *timekeeper_source_info;
@@ -125,6 +125,12 @@ static inline void set_current_vmm_context(vmmcontext_t *context) {
 	asm volatile ("mov %%rax, %%gs:16" : : "a"(context) : "memory");
 }
 
+static inline long current_cpu_internal_id(void) {
+	long id;
+	asm volatile ("mov %%gs:32, %%rax" : "=a"(id) : : "memory");
+	return id;
+}
+
 static inline long current_cpu_id(void) {
 	long id;
 	asm volatile ("mov %%gs:24, %%rax" : "=a"(id) : : "memory");