Astral/kernel-src/fs/vfs.c

#include <kernel/vfs.h>
#include <hashtable.h>
#include <string.h>
#include <logging.h>
#include <kernel/alloc.h>
#include <errno.h>
#include <arch/cpu.h>
#include <kernel/poll.h>
#include <kernel/sock.h>
#include <kernel/vmmcache.h>
#include <kernel/block.h>
#include <kernel/pipefs.h>
#include <kernel/auth.h>

#define PATHNAME_MAX 512
#define MAXLINKDEPTH 64

static hashtable_t fstable;
vnode_t *vfsroot;

static spinlock_t listlock;
static vfs_t *vfslist;

static cred_t *getcred() {
	if (current_thread() == NULL || current_thread()->proc == NULL)
		return NULL;
	else
		return &current_thread()->proc->cred;
}

int vfs_pollstub(vnode_t *node, struct polldata *, int events) {
	int revents = 0;

	if (events & POLLIN)
		revents |= POLLIN;

	if (events & POLLOUT)
		revents |= POLLOUT;

	return revents;
}

static int noop() {
	return 0;
}

static vops_t vnops = {
	.lock = noop,
	.unlock = noop
};

void vfs_init() {
	__assert(hashtable_init(&fstable, 20) == 0);
	vfsroot = alloc(sizeof(vnode_t));
	__assert(vfsroot);
	SPINLOCK_INIT(listlock);
	vfsroot->type = V_TYPE_DIR;
	vfsroot->refcount = 1;
	vfsroot->ops = &vnops;
}

int vfs_register(vfsops_t *ops, char *name) {
	return hashtable_set(&fstable, ops, name, strlen(name), true);
}

void vfs_inactive(vnode_t *vnode) {
	if (vnode->type == V_TYPE_SOCKET && vnode->socketbinding) {
		localsock_leavebinding(vnode);
	} else if (vnode->type == V_TYPE_FIFO) {
		pipefs_leavebinding(vnode);
	}
	vnode->ops->inactive(vnode);
}

// backing and pathref are expected to be unlocked
int vfs_mount(vnode_t *backing, vnode_t *pathref, char *path, char *name, void *data) {
	vfsops_t *ops;
	int err = hashtable_get(&fstable, (void **)(&ops), name, strlen(name));
	if (err)
		return err;

	vnode_t *mounton;
	err = vfs_lookup(&mounton, pathref, path, NULL, 0);

	if (err)
		return err;

	err = auth_filesystem_check(getcred(), AUTH_ACTIONS_FILESYSTEM_MOUNT, mounton, NULL);
	if (err) {
		// locked by vfs_lookup
		VOP_UNLOCK(mounton);
		VOP_RELEASE(mounton);
		return err;
	}

	if (mounton->type != V_TYPE_DIR) {
		// locked by vfs_lookup
		VOP_UNLOCK(mounton);
		VOP_RELEASE(mounton);
		return ENOTDIR;
	}

	vfs_t *vfs;

	err = ops->mount(&vfs, mounton, backing, data);

	if (err) {
		// locked by vfs_lookup
		VOP_UNLOCK(mounton);
		VOP_RELEASE(mounton);
		return err;
	}

	spinlock_acquire(&listlock);

	vfs->next = vfslist;
	vfslist = vfs;

	spinlock_release(&listlock);

	mounton->vfsmounted = vfs;
	vfs->nodecovered = mounton;

	// locked by vfs_lookup
	VOP_UNLOCK(mounton);

	return 0;
}

// ref is expected to be unlocked
int vfs_open(vnode_t *ref, char *path, int flags, vnode_t **res) {
	vnode_t *tmp = NULL;
	int err = vfs_lookup(&tmp, ref, path, NULL, 0);
	if (err)
		return err;

	err = VOP_ACCESS(tmp, ((flags & V_FFLAGS_READ) ? V_ACCESS_READ : 0) | ((flags & V_FFLAGS_WRITE) ? V_ACCESS_WRITE : 0), getcred());
	if (err) {
		// locked by vfs_lookup
		VOP_UNLOCK(tmp);
		return err;
	}

	vnode_t *new = tmp;
	err = VOP_OPEN(&new, flags, getcred());
	if (err) {
		VOP_RELEASE(tmp);
	} else {
		*res = new != tmp ? new : tmp;
	}

	// locked by vfs_lookup
	VOP_UNLOCK(tmp);

	return err;
}

// node is expected to be unlocked
int vfs_close(vnode_t *node, int flags) {
	VOP_LOCK(node);
	int err = VOP_CLOSE(node, flags, getcred());
	VOP_UNLOCK(node);
	return err;
}

// if node is not NULL, then a reference is kept and the newnode is returned in node
// ref is expected to be unlocked.
// the new node is returned locked
int vfs_create(vnode_t *ref, char *path, vattr_t *attr, int type, vnode_t **node) {
	vnode_t *parent;
	char *component = alloc(strlen(path) + 1);
	int err = vfs_lookup(&parent, ref, path, component, VFS_LOOKUP_PARENT);
	if (err)
		goto cleanup;

	err = VOP_ACCESS(parent, V_ACCESS_WRITE, getcred());
	if (err) {
		VOP_UNLOCK(parent);
		VOP_RELEASE(parent);
		goto cleanup_parent;
	}

	vnode_t *ret;
	err = VOP_CREATE(parent, component, attr, type, &ret, getcred());
	VOP_RELEASE(parent);
	if (err) {
		VOP_UNLOCK(parent);
		goto cleanup;
	}

	if (node) {
		*node = ret;
	} else {
		// returned locked by VOP_CREATE
		VOP_UNLOCK(ret);
		VOP_RELEASE(ret);
	}

	cleanup_parent:
	VOP_UNLOCK(parent);
	cleanup:
	free(component);
	return err;
}

static void bytestopages(uintmax_t offset, size_t size, uintmax_t *pageoffset, size_t *pagecount, uintmax_t *startoffset) {
	*pageoffset = offset / PAGE_SIZE;
	*startoffset = offset % PAGE_SIZE;
	size_t end = offset + size;
	size_t toppage = ROUND_UP(end, PAGE_SIZE) / PAGE_SIZE;
	*pagecount = toppage - *pageoffset;
}

static int writenocache(vnode_t *node, page_t *page, uintmax_t pageoffset) {
	// don't keep the pages in the cache!
	// if its a file, do the proper filesystem sync.
	// if its a block device, sync only the page we just dirtied
	VOP_LOCK(node);
	int e;
	if (node->type == V_TYPE_REGULAR)
		e = VOP_SYNC(node);
	else
		e = vmmcache_syncvnode(node, pageoffset, PAGE_SIZE);
	VOP_UNLOCK(node);

	// try to turn it into anonymous memory
	vmmcache_evict(page);

	return e;
}

int vfs_write_iovec(vnode_t *node, iovec_iterator_t *iovec_iterator, size_t size, uintmax_t offset, size_t *written, int flags) {
	int err = 0;
	if (vfs_iscacheable(node)) {
		*written = 0;
		// can't write a size 0 buffer
		if (size == 0)
			goto leave;

		// overflow
		if (size + offset < offset) {
			err = EINVAL;
			goto leave;
		}

		MUTEX_ACQUIRE(&node->size_lock, false);

		vattr_t attr;
		VOP_LOCK(node);
		err = VOP_GETATTR(node, &attr, getcred());
		VOP_UNLOCK(node);
		if (err)
			goto leave;

		size_t newsize = size + offset > attr.size ? size + offset : 0;

		if (node->type == V_TYPE_REGULAR && newsize) {
			// do resize stuff if regular and applicable
			VOP_LOCK(node);
			err = VOP_RESIZE(node, newsize, &current_thread()->proc->cred);
			VOP_UNLOCK(node);
			if (err)
				goto leave;
		} else if (node->type == V_TYPE_BLKDEV) {
			// else just get the disk size and limit the read size
			blockdesc_t blockdesc;
			int r;
			VOP_LOCK(node);
			err = VOP_IOCTL(node, BLOCK_IOCTL_GETDESC, &blockdesc, &r, NULL);
			VOP_UNLOCK(node);
			__assert(err == 0);

			size_t bytesize = blockdesc.blockcapacity * blockdesc.blocksize;

			if (offset >= bytesize)
				goto leave;

			size = min(size + offset, bytesize) - offset;
		}

		uintmax_t pageoffset, pagecount, startoffset;
		bytestopages(offset, size, &pageoffset, &pagecount, &startoffset);
		page_t *page = NULL;

		if (startoffset) {
			// unaligned first page
			err = vmmcache_getpage(node, pageoffset * PAGE_SIZE, &page);
			if (err)
				goto leave;

			size_t writesize = min(PAGE_SIZE - startoffset, size);
			void *address = MAKE_HHDM(pmm_getpageaddress(page));

			err = iovec_iterator_copy_to_buffer(iovec_iterator, (void *)((uintptr_t)address + startoffset), writesize);
			if (err) {
				pmm_release(FROM_HHDM(address));
				goto leave;
			}

			vmmcache_makedirty(page);
			*written += writesize;
			pageoffset += 1;
			pagecount -= 1;

			if (flags & V_FFLAGS_NOCACHE)
				err = writenocache(node, page, pageoffset * PAGE_SIZE);

			pmm_release(FROM_HHDM(address));
			if (err)
				goto leave;
		}

		for (uintmax_t offset = 0; offset < pagecount * PAGE_SIZE; offset += PAGE_SIZE) {
			// the other pages
			err = vmmcache_getpage(node, pageoffset * PAGE_SIZE + offset, &page);
			if (err)
				goto leave;

			size_t writesize = min(PAGE_SIZE, size - *written);
			void *address = MAKE_HHDM(pmm_getpageaddress(page));

			err = iovec_iterator_copy_to_buffer(iovec_iterator, address, writesize);
			if (err) {
				pmm_release(FROM_HHDM(address));
				goto leave;
			}

			vmmcache_makedirty(page);
			*written += writesize;

			if (flags & V_FFLAGS_NOCACHE)
				err = writenocache(node, page, pageoffset * PAGE_SIZE + offset);

			pmm_release(FROM_HHDM(address));

			if (err)
				goto leave;
		}

		leave:
		MUTEX_RELEASE(&node->size_lock);
	} else {
		// special file, just write as its not being cached
		VOP_LOCK(node);
		err = VOP_WRITE(node, iovec_iterator, size, offset, flags, written, getcred());
		VOP_UNLOCK(node);
	}

	return err;
}

int vfs_read_iovec(vnode_t *node, iovec_iterator_t *iovec_iterator, size_t size, uintmax_t offset, size_t *bytesread, int flags) {
	int err = 0;
	if (vfs_iscacheable(node)) {
		*bytesread = 0;
		// can't read 0 bytes from the cache
		if (size == 0)
			goto leave;

		// overflow
		if (size + offset < offset) {
			err = EINVAL;
			goto leave;
		}

		size_t nodesize = 0;

		MUTEX_ACQUIRE(&node->size_lock, false);
		if (node->type == V_TYPE_REGULAR) {
			vattr_t attr;
			VOP_LOCK(node);
			err = VOP_GETATTR(node, &attr, getcred());
			VOP_UNLOCK(node);
			if (err)
				goto leave;

			nodesize = attr.size;
		} else {
			blockdesc_t blockdesc;
			int r;
			VOP_LOCK(node);
			err = VOP_IOCTL(node, BLOCK_IOCTL_GETDESC, &blockdesc, &r, NULL);
			VOP_UNLOCK(node);
			__assert(err == 0);

			nodesize = blockdesc.blockcapacity * blockdesc.blocksize;
		}

		// read past end of file?
		if (offset >= nodesize)
			goto leave;

		size = min(size + offset, nodesize) - offset;

		uintmax_t pageoffset, pagecount, startoffset;
		bytestopages(offset, size, &pageoffset, &pagecount, &startoffset);
		page_t *page = NULL;

		if (startoffset) {
			// unaligned first page
			err = vmmcache_getpage(node, pageoffset * PAGE_SIZE, &page);
			if (err)
				goto leave;

			size_t readsize = min(PAGE_SIZE - startoffset, size);
			void *address = MAKE_HHDM(pmm_getpageaddress(page));

			err = iovec_iterator_copy_from_buffer(iovec_iterator, (void *)((uintptr_t)address + startoffset), readsize);
			if (err) {
				pmm_release(FROM_HHDM(address));
				goto leave;
			}

			*bytesread += readsize;
			pageoffset += 1;
			pagecount -= 1;

			if (flags & V_FFLAGS_NOCACHE) {
				// try to turn it into anonymous memory
				vmmcache_evict(page);
			}

			pmm_release(FROM_HHDM(address));
		}

		for (uintmax_t offset = 0; offset < pagecount * PAGE_SIZE; offset += PAGE_SIZE) {
			// the other pages
			err = vmmcache_getpage(node, pageoffset * PAGE_SIZE + offset, &page);
			if (err)
				goto leave;

			size_t readsize = min(PAGE_SIZE, size - *bytesread);
			void *address = MAKE_HHDM(pmm_getpageaddress(page));

			err = iovec_iterator_copy_from_buffer(iovec_iterator, address, readsize);
			if (err) {
				pmm_release(FROM_HHDM(address));
				goto leave;
			}

			*bytesread += readsize;
			if (flags & V_FFLAGS_NOCACHE) {
				// try to turn it into anonymous memory
				vmmcache_evict(page);
			}
			pmm_release(FROM_HHDM(address));
		}
		leave:
		MUTEX_RELEASE(&node->size_lock);
	} else {
		// special file, just read as size doesn't matter
		VOP_LOCK(node);
		err = VOP_READ(node, iovec_iterator, size, offset, flags, bytesread, getcred());
		VOP_UNLOCK(node);
	}
	return err;
}

int vfs_write(vnode_t *node, void *buffer, size_t size, uintmax_t offset, size_t *written, int flags) {
	iovec_t iovec = {
		.addr = buffer,
		.len = size
	};

	iovec_iterator_t iovec_iterator;
	iovec_iterator_init(&iovec_iterator, &iovec, 1);

	return vfs_write_iovec(node, &iovec_iterator, size, offset, written, flags);
}

int vfs_read(vnode_t *node, void *buffer, size_t size, uintmax_t offset, size_t *bytes_read, int flags) {
	iovec_t iovec = {
		.addr = buffer,
		.len = size
	};

	iovec_iterator_t iovec_iterator;
	iovec_iterator_init(&iovec_iterator, &iovec, 1);

	return vfs_read_iovec(node, &iovec_iterator, size, offset, bytes_read, flags);
}

// if type is V_TYPE_LINK, a symlink is made
// in that case, destref is ignored, destpath is the link value and attr points to the attributes of the symlink
// if type is V_TYPE_REGULAR, a hardlink is made.
// in that case, destref and destpath point to the the node that will be linked and attr is ignored
// in both cases, linkref and linkpath describe the location of where to create the new link
int vfs_link(vnode_t *destref, char *destpath, vnode_t *linkref, char *linkpath, int type, vattr_t *attr) {
	__assert(type == V_TYPE_LINK || type == V_TYPE_REGULAR);

	int err;
	vnode_t *targetnode = NULL;
	if (type == V_TYPE_REGULAR) {
		targetnode = NULL;
		err = vfs_lookup(&targetnode, destref, destpath, NULL, 0);
		if (err)
			return err;
	}

	char *component = alloc(strlen(linkpath) + 1);
	if (component == NULL) {
		err = ENOMEM;
		goto cleanup;
	}

	vnode_t *parent = NULL;
	err = vfs_lookup(&parent, linkref, linkpath, component, VFS_LOOKUP_PARENT);
	if (err)
		goto cleanup_component;

	err = VOP_ACCESS(parent, V_ACCESS_WRITE, getcred());
	if (err)
		goto cleanup_parent;

	if (type == V_TYPE_REGULAR) {
		err = VOP_LINK(targetnode, parent, component, getcred());
	} else {
		err = VOP_SYMLINK(parent, component, attr, destpath, getcred());
	}

	cleanup_parent:
	VOP_UNLOCK(parent);
	VOP_RELEASE(parent);

	cleanup_component:
	free(component);

	cleanup:
	if (type == V_TYPE_REGULAR) {
		VOP_UNLOCK(targetnode);
		VOP_RELEASE(targetnode);
	}

	return err;
}

int vfs_unlink(vnode_t *ref, char *path) {
	char *component = alloc(strlen(path) + 1);
	if (component == NULL)
		return ENOMEM;

	vnode_t *parent = NULL;
	int err = vfs_lookup(&parent, ref, path, component, VFS_LOOKUP_NOLINK | VFS_LOOKUP_PARENT);
	if (err)
		goto cleanup;

	bool isdotdot = strcmp(path, "..") == 0;

	vnode_t *child = NULL;
	err = VOP_LOOKUP(parent, component, &child, getcred());
	if (err) {
		VOP_UNLOCK(parent);
		VOP_RELEASE(parent);
		goto cleanup;
	}

	err = auth_filesystem_check(getcred(), AUTH_ACTIONS_FILESYSTEM_UNLINK, child, parent) ? EACCES : 0;
	if (err)
		goto cleanup_release;

	err = VOP_UNLINK(parent, child, component, getcred());
	cleanup_release:
	// locked by VOP_LOOKUP
	VOP_UNLOCK(child);
	// locked by vfs_lookup, unlocked by VOP_LOOKUP if component is ".."
	if (!isdotdot)
		VOP_UNLOCK(parent);

	VOP_RELEASE(child);
	VOP_RELEASE(parent);

	cleanup:
	free(component);
	return err;
}

int vfs_rename(vnode_t *srcref, char *srcpath, vnode_t *dstref, char *dstpath, int flags) {
	void *srccomp = alloc(strlen(srcpath) + 1);
	if (srccomp == NULL)
		return ENOMEM;

	void *dstcomp = alloc(strlen(dstpath) + 1);
	if (dstcomp == NULL) {
		free(srccomp);
		return ENOMEM;
	}

	vnode_t *srcdir = NULL;
	vnode_t *dstdir = NULL;
	int err = vfs_lookup(&srcdir, srcref, srcpath, srccomp, VFS_LOOKUP_NOLINK | VFS_LOOKUP_PARENT);
	if (err)
		goto cleanup_comp;

	VOP_UNLOCK(srcdir); // locked by vfs_lookup, unlocked here to allow the other vfs_lookup to not deadlock

	err = vfs_lookup(&dstdir, dstref, dstpath, dstcomp, VFS_LOOKUP_NOLINK | VFS_LOOKUP_PARENT);
	if (err) {
		VOP_RELEASE(srcdir);
		goto cleanup_comp;
	}

	if (srcdir != dstdir)
		VOP_LOCK(srcdir); // lock it again for the other ops if they arent the same

	bool srcdotdot = strcmp(srccomp, "..") == 0;
	bool dstdotdot = strcmp(dstcomp, "..") == 0;
	vnode_t *src = NULL;
	vnode_t *dst = NULL;

	err = VOP_LOOKUP(srcdir, srccomp, &src, getcred());
	if (err)
		goto cleanup_locks;

	// srcdir is unlocked by VOP_LOOKUP if srccomp is ".."
	if (srcdotdot)
		VOP_LOCK(srcdir);

	VOP_UNLOCK(src); // locked by VOP_LOOKUP, unlocked here to allow the other VOP_LOOKUP to not deadlock

	err = VOP_LOOKUP(dstdir, dstcomp, &dst, getcred());
	if (err != 0 && err != ENOENT) {
		VOP_RELEASE(src);
		goto cleanup_locks;
	}

	// dstdir is unlocked by VOP_LOOKUP if dstcomp is ".."
	if (dstdotdot)
		VOP_LOCK(dstdir);

	if (src != dst)
		VOP_LOCK(src); // lock it again for the rename if they arent the same

	// check if we can rename the old file
	err = auth_filesystem_check(getcred(), AUTH_ACTIONS_FILESYSTEM_RENAME, src, srcdir) ? EACCES : 0;
	if (err)
		goto cleanup_child;

	if (dst) {
		// and if we have a file, check if we can replace it
		err = auth_filesystem_check(getcred(), AUTH_ACTIONS_FILESYSTEM_UNLINK, dst, dstdir) ? EACCES : 0;
		if (err)
			goto cleanup_child;
	}

	// and if we can then write the new link to the directory
	err = VOP_ACCESS(dstdir, V_ACCESS_WRITE, getcred());
	if (err)
		goto cleanup_child;

	err = VOP_RENAME(srcdir, src, srccomp, dstdir, dst, dstcomp, flags);

	cleanup_child:

	if (src != dst)
		VOP_UNLOCK(src);

	if (dst)
		VOP_UNLOCK(dst);

	VOP_RELEASE(src);

	if (dst)
		VOP_RELEASE(dst);

	cleanup_locks:
	if (srcdir != dstdir)
		VOP_UNLOCK(srcdir);

	VOP_UNLOCK(dstdir); // locked by vfs_lookup
	VOP_RELEASE(srcdir);
	VOP_RELEASE(dstdir);

	cleanup_comp:
	free(srccomp);
	free(dstcomp);
	return err;
}

// returns the highest node in a mount point
static int highestnodeinmp(vnode_t *node, vnode_t **ret) {
	int e = 0;
	while (e == 0 && node->vfsmounted)
		e = VFS_ROOT(node->vfsmounted, &node);

	*ret = node;

	return e;
}

// returns the lowest node in a mount point
static vnode_t *lowestnodeinmp(vnode_t *node) {
	while (node->flags & V_FLAGS_ROOT)
		node = node->vfs->nodecovered;

	return node;
}

// looks up a pathname
// result will always be returned locked.
// if flags & VFS_LOOKUP_PARENT, the parent of the resulting node will be put in
// the result pointer and lastcomp will contain the last component name
// if flags & VFS_LOOKUP_NOLINK, the last component will not be dereferenced if its a symbolic link
// if flags & VFS_LOOKUP_INTERNAL, the first byte of flags will be the current count of symlinks transversed
// this is not an external flag and is meant to be called from inside the function itself
int vfs_lookup(vnode_t **result, vnode_t *start, char *path, char *lastcomp, int flags) {
	if ((flags & VFS_LOOKUP_INTERNAL) && (flags & 0xff) > MAXLINKDEPTH)
		return ELOOP;

	size_t pathlen = strlen(path);

	if (pathlen == 0)
		return ENOENT;

	if (pathlen > PATHNAME_MAX)
		return ENAMETOOLONG;

	vnode_t *current = start;
	int error = highestnodeinmp(start, &current);
	if (error)
		return error;

	char *compbuffer = alloc(pathlen + 1);
	if (compbuffer == NULL)
		return ENOMEM;

	strcpy(compbuffer, path);

	for (int i = 0; i < pathlen; ++i) {
		if (compbuffer[i] == '/')
			compbuffer[i] = '\0';
	}

	vnode_t *next;
	error = 0;

	VOP_HOLD(current);
	VOP_LOCK(current);

	for (int i = 0; i < pathlen; ++i) {
		if (compbuffer[i] == '\0')
			continue;

		if (current->type != V_TYPE_DIR) {
			error = ENOTDIR;
			break;
		}

		char *component = &compbuffer[i];
		size_t complen = strlen(component);
		bool islast = i + complen == pathlen;

		// check if its last with trailing '/' (or '\0's in this case, as '/'s were turned into '\0's in the buffer)
		if (!islast) {
			int j;
			for (j = i + complen; j < pathlen && compbuffer[j] == '\0'; ++j) asm("");
			islast = j == pathlen;
		}

		if (islast && (flags & VFS_LOOKUP_PARENT)) {
			__assert(lastcomp);
			strcpy(lastcomp, component);
			break;
		}

		bool isdotdot = strcmp(component, "..") == 0;
		if (isdotdot) {
			// if the tree root, skip to next component
			vnode_t *root = NULL;
			__assert(highestnodeinmp(vfsroot, &root) == 0);
			if (root == current) {
				i += complen;
				continue;
			}

			// if the root of a mounted fs, go to
			if (current->flags & V_FLAGS_ROOT) {
				vnode_t *n = lowestnodeinmp(current);
				if (n != current) {
					VOP_HOLD(n);
					VOP_UNLOCK(current);
					VOP_RELEASE(current);
					current = n;
					VOP_LOCK(current);
				}
			}
		}

		// locked at the beggining of the function if nescessary or by a previous VOP_LOOKUP
		error = VOP_ACCESS(current, V_ACCESS_SEARCH, getcred());
		if (error)
			break;

		error = VOP_LOOKUP(current, component, &next, getcred());
		if (error)
			break;

		// if the current node is not the next one and VOP_LOOKUP didn't already by looking up "..", unlock it
		if (current != next && isdotdot == false)
			VOP_UNLOCK(current);

		vnode_t *r = next;
		error = highestnodeinmp(next, &r);
		if (error) {
			if (current != next)
				VOP_UNLOCK(next);

			VOP_RELEASE(next);
			break;
		}

		if (r != next) {
			VOP_HOLD(r);
			VOP_UNLOCK(next);
			VOP_RELEASE(next);
			next = r;
			VOP_LOCK(next);
		}

		// dereference symlink
		if (next->type == V_TYPE_LINK && (islast == false || (islast == true && (flags & VFS_LOOKUP_NOLINK) == 0))) {
			// get path
			char *linkderef;

			// next is already returned locked by VOP_LOOKUP
			error = VOP_READLINK(next, &linkderef, getcred());
			VOP_UNLOCK(next);
			if (error) {
				VOP_RELEASE(next);
				break;
			}

			// lookup new path with recursion
			int pass = flags & VFS_LOOKUP_INTERNAL ? flags + 1 : VFS_LOOKUP_INTERNAL;
			vnode_t *derefresult = NULL;

			// get the start node of the dereference
			vnode_t *derefstart = current;

			if (*linkderef == '/' && current_thread() && current_thread()->proc) {
				MUTEX_ACQUIRE(&current_thread()->proc->mutex, false);
				derefstart = current_thread()->proc->root;
				VOP_HOLD(derefstart);
				MUTEX_RELEASE(&current_thread()->proc->mutex);
			} else if (*linkderef == '/') {
				derefstart = vfsroot;
				VOP_HOLD(derefstart);
			}

			error = vfs_lookup(&derefresult, derefstart, linkderef, NULL, pass);

			if (*linkderef == '/')
				VOP_RELEASE(derefstart);

			free(linkderef);

			VOP_RELEASE(next);
			if (error) {
				break;
			}

			next = derefresult;
		}

		VOP_RELEASE(current);
		current = next;
		i += complen;
	}

	if (error) {
		VOP_UNLOCK(current);
		VOP_RELEASE(current);
	} else {
		// result is already locked here
		*result = current;
	}

	free(compbuffer);
	return error;
}