89 lines
2.1 KiB
C
89 lines
2.1 KiB
C
#include <common/compiler.h>
|
|
#include <kernel/usercopy.h>
|
|
|
|
extern void x86_64_read_start();
|
|
extern void x86_64_read_end();
|
|
extern void x86_64_read_fault();
|
|
|
|
static const struct usercopy_region read_region = {
|
|
.start_ip = x86_64_read_start,
|
|
.end_ip = x86_64_read_end,
|
|
.fault_ip = x86_64_read_fault,
|
|
};
|
|
|
|
[[__naked]]
|
|
bool arch_usercopy_read(void* dst, const __user void* src, size_t len, struct usercopy_region** region) {
|
|
asm volatile(
|
|
"stac\n"
|
|
// Setup regs for `rep movsb`.
|
|
"xchg rcx, rdx\n"
|
|
"mov rax, [rip + %0]\n"
|
|
"xchg [rdx], rax\n"
|
|
|
|
".global x86_64_read_start\n"
|
|
"x86_64_read_start:\n"
|
|
"rep movsb\n"
|
|
|
|
".global x86_64_read_end\n"
|
|
"x86_64_read_end:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"mov rax, 1\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
|
|
".global x86_64_read_fault\n"
|
|
"x86_64_read_fault:\n"
|
|
"xor rax, rax\n"
|
|
"xchg [rdx], rax\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
:
|
|
: "i"(&read_region)
|
|
: "memory"
|
|
);
|
|
}
|
|
|
|
extern void x86_64_write_start();
|
|
extern void x86_64_write_end();
|
|
extern void x86_64_write_fault();
|
|
|
|
static const struct usercopy_region write_region = {
|
|
.start_ip = x86_64_write_start,
|
|
.end_ip = x86_64_write_end,
|
|
.fault_ip = x86_64_write_fault,
|
|
};
|
|
|
|
[[__naked]]
|
|
bool arch_usercopy_write(__user void* dst, const void* src, size_t len, struct usercopy_region** region) {
|
|
asm volatile(
|
|
"stac\n"
|
|
// Setup regs for `rep movsb`.
|
|
"xchg rcx, rdx\n"
|
|
"mov rax, [rip + %0]\n"
|
|
"xchg [rdx], rax\n"
|
|
|
|
".global x86_64_write_start\n"
|
|
"x86_64_write_start:\n"
|
|
"rep movsb\n"
|
|
|
|
".global x86_64_write_end\n"
|
|
"x86_64_write_end:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"mov rax, 1\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
|
|
".global x86_64_write_fault\n"
|
|
"x86_64_write_fault:\n"
|
|
"xor rax, rax\n"
|
|
"xchg [rdx], rax\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
:
|
|
: "i"(&write_region)
|
|
: "memory"
|
|
);
|
|
}
|