138 lines
3.2 KiB
C
138 lines
3.2 KiB
C
#include <zinnia/bits/usercopy.h>
|
|
#include <zinnia/compiler.h>
|
|
|
|
extern void x86_64_read_start();
|
|
extern void x86_64_read_end();
|
|
extern void x86_64_read_fault();
|
|
|
|
static const struct usercopy_region read_region = {
|
|
.start_ip = x86_64_read_start,
|
|
.end_ip = x86_64_read_end,
|
|
.fault_ip = x86_64_read_fault,
|
|
};
|
|
|
|
bool arch_usercopy_read(void* dst, const __user void* src, size_t len, struct usercopy_region** region) {
|
|
asm volatile(
|
|
"stac\n"
|
|
// Setup regs for `rep movsb`.
|
|
"xchg rcx, rdx\n"
|
|
"mov rax, [rip + %0]\n"
|
|
"mov [rdx], rax\n"
|
|
|
|
".global x86_64_read_start\n"
|
|
"x86_64_read_start:\n"
|
|
"rep movsb\n"
|
|
|
|
".global x86_64_read_end\n"
|
|
"x86_64_read_end:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"mov rax, 1\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
|
|
".global x86_64_read_fault\n"
|
|
"x86_64_read_fault:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
:
|
|
: "i"(&read_region)
|
|
: "memory"
|
|
);
|
|
return false;
|
|
}
|
|
|
|
extern void x86_64_write_start();
|
|
extern void x86_64_write_end();
|
|
extern void x86_64_write_fault();
|
|
|
|
static const struct usercopy_region write_region = {
|
|
.start_ip = x86_64_write_start,
|
|
.end_ip = x86_64_write_end,
|
|
.fault_ip = x86_64_write_fault,
|
|
};
|
|
|
|
bool arch_usercopy_write(__user void* dst, const void* src, size_t len, struct usercopy_region** region) {
|
|
asm volatile(
|
|
"stac\n"
|
|
// Setup regs for `rep movsb`.
|
|
"xchg rcx, rdx\n"
|
|
"mov rax, [rip + %0]\n"
|
|
"mov [rdx], rax\n"
|
|
|
|
".global x86_64_write_start\n"
|
|
"x86_64_write_start:\n"
|
|
"rep movsb\n"
|
|
|
|
".global x86_64_write_end\n"
|
|
"x86_64_write_end:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"mov rax, 1\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
|
|
".global x86_64_write_fault\n"
|
|
"x86_64_write_fault:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rdx], rax\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
:
|
|
: "i"(&read_region)
|
|
: "memory"
|
|
);
|
|
return false;
|
|
}
|
|
|
|
extern void x86_64_strlen_start();
|
|
extern void x86_64_strlen_end();
|
|
extern void x86_64_strlen_fault();
|
|
|
|
static const struct usercopy_region strlen_region = {
|
|
.start_ip = x86_64_strlen_start,
|
|
.end_ip = x86_64_strlen_end,
|
|
.fault_ip = x86_64_strlen_fault,
|
|
};
|
|
|
|
[[__naked]]
|
|
bool arch_usercopy_strlen(const __user char* str, size_t max, size_t* len, struct usercopy_region** region) {
|
|
asm volatile(
|
|
"stac\n"
|
|
"mov rax, [rip + %0]\n"
|
|
"mov [rcx], rax\n"
|
|
|
|
".global x86_64_strlen_start\n"
|
|
"x86_64_strlen_start:\n"
|
|
"xor r8, r8\n"
|
|
".Lloop:\n"
|
|
"cmp byte ptr [rdi + r8], 0\n"
|
|
"je .Lleave\n"
|
|
"inc r8\n"
|
|
"cmp rsi, r8\n"
|
|
"jne .Lloop\n"
|
|
".Lleave:\n"
|
|
"mov [rdx], r8\n"
|
|
|
|
".global x86_64_strlen_end\n"
|
|
"x86_64_strlen_end:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rcx], rax\n"
|
|
"mov rax, 1\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
|
|
".global x86_64_strlen_fault\n"
|
|
"x86_64_strlen_fault:\n"
|
|
"xor rax, rax\n"
|
|
"mov [rcx], rax\n"
|
|
"clac\n"
|
|
"ret\n"
|
|
:
|
|
: "i"(&strlen_region)
|
|
: "memory"
|
|
);
|
|
}
|