aboutsummaryrefslogtreecommitdiff
path: root/src/kernel/user
diff options
context:
space:
mode:
Diffstat (limited to 'src/kernel/user')
-rw-r--r--src/kernel/user/pager.c183
-rw-r--r--src/kernel/user/process.c93
2 files changed, 230 insertions, 46 deletions
diff --git a/src/kernel/user/pager.c b/src/kernel/user/pager.c
new file mode 100644
index 0000000..c892599
--- /dev/null
+++ b/src/kernel/user/pager.c
@@ -0,0 +1,183 @@
+#include <string.h>
+
+#include <pager.h>
+#include <vfs.h>
+#include <process.h>
+#include <frame.h>
+
+#define ENT_FRAME_SHIFT 12
+
+
+// ========== //
+// SWAP PAGER //
+// ========== //
+
+static void swap_page_in(pager_t *p, size_t offset, size_t len);
+static void swap_page_out(pager_t *p, size_t offset, size_t len);
+static void swap_page_release(pager_t *p, size_t offset, size_t len);
+
+static pager_ops_t swap_pager_ops = {
+ .page_in = swap_page_in,
+ .page_commit = 0,
+ .page_out = swap_page_out,
+ .page_release = swap_page_release,
+};
+
+pager_t *new_swap_pager(size_t size) {
+ pager_t *p = (pager_t*)malloc(sizeof(pager_t));
+ if (p == 0) return 0;
+
+ p->pages = create_hashtbl(id_key_eq_fun, id_hash_fun, 0);
+ if (p->pages == 0) goto error;
+
+ p->ops = &swap_pager_ops;
+ p->size = size;
+ p->lock = MUTEX_UNLOCKED;
+ p->maps = 0;
+
+ return p;
+
+error:
+ if (p) free(p);
+ return 0;
+}
+
+void swap_page_in(pager_t *p, size_t offset, size_t len) {
+ ASSERT(PAGE_ALIGNED(offset));
+ size_t npages = PAGE_ALIGN_UP(len) / PAGE_SIZE;
+
+ void *region = region_alloc(PAGE_SIZE, "Page zero area", 0);
+ if (region == 0) return;
+
+ for (size_t i = 0; i < npages; i++) {
+ size_t page = offset + (i * PAGE_SIZE);
+ if (hashtbl_find(p->pages, (void*)page) == 0) {
+ uint32_t frame = frame_alloc(1);
+ if (frame != 0) {
+ pd_map_page(region, frame, true);
+ memset(region, 0, PAGE_SIZE);
+ pd_unmap_page(region);
+ }
+ if (!hashtbl_add(p->pages, (void*)page, (void*)(frame << ENT_FRAME_SHIFT))) {
+ frame_free(frame, 1);
+ }
+ }
+ }
+
+ region_free(region);
+}
+
+void swap_page_out(pager_t *p, size_t offset, size_t len) {
+ // later : save to swap file...
+}
+
+void swap_page_release(pager_t *p, size_t offset, size_t len) {
+ ASSERT(PAGE_ALIGNED(offset));
+ size_t npages = PAGE_ALIGN_UP(len) / PAGE_SIZE;
+
+ for (size_t i = 0; i < npages; i++) {
+ size_t page = offset + (i * PAGE_SIZE);
+ uint32_t frame = (uint32_t)hashtbl_find(p->pages, (void*)page) >> ENT_FRAME_SHIFT;
+ if (frame != 0) {
+ hashtbl_remove(p->pages, (void*)page);
+ frame_free(frame, 1);
+ }
+ }
+}
+
+// ======================= //
+// GENERIC PAGER FUNCTIONS //
+// ======================= //
+
+void delete_pager(pager_t *p) {
+ ASSERT(p->maps == 0);
+
+ pager_commit_dirty(p);
+
+ mutex_lock(&p->lock);
+
+ p->ops->page_release(p, 0, p->size);
+ delete_hashtbl(p->pages);
+ free(p);
+}
+
+void pager_access(pager_t *p, size_t offset, size_t len, bool accessed, bool dirty) {
+ mutex_lock(&p->lock);
+
+ ASSERT(PAGE_ALIGNED(offset));
+ size_t npages = PAGE_ALIGN_UP(len) / PAGE_SIZE;
+
+ for (size_t i = 0; i < npages; i++) {
+ size_t page = offset + (i * PAGE_SIZE);
+ uint32_t v = (uint32_t)hashtbl_find(p->pages, (void*)page);
+ if (v != 0) {
+ hashtbl_change(p->pages, (void*)page,
+ (void*)(v | (accessed ? PAGE_ACCESSED : 0) | (dirty ? PAGE_DIRTY : 0)));
+ }
+ }
+
+ mutex_unlock(&p->lock);
+}
+
+void pager_commit_dirty(pager_t *p) {
+ if (!p->ops->page_commit) return;
+
+ mutex_lock(&p->lock);
+
+ for (size_t i = 0; i < p->size; i += PAGE_SIZE) {
+ uint32_t v = (uint32_t)hashtbl_find(p->pages, (void*)i);
+ if (v & PAGE_DIRTY) {
+ p->ops->page_commit(p, i, PAGE_SIZE);
+ hashtbl_change(p->pages, (void*)i, (void*)(v & ~PAGE_DIRTY));
+ }
+
+ }
+
+ mutex_unlock(&p->lock);
+}
+
+int pager_get_frame(pager_t *p, size_t offset) {
+ mutex_lock(&p->lock);
+
+ ASSERT(PAGE_ALIGNED(offset));
+
+ uint32_t v = (uint32_t)hashtbl_find(p->pages, (void*)offset);
+ if (v == 0) {
+ p->ops->page_in(p, offset, PAGE_SIZE);
+ }
+
+ uint32_t ret = (uint32_t)hashtbl_find(p->pages, (void*)offset) >> ENT_FRAME_SHIFT;
+
+ mutex_unlock(&p->lock);
+
+ return ret;
+}
+
+void pager_add_map(pager_t *p, user_region_t *reg) {
+ mutex_lock(&p->lock);
+
+ reg->next_for_pager = p->maps;
+ p->maps = reg;
+
+ mutex_unlock(&p->lock);
+}
+
+void pager_rm_map(pager_t *p, user_region_t *reg) {
+ mutex_lock(&p->lock);
+
+ if (p->maps == reg) {
+ p->maps = reg->next_for_pager;
+ } else {
+ for (user_region_t *it = p->maps; it->next_for_pager != 0; it = it->next_for_pager) {
+ if (it->next_for_pager == reg) {
+ it->next_for_pager = reg->next_for_pager;
+ break;
+ }
+ }
+ }
+ reg->next_for_pager = 0;
+
+ mutex_unlock(&p->lock);
+}
+
+/* vim: set ts=4 sw=4 tw=0 noet :*/
diff --git a/src/kernel/user/process.c b/src/kernel/user/process.c
index 2812fc6..1b3013b 100644
--- a/src/kernel/user/process.c
+++ b/src/kernel/user/process.c
@@ -489,32 +489,38 @@ bool mmap(process_t *proc, void* addr, size_t size, int mode) {
if ((uint32_t)addr & (~PAGE_MASK)) return false;
+ if (addr >= (void*)K_HIGHHALF_ADDR || addr + size > (void*)K_HIGHHALF_ADDR
+ || addr + size <= addr || size == 0) return false;
+
user_region_t *r = (user_region_t*)malloc(sizeof(user_region_t));
if (r == 0) return false;
+ r->proc = proc;
r->addr = addr;
- r->size = PAGE_ALIGN_UP(size);
+ r->size = size;
- if (r->addr >= (void*)K_HIGHHALF_ADDR || r->addr + r->size > (void*)K_HIGHHALF_ADDR
- || r->addr + r->size <= r->addr || r->size == 0) {
- free(r);
- return false;
- }
+ r->own_pager = true;
+ r->pager = new_swap_pager(size);
+ if (r->pager == 0) goto error;
+ r->offset = 0;
bool add_ok = btree_add(proc->regions_idx, r->addr, r);
- if (!add_ok) {
- free(r);
- return false;
- }
+ if (!add_ok) goto error;
r->mode = mode;
r->file = 0;
- r->file_offset = 0;
- r->next = proc->regions;
+ r->next_in_proc = proc->regions;
proc->regions = r;
+ pager_add_map(r->pager, r);
+
return true;
+
+error:
+ if (r && r->pager) delete_pager(r->pager);
+ if (r) free(r);
+ return false;
}
bool mmap_file(process_t *proc, fs_handle_t *h, size_t offset, void* addr, size_t size, int mode) {
@@ -527,34 +533,38 @@ bool mmap_file(process_t *proc, fs_handle_t *h, size_t offset, void* addr, size_
if (!(fmode & FM_MMAP) || !(fmode & FM_READ)) return false;
if ((mode & MM_WRITE) && !(fmode & FM_WRITE)) return false;
+ ASSERT(h->node->pager != 0);
+
+ if (addr >= (void*)K_HIGHHALF_ADDR || addr + size > (void*)K_HIGHHALF_ADDR
+ || addr + size <= addr || size == 0) return false;
+
user_region_t *r = (user_region_t*)malloc(sizeof(user_region_t));
if (r == 0) return false;
r->addr = addr;
- r->size = PAGE_ALIGN_UP(size);
-
- if (r->addr >= (void*)K_HIGHHALF_ADDR || r->addr + r->size > (void*)K_HIGHHALF_ADDR
- || r->addr + r->size <= r->addr || r->size == 0) {
- free(r);
- return false;
- }
+ r->size = size;
bool add_ok = btree_add(proc->regions_idx, r->addr, r);
- if (!add_ok) {
- free(r);
- return false;
- }
+ if (!add_ok) goto error;
ref_file(h);
+ r->file = h;
r->mode = mode;
- r->file = h;
- r->file_offset = offset;
+ r->offset = offset;
+ r->pager = h->node->pager;
+ r->own_pager = false;
- r->next = proc->regions;
+ pager_add_map(r->pager, r);
+
+ r->next_in_proc = proc->regions;
proc->regions = r;
return true;
+
+error:
+ if (r) free(r);
+ return false;
}
bool mchmap(process_t *proc, void* addr, int mode) {
@@ -592,11 +602,11 @@ bool munmap(process_t *proc, void* addr) {
if (r == 0) return false;
if (proc->regions == r) {
- proc->regions = r->next;
+ proc->regions = r->next_in_proc;
} else {
- for (user_region_t *it = proc->regions; it != 0; it = it->next) {
- if (it->next == r) {
- it->next = r->next;
+ for (user_region_t *it = proc->regions; it != 0; it = it->next_in_proc) {
+ if (it->next_in_proc == r) {
+ it->next_in_proc = r->next_in_proc;
break;
}
}
@@ -609,22 +619,20 @@ bool munmap(process_t *proc, void* addr) {
switch_pagedir(proc->pd);
for (void* it = r->addr; it < r->addr + r->size; it += PAGE_SIZE) {
uint32_t ent = pd_get_entry(it);
- uint32_t frame = pd_get_frame(it);
if (ent & PTE_PRESENT) {
- if ((ent & PTE_DIRTY) && (r->mode & MM_WRITE) && r->file != 0) {
- // TODO COMMIT PAGE!!
- }
+ pager_access(r->pager,
+ it - r->addr + r->offset, PAGE_SIZE,
+ (ent & PTE_ACCESSED), (ent & PTE_DIRTY));
pd_unmap_page(it);
- if (r->file != 0) {
- // frame is owned by process
- frame_free(frame, 1);
- }
}
}
switch_pagedir(save_pd);
+ pager_rm_map(r->pager, r);
+
if (r->file != 0) unref_file(r->file);
+ if (r->own_pager) delete_pager(r->pager);
free(r);
@@ -663,12 +671,7 @@ static void proc_usermem_pf(void* p, registers_t *regs, void* addr) {
uint32_t frame;
do {
- if (r->file == 0) {
- frame = frame_alloc(1);
- } else {
- PANIC("Not implemented mmap (AWFUL TODO)");
- // Here we must get the page from the cache
- }
+ frame = pager_get_frame(r->pager, addr - r->addr + r->offset);
if (frame == 0) {
free_some_memory();
}
@@ -677,8 +680,6 @@ static void proc_usermem_pf(void* p, registers_t *regs, void* addr) {
while(!pd_map_page(addr, frame, (r->mode & MM_WRITE) != 0)) {
free_some_memory();
}
-
- if (r->file == 0) memset(addr, 0, PAGE_SIZE); // zero out
}
void probe_for_read(const void* addr, size_t len) {
generated by cgit v1.2.3 (git 2.25.1) at 2024-11-22 03:33:07 +0000