378 lines
11 KiB
C
378 lines
11 KiB
C
|
/* ------------------------------------------------------ **
|
||
|
|
** **
|
||
|
|
** By default we use mmap to map memory. **
|
||
|
|
** For i386 machines we use shared memory segments (shm). **
|
||
|
|
** **
|
||
|
|
** ------------------------------------------------------ */
|
||
|
|
|
||
|
|
#define MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
|
||
|
|
#ifdef i386
|
||
|
|
#undef MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
#define SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
#endif /* i386 */
|
||
|
|
|
||
|
|
#if !defined(MMAP_MEMORY_MAPPING_SCHEME) && !defined(SHM_MEMORY_MAPPING_SCHEME)
|
||
|
|
#error Define a memory mapping scheme
|
||
|
|
#endif /* !MMAP_MEMORY_MAPPING_SCHEME && !SHM_MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
#if defined(MMAP_MEMORY_MAPPING_SCHEME) && defined(SHM_MEMORY_MAPPING_SCHEME)
|
||
|
|
#error Do not define multiple memory mapping schemes
|
||
|
|
#endif /* MMAP_MEMORY_MAPPING_SCHEME && SHM_MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
/* -------------------------------------- **
|
||
|
|
** Includes and local variables **
|
||
|
|
** -------------------------------------- */
|
||
|
|
|
||
|
|
#include "Yap.h"
|
||
|
|
#if defined(YAPOR) || defined(TABLING)
|
||
|
|
#include "Yatom.h"
|
||
|
|
#include "Heap.h"
|
||
|
|
#include "alloc.h"
|
||
|
|
#include "heapgc.h"
|
||
|
|
#include <signal.h>
|
||
|
|
#include <stdio.h>
|
||
|
|
#include <unistd.h>
|
||
|
|
#include <fcntl.h>
|
||
|
|
#include <errno.h>
|
||
|
|
#include <string.h>
|
||
|
|
#include <stdlib.h>
|
||
|
|
#include <sys/shm.h>
|
||
|
|
#include <sys/mman.h>
|
||
|
|
|
||
|
|
#define KBYTES 1024
|
||
|
|
#define HEAP_BLOCKS 1
|
||
|
|
#define OPT_BLOCKS 5
|
||
|
|
#define OPT_BLOCK_SIZE ADJUST_SIZE_TO_PAGE(10000 * KBYTES)
|
||
|
|
|
||
|
|
int PageSize;
|
||
|
|
#ifdef MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
int fd_mapfile;
|
||
|
|
#else /* SHM_MEMORY_MAPPING_SCHEME */
|
||
|
|
int shm_mapid[MAX_WORKERS + HEAP_BLOCKS + OPT_BLOCKS];
|
||
|
|
#endif /* MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
/* --------------------------- **
|
||
|
|
** Global functions **
|
||
|
|
** --------------------------- */
|
||
|
|
|
||
|
|
long global_data_size(void) {
|
||
|
|
return ADJUST_SIZE(sizeof(struct global_data));
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
long local_data_size(void) {
|
||
|
|
return ADJUST_SIZE(sizeof(struct local_data));
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
void shm_map_memory(int id, int size, void *shmaddr) {
|
||
|
|
#define SHMMAX 0x2000000 /* as in <asm/shmparam.h> */
|
||
|
|
if (size > SHMMAX)
|
||
|
|
abort_optyap("maximum size for a shm segment exceeded in function shm_map_memory");
|
||
|
|
if ((shm_mapid[id] = shmget(IPC_PRIVATE, size, SHM_R|SHM_W)) == -1)
|
||
|
|
abort_optyap("shmget error in function shm_map_memory %s", strerror(errno));
|
||
|
|
if (shmat(shm_mapid[id], shmaddr, 0) == (void *) -1)
|
||
|
|
abort_optyap("shmat error in function shm_map_memory %s", strerror(errno));
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
#else /* MMAP_MEMORY_MAPPING_SCHEME */
|
||
|
|
static void
|
||
|
|
open_mapfile(long TotalArea) {
|
||
|
|
char mapfile[20];
|
||
|
|
strcpy(mapfile,"/tmp/mapfile");
|
||
|
|
itos(getpid(), &mapfile[12]);
|
||
|
|
if ((fd_mapfile = open(mapfile, O_RDWR|O_CREAT|O_TRUNC, 0666)) < 0)
|
||
|
|
abort_optyap("open error in function open_mapfile %s", strerror(errno));
|
||
|
|
if (lseek(fd_mapfile, TotalArea, SEEK_SET) < 0)
|
||
|
|
abort_optyap("lseek error in function map_memory: %s", strerror(errno));
|
||
|
|
if (write(fd_mapfile, "", 1) < 0)
|
||
|
|
abort_optyap("write error in function map_memory: %s", strerror(errno));
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
close_mapfile(void) {
|
||
|
|
if (close(fd_mapfile) < 0)
|
||
|
|
abort_optyap("close error in function open_mapfile %s", strerror(errno));
|
||
|
|
}
|
||
|
|
#endif /* MMAP_MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
|
||
|
|
void map_memory(long HeapArea, long GlobalLocalArea, long TrailAuxArea, int n_workers) {
|
||
|
|
#ifndef ACOW
|
||
|
|
#ifdef YAPOR
|
||
|
|
int i;
|
||
|
|
#endif /* YAPOR */
|
||
|
|
long WorkerArea;
|
||
|
|
long TotalArea;
|
||
|
|
#else
|
||
|
|
#if MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
long TotalArea;
|
||
|
|
#endif
|
||
|
|
#endif
|
||
|
|
void *mmap_addr = (void *)MMAP_ADDR;
|
||
|
|
#ifdef ACOW
|
||
|
|
int private_fd_mapfile;
|
||
|
|
#endif /* ACOW */
|
||
|
|
|
||
|
|
/* Initial Allocation */
|
||
|
|
/* model indepndent */
|
||
|
|
PageSize = sysconf(_SC_PAGESIZE);
|
||
|
|
HeapArea = ADJUST_SIZE_TO_PAGE(HeapArea * KBYTES);
|
||
|
|
GlobalLocalArea = ADJUST_SIZE(GlobalLocalArea * KBYTES);
|
||
|
|
TrailAuxArea = ADJUST_SIZE(TrailAuxArea * KBYTES);
|
||
|
|
|
||
|
|
/* we'll need this later */
|
||
|
|
GlobalBase = mmap_addr + HeapArea;
|
||
|
|
|
||
|
|
/* model dependent */
|
||
|
|
/* shared memory allocation */
|
||
|
|
#ifdef ACOW
|
||
|
|
/* acow just needs one stack */
|
||
|
|
#ifdef MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
/* I need this for MMAP to know what it must allocate */
|
||
|
|
TotalArea = HeapArea;
|
||
|
|
#endif
|
||
|
|
#else
|
||
|
|
/* the others need n stacks */
|
||
|
|
WorkerArea = ADJUST_SIZE_TO_PAGE(GlobalLocalArea + TrailAuxArea);
|
||
|
|
TotalArea = HeapArea + WorkerArea * n_workers;
|
||
|
|
#endif /* ACOW */
|
||
|
|
|
||
|
|
/* step 2: mmap heap area */
|
||
|
|
#ifdef MMAP_MEMORY_MAPPING_SCHEME
|
||
|
|
/* map total area in a single go */
|
||
|
|
open_mapfile(TotalArea);
|
||
|
|
if ((mmap_addr = mmap((void *) MMAP_ADDR, (size_t) TotalArea, PROT_READ|PROT_WRITE,
|
||
|
|
MAP_SHARED|MAP_FIXED, fd_mapfile, 0)) == (void *) -1)
|
||
|
|
abort_optyap("mmap error in function map_memory: %s", strerror(errno));
|
||
|
|
#endif /* MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
/* Most systems are limited regarding what we can allocate */
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
#ifdef ACOW
|
||
|
|
/* single shared segment in ACOW */
|
||
|
|
shm_map_memory(0, HeapArea, mmap_addr);
|
||
|
|
#else
|
||
|
|
/* place as segment n otherwise (0..n-1 reserved for stacks */
|
||
|
|
shm_map_memory(n_workers, HeapArea, mmap_addr);
|
||
|
|
#endif
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef YAPOR
|
||
|
|
#ifdef ACOW
|
||
|
|
/* just allocate local space for stacks */
|
||
|
|
if ((private_fd_mapfile = open("/dev/zero", O_RDWR)) < 0)
|
||
|
|
abort_optyap("open error in function map_memory: %s", strerror(errno));
|
||
|
|
if (mmap(GlobalBase, GlobalLocalArea + TrailAuxArea, PROT_READ|PROT_WRITE,
|
||
|
|
MAP_PRIVATE|MAP_FIXED, private_fd_mapfile, 0) == (void *) -1)
|
||
|
|
abort_optyap("mmap error in function map_memory: %s", strerror(errno));
|
||
|
|
close(private_fd_mapfile);
|
||
|
|
#else /* ENV_COPY or SBA */
|
||
|
|
for (i = 0; i < n_workers; i++) {
|
||
|
|
/* initialize worker vars */
|
||
|
|
worker_area(i) = GlobalBase + i * WorkerArea;
|
||
|
|
worker_offset(i) = worker_area(i) - worker_area(0);
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
/* mapping worker area */
|
||
|
|
shm_map_memory(i, WorkerArea, worker_area(i));
|
||
|
|
#endif /* SHM_MEMORY_MAPPING_SCHEME */
|
||
|
|
}
|
||
|
|
#endif /* ACOW */
|
||
|
|
#else /* TABLING */
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
/* mapping worker area */
|
||
|
|
shm_map_memory(0, WorkerArea, mmap_addr + HeapArea);
|
||
|
|
#endif /* SHM_MEMORY_MAPPING_SCHEME */
|
||
|
|
#endif /* YAPOR */
|
||
|
|
|
||
|
|
|
||
|
|
#ifdef SBA
|
||
|
|
/* alloc space for the sparse binding array */
|
||
|
|
sba_size = WorkerArea * n_workers;
|
||
|
|
if ((binding_array = (char *)malloc(sba_size)) == NULL)
|
||
|
|
abort_optyap("malloc error in function map_memory: %s", strerror(errno));
|
||
|
|
if ((CELL)binding_array & MBIT) {
|
||
|
|
abort_optyap("OOPS: binding_array start address %p conflicts with tag %x used in IDB", binding_array, MBIT);
|
||
|
|
}
|
||
|
|
sba_offset = binding_array - GlobalBase;
|
||
|
|
sba_end = (int)binding_array + sba_size;
|
||
|
|
#endif /* SBA */
|
||
|
|
TrailBase = GlobalBase + GlobalLocalArea;
|
||
|
|
LocalBase = TrailBase - CellSize;
|
||
|
|
|
||
|
|
|
||
|
|
if (TrailAuxArea > 262144) /* 262144 = 256 * 1024 */
|
||
|
|
TrailTop = TrailBase + TrailAuxArea - 131072; /* 131072 = 262144 / 2 */
|
||
|
|
else
|
||
|
|
TrailTop = TrailBase + TrailAuxArea / 2;
|
||
|
|
|
||
|
|
|
||
|
|
AuxTop = TrailBase + TrailAuxArea - CellSize;
|
||
|
|
AuxSp = (CELL *) AuxTop;
|
||
|
|
YAP_InitHeap(mmap_addr);
|
||
|
|
BaseWorkArea = mmap_addr;
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
void unmap_memory (void) {
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
int i;
|
||
|
|
#else /* MMAP_MEMORY_MAPPING_SCHEME */
|
||
|
|
char MapFile[20];
|
||
|
|
#endif /* MEMORY_MAPPING_SCHEME */
|
||
|
|
|
||
|
|
#ifdef YAPOR
|
||
|
|
{
|
||
|
|
int proc;
|
||
|
|
for (proc = 0; proc < number_workers; proc++) {
|
||
|
|
if (proc != worker_id && worker_pid(proc) != 0) {
|
||
|
|
if (kill(worker_pid(proc), SIGKILL) != 0)
|
||
|
|
INFORMATION_MESSAGE("Can't kill process %d", worker_pid(proc));
|
||
|
|
else
|
||
|
|
INFORMATION_MESSAGE("Killing process %d", worker_pid(proc));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
#ifdef ACOW
|
||
|
|
if (number_workers > 1) {
|
||
|
|
if (kill(GLOBAL_master_worker, SIGINT) != 0)
|
||
|
|
INFORMATION_MESSAGE("Can't kill process %d", GLOBAL_master_worker);
|
||
|
|
else
|
||
|
|
INFORMATION_MESSAGE("Killing process %d", GLOBAL_master_worker);
|
||
|
|
}
|
||
|
|
#endif /* ACOW */
|
||
|
|
}
|
||
|
|
#endif /* YAPOR */
|
||
|
|
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
#ifdef YAPOR
|
||
|
|
#ifdef ACOW
|
||
|
|
i = 0;
|
||
|
|
#else
|
||
|
|
for (i = 0; i < number_workers + 1; i++)
|
||
|
|
#endif
|
||
|
|
#else /* TABLING */
|
||
|
|
for (i = 0; i < 1 + 2; i++)
|
||
|
|
#endif /* YAPOR */
|
||
|
|
{
|
||
|
|
if (shmctl(shm_mapid[i], IPC_RMID, 0) == 0)
|
||
|
|
INFORMATION_MESSAGE("Removing shared memory segment %d", shm_mapid[i]);
|
||
|
|
else INFORMATION_MESSAGE("Can't remove shared memory segment %d", shm_mapid[i]);
|
||
|
|
}
|
||
|
|
#else /* MMAP_MEMORY_MAPPING_SCHEME */
|
||
|
|
strcpy(MapFile,"/tmp/mapfile");
|
||
|
|
#ifdef YAPOR
|
||
|
|
#ifdef ACOW
|
||
|
|
itos(GLOBAL_master_worker, &MapFile[12]);
|
||
|
|
#else /* ENV_COPY || SBA */
|
||
|
|
itos(worker_pid(0), &MapFile[12]);
|
||
|
|
#endif
|
||
|
|
#else /* TABLING */
|
||
|
|
itos(getpid(), &MapFile[12]);
|
||
|
|
#endif /* YAPOR */
|
||
|
|
if (remove(MapFile) == 0)
|
||
|
|
INFORMATION_MESSAGE("Removing mapfile \"%s\"", MapFile);
|
||
|
|
else INFORMATION_MESSAGE("Can't remove mapfile \"%s\"", MapFile);
|
||
|
|
#endif /* MEMORY_MAPPING_SCHEME */
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
#ifdef YAPOR
|
||
|
|
void remap_memory(void) {
|
||
|
|
#ifdef ACOW
|
||
|
|
/* do nothing */
|
||
|
|
#endif /* ACOW */
|
||
|
|
#ifdef SBA
|
||
|
|
/* setup workers so that they have different areas */
|
||
|
|
long WorkerArea = worker_offset(1);
|
||
|
|
|
||
|
|
GlobalBase += worker_id * WorkerArea;
|
||
|
|
TrailBase += worker_id * WorkerArea;
|
||
|
|
LocalBase += worker_id * WorkerArea;
|
||
|
|
TrailTop += worker_id * WorkerArea;
|
||
|
|
AuxTop += worker_id * WorkerArea;
|
||
|
|
AuxSp = (CELL *) AuxTop;
|
||
|
|
#endif /* SBA */
|
||
|
|
#ifdef ENV_COPY
|
||
|
|
void *remap_addr;
|
||
|
|
long remap_offset;
|
||
|
|
long WorkerArea;
|
||
|
|
int i;
|
||
|
|
|
||
|
|
remap_addr = worker_area(0);
|
||
|
|
remap_offset = remap_addr - BaseWorkArea;
|
||
|
|
WorkerArea = worker_offset(1);
|
||
|
|
#ifdef SHM_MEMORY_MAPPING_SCHEME
|
||
|
|
for (i = 0; i < number_workers; i++) {
|
||
|
|
if (shmdt(worker_area(i)) == -1)
|
||
|
|
abort_optyap("shmdt error in function remap_memory");
|
||
|
|
}
|
||
|
|
for (i = 0; i < number_workers; i++) {
|
||
|
|
worker_area(i) = remap_addr + ((number_workers + i - worker_id) % number_workers) * WorkerArea;
|
||
|
|
if(shmat(shm_mapid[i], worker_area(i), 0) == (void *) -1)
|
||
|
|
abort_optyap("shmat error in function remap_memory at %p: %s", worker_area(i), strerror(errno));
|
||
|
|
}
|
||
|
|
#else /* MMAP_MEMORY_MAPPING_SCHEME */
|
||
|
|
if (munmap(remap_addr, (size_t)(WorkerArea * number_workers)) == -1)
|
||
|
|
abort_optyap("munmap error in function remap_memory");
|
||
|
|
for (i = 0; i < number_workers; i++) {
|
||
|
|
worker_area(i) = remap_addr + ((number_workers + i - worker_id) % number_workers) * WorkerArea;
|
||
|
|
if (mmap(worker_area(i), (size_t)WorkerArea, PROT_READ|PROT_WRITE,
|
||
|
|
MAP_SHARED|MAP_FIXED, fd_mapfile, remap_offset + i * WorkerArea) == (void *) -1)
|
||
|
|
abort_optyap("mmap error in function remap_memory: %s", strerror(errno));
|
||
|
|
}
|
||
|
|
#endif /* MEMORY_MAPPING_SCHEME */
|
||
|
|
for (i = 0; i < number_workers; i++) {
|
||
|
|
worker_offset(i) = worker_area(i) - worker_area(worker_id);
|
||
|
|
}
|
||
|
|
#endif /* ENV_COPY */
|
||
|
|
}
|
||
|
|
#endif /* YAPOR */
|
||
|
|
|
||
|
|
|
||
|
|
#ifdef DEAD_CODE
|
||
|
|
|
||
|
|
This code is pretty much dead, the idea is to allocate large memory
|
||
|
|
blocks from the Heap.
|
||
|
|
|
||
|
|
void *alloc_memory_block(int size) {
|
||
|
|
void *block;
|
||
|
|
LOCK(Pg_lock(GLOBAL_PAGES_void));
|
||
|
|
#if USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS
|
||
|
|
block = (void *) AllocCodeSpace(size);
|
||
|
|
#else
|
||
|
|
if (size > TopAllocBlockArea - TopAllocArea)
|
||
|
|
abort_optyap("no more free alloc space (alloc_memory_block)");
|
||
|
|
TopAllocBlockArea -= size;
|
||
|
|
block = TopAllocBlockArea;
|
||
|
|
#endif /* USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS */
|
||
|
|
UNLOCK(Pg_lock(GLOBAL_PAGES_void));
|
||
|
|
return block;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
void free_memory_block(void *block) {
|
||
|
|
#if USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS
|
||
|
|
LOCK(Pg_lock(GLOBAL_PAGES_void));
|
||
|
|
FreeCodeSpace((char *) block);
|
||
|
|
UNLOCK(Pg_lock(GLOBAL_PAGES_void));
|
||
|
|
#endif /* USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS */
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
void reset_alloc_block_area(void) {
|
||
|
|
#if USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS
|
||
|
|
TopAllocBlockArea = BaseAllocArea+OPT_CHUNK_SIZE;
|
||
|
|
#endif /* USE_HEAP_FOR_ALLOC_MEMORY_BLOCKS */
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif /* USE_HEAP */
|
||
|
|
|
||
|
|
#endif /* YAPOR || TABLING */
|