diogo
/
yap-6.3
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

memory handling

This commit is contained in:
Vitor Santos Costa 2017-09-26 15:15:15 +01:00
parent a40fbe420f
commit 46d997713f
13 changed files with 2433 additions and 2175 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1218
C/atomic.c
View File

File diff suppressed because it is too large Load Diff

56
C/exec.c
View File

@ -2006,9 +2006,11 @@ static Int JumpToEnv() {
handler->cp_b != NULL) {
handler = handler->cp_b;
}
pop_text_stack(1);
if (LOCAL_PrologMode & AsyncIntMode) {
Yap_signal(YAP_FAIL_SIGNAL);
}
B = handler;
P = FAILCODE;
return true;
@ -2057,21 +2059,21 @@ static Int jump_env(USES_REGS1) {
// we're failing up to the top layer
}
return out;
}
}
/* set up a meta-call based on . context info */
static Int generate_pred_info(USES_REGS1) {
/* set up a meta-call based on . context info */
static Int generate_pred_info(USES_REGS1) {
ARG1 = ARG3 = ENV[-EnvSizeInCells - 1];
ARG4 = ENV[-EnvSizeInCells - 3];
ARG2 = cp_as_integer((choiceptr)ENV[E_CB] PASS_REGS);
return TRUE;
}
}
void Yap_InitYaamRegs(int myworker_id) {
void Yap_InitYaamRegs(int myworker_id) {
Term h0var;
// getchar();
// getchar();
#if PUSH_REGS
/* Guarantee that after a longjmp we go back to the original abstract
/* Guarantee that after a longjmp we go back to the original abstract
machine registers */
#ifdef THREADS
if (myworker_id) {
@ -2079,7 +2081,7 @@ void Yap_InitYaamRegs(int myworker_id) {
pthread_setspecific(Yap_yaamregs_key, (const void *)rs);
REMOTE_ThreadHandle(myworker_id).current_yaam_regs = rs;
}
/* may be run by worker_id on behalf on myworker_id */
/* may be run by worker_id on behalf on myworker_id */
#else
Yap_regp = &Yap_standard_regs;
#endif
@ -2117,8 +2119,8 @@ void Yap_InitYaamRegs(int myworker_id) {
TR = TR_FZ = (tr_fr_ptr)REMOTE_TrailBase(myworker_id);
#endif /* FROZEN_STACKS */
CalculateStackGap(PASS_REGS1);
/* the first real choice-point will also have AP=FAIL */
/* always have an empty slots for people to use */
/* the first real choice-point will also have AP=FAIL */
/* always have an empty slots for people to use */
#if defined(YAPOR) || defined(THREADS)
LOCAL = REMOTE(myworker_id);
worker_id = myworker_id;
@ -2155,9 +2157,9 @@ void Yap_InitYaamRegs(int myworker_id) {
if (REMOTE_top_dep_fr(myworker_id))
DepFr_cons_cp(REMOTE_top_dep_fr(myworker_id)) = NORM_CP(B);
#endif
}
}
Term Yap_GetException(void) {
Term Yap_GetException(void) {
CACHE_REGS
Term t = 0;
@ -2166,42 +2168,42 @@ Term Yap_GetException(void) {
}
LOCAL_BallTerm = NULL;
return t;
}
}
Term Yap_PeekException(void) { return Yap_FetchTermFromDB(LOCAL_BallTerm); }
Term Yap_PeekException(void) { return Yap_FetchTermFromDB(LOCAL_BallTerm); }
bool Yap_RaiseException(void) {
bool Yap_RaiseException(void) {
if (LOCAL_BallTerm == NULL)
return false;
return JumpToEnv();
}
}
bool Yap_PutException(Term t) {
bool Yap_PutException(Term t) {
CACHE_REGS
if ((LOCAL_BallTerm = Yap_StoreTermInDB(t, 0)) != NULL)
return true;
return false;
}
}
bool Yap_ResetException(int wid) {
bool Yap_ResetException(int wid) {
if (REMOTE_ActiveError(wid)->errorTerm) {
Yap_PopTermFromDB(REMOTE_ActiveError(wid)->errorTerm);
}
REMOTE_ActiveError(wid)->errorTerm = NULL;
return true;
}
}
static Int reset_exception(USES_REGS1) { return Yap_ResetException(worker_id); }
static Int reset_exception(USES_REGS1) { return Yap_ResetException(worker_id); }
static Int get_exception(USES_REGS1) {
static Int get_exception(USES_REGS1) {
Term t = Yap_GetException();
if (t == 0)
return false;
return Yap_unify(t, ARG1);
}
}
int Yap_dogc(int extra_args, Term *tp USES_REGS) {
int Yap_dogc(int extra_args, Term *tp USES_REGS) {
UInt arity;
yamop *nextpc;
int i;
@ -2223,9 +2225,9 @@ int Yap_dogc(int extra_args, Term *tp USES_REGS) {
tp[i] = XREGS[arity + i + 1];
}
return TRUE;
}
}
void Yap_InitExecFs(void) {
void Yap_InitExecFs(void) {
CACHE_REGS
YAP_opaque_handler_t catcher_ops;
memset(&catcher_ops, 0, sizeof(catcher_ops));
@ -2293,4 +2295,4 @@ void Yap_InitExecFs(void) {
0);
Yap_InitCPred("$cleanup_on_exit", 2, cleanup_on_exit, 0);
Yap_InitCPred("$tag_cleanup", 2, tag_cleanup, 0);
}
}

444
C/text.c
View File

@ -51,9 +51,16 @@ typedef struct TextBuffer_manager {
int lvl;
} text_buffer_t;
int push_text_stack(USES_REGS1) { return LOCAL_TextBuffer->lvl++; }
int AllocLevel(void) { return LOCAL_TextBuffer->lvl; }
int push_text_stack__(USES_REGS1) {
int i = LOCAL_TextBuffer->lvl;
i++;
LOCAL_TextBuffer->lvl = i;
int pop_text_stack(int i) {
return i;
}
int pop_text_stack__(int i) {
int lvl = LOCAL_TextBuffer->lvl;
while (lvl >= i) {
struct mblock *p = LOCAL_TextBuffer->first[lvl];
@ -66,7 +73,7 @@ int pop_text_stack(int i) {
LOCAL_TextBuffer->last[lvl] = NULL;
lvl--;
}
LOCAL_TextBuffer->lvl = i;
LOCAL_TextBuffer->lvl = lvl;
return lvl;
}
@ -116,24 +123,25 @@ void *Malloc(size_t sz USES_REGS) {
return o + 1;
}
void *Realloc(void *pt, size_t sz USES_REGS) {
void *MallocAtLevel(size_t sz, int atL USES_REGS) {
int lvl = LOCAL_TextBuffer->lvl;
if (atL > 0 && atL <= lvl) {
lvl = atL;
} else if (atL < 0 && lvl - atL >= 0) {
lvl += atL;
} else {
return NULL;
}
if (sz == 0)
sz = 1024;
sz = ALIGN_BY_TYPE(sz + sizeof(struct mblock), CELL);
struct mblock *old = pt, *o;
old--;
int lvl = old->lvl;
o = realloc(old, sz);
if (o->prev)
o->prev->next = o;
if (o->next)
o->next->prev = o;
if (LOCAL_TextBuffer->first[lvl] == old) {
LOCAL_TextBuffer->first[lvl] = o;
}
if (LOCAL_TextBuffer->last[lvl] == old) {
LOCAL_TextBuffer->last[lvl] = o;
}
struct mblock *o = malloc(sz);
if (!o)
return NULL;
o->sz = sz;
o->lvl = lvl;
o->prev = o->next = 0;
insert_block(o);
return o + 1;
}
@ -149,6 +157,17 @@ void *export_block(int i, void *protected USES_REGS) {
return o;
}
}
void *Realloc(void *pt, size_t sz USES_REGS) {
sz += sizeof(struct mblock);
struct mblock *old = pt, *o;
old--;
release_block(old);
o = realloc(old, sz);
o->sz = sz;
insert_block(o);
return o + 1;
}
void Free(void *pt USES_REGS) {
struct mblock *o = pt;
@ -179,99 +198,92 @@ static Term Globalize(Term v USES_REGS) {
return v;
}
static Int SkipListCodes(unsigned char **bufp, Term *l, Term **tailp,
Int *atoms, bool *wide, seq_tv_t *inp USES_REGS) {
Int length = 0;
Term v; /* temporary */
*wide = false;
unsigned char *st0 = *bufp, *st;
bool atomst;
size_t max_lim = 1024;
static void *codes2buf(Term t0, void *b0, bool *get_codes USES_REGS) {
unsigned char *st0, *st, ar[16];
Term t = t0;
size_t length = 0;
if (!st0) {
st0 = Malloc(1024);
if (t == TermNil) {
st0 = Malloc(4);
st0[0] = 0;
export_block(0, st0);
return st0;
}
do_derefa(v, l, derefa_unk, derefa_nonvar);
*tailp = l;
*bufp = st = st0;
if (*l == TermNil) {
st[0] = '\0';
return 0;
}
if (IsPairTerm(*l)) {
Term hd0 = HeadOfTerm(*l);
if (IsVarTerm(hd0)) {
return -INSTANTIATION_ERROR;
}
// are we looking for atoms/codes?
// whatever the case, we should be consistent throughout,
// so we should be consistent with the first arg.
if (st > st0 + max_lim) {
max_lim += 2048;
*bufp = st0 = Realloc(st0, max_lim);
}
if (IsAtomTerm(hd0)) {
atomst = true;
} else {
atomst = false;
}
while (IsPairTerm(*l)) {
int ch;
length++;
{
Term hd = Deref(RepPair(*l)[0]);
if (!IsPairTerm(t))
return NULL;
bool codes = IsIntegerTerm(HeadOfTerm(t));
if (get_codes)
*get_codes = codes;
if (codes) {
while (IsPairTerm(t)) {
Term hd = HeadOfTerm(t);
if (IsVarTerm(hd)) {
return -INSTANTIATION_ERROR;
} else if (IsAtomTerm(hd)) {
if (!atomst) {
return -REPRESENTATION_ERROR_CHARACTER;
} else {
AtomEntry *ae = RepAtom(AtomOfTerm(hd));
st = (unsigned char *)stpcpy((char *)st, ae->StrOfAE);
Yap_Error(INSTANTIATION_ERROR, t0, "scanning list of codes");
return NULL;
}
} else if (IsIntegerTerm(hd)) {
ch = IntegerOfTerm(hd);
if (atomst)
return -REPRESENTATION_ERROR_CHARACTER;
else if (ch < 0) {
*tailp = l;
return -REPRESENTATION_ERROR_CHARACTER_CODE;
} else {
st += put_utf8(st, ch);
if (!IsIntegerTerm(hd)) {
Yap_Error(TYPE_ERROR_INTEGER, t0, "scanning list of codes");
return NULL;
}
Int code = IntegerOfTerm(hd);
if (code < 0) {
Yap_Error(REPRESENTATION_ERROR_CHARACTER_CODE, t0,
"scanning list of codes");
return NULL;
}
length += put_utf8(ar, code);
t = TailOfTerm(t);
}
} else {
return -TYPE_ERROR_INTEGER;
while (IsPairTerm(t)) {
Term hd = HeadOfTerm(t);
if (!IsAtomTerm(hd)) {
Yap_Error(TYPE_ERROR_ATOM, t0, "scanning list of atoms");
return NULL;
}
if (length < 0) {
*tailp = l;
return length;
const char *code = RepAtom(AtomOfTerm(hd))->StrOfAE;
if (code < 0) {
Yap_Error(REPRESENTATION_ERROR_CHARACTER, t0, "scanning list of atoms");
return NULL;
}
length += strlen(code);
t = TailOfTerm(t);
}
}
l = RepPair(*l) + 1;
do_derefa(v, l, derefa2_unk, derefa2_nonvar);
if (!IsVarTerm(t)) {
if (t != TermNil) {
Yap_Error(TYPE_ERROR_INTEGER, t0, "scanning list of codes");
return NULL;
}
}
if (IsVarTerm(*l)) {
return -INSTANTIATION_ERROR;
st0 = st = Malloc(length + 1);
export_block(0, st0);
t = t0;
if (codes) {
while (IsPairTerm(t)) {
Term hd = HeadOfTerm(t);
Int code = IntegerOfTerm(hd);
st = st + put_utf8(st, code);
t = TailOfTerm(t);
}
} else {
while (IsPairTerm(t)) {
Term hd = HeadOfTerm(t);
const char *code = RepAtom(AtomOfTerm(hd))->StrOfAE;
st = (unsigned char *)stpcpy((char *)st, code);
t = TailOfTerm(t);
}
if (*l != TermNil) {
return -TYPE_ERROR_LIST;
}
st[0] = '\0';
*tailp = l;
*atoms = length;
length = (st - st0);
return length;
}
return st0;
}
static unsigned char *latin2utf8(seq_tv_t *inp) {
static unsigned char *latin2utf8(seq_tv_t *inp) {
unsigned char *b0 = inp->val.uc;
size_t sz = strlen(inp->val.c);
sz *= 2;
@ -281,15 +293,16 @@ static unsigned char *latin2utf8(seq_tv_t *inp) {
return NULL;
while ((ch = *b0++)) {
int off = put_utf8(pt, ch);
if (off < 0)
if (off < 0) {
continue;
}
pt += off;
}
*pt++ = '\0';
return buf;
}
}
static unsigned char *wchar2utf8(seq_tv_t *inp) {
static unsigned char *wchar2utf8(seq_tv_t *inp) {
size_t sz = wcslen(inp->val.w) * 4;
wchar_t *b0 = inp->val.w;
unsigned char *buf = Malloc(sz + 1), *pt = buf;
@ -300,49 +313,36 @@ static unsigned char *wchar2utf8(seq_tv_t *inp) {
pt += put_utf8(pt, ch);
*pt++ = '\0';
return buf;
}
static void *slice(size_t min, size_t max, const unsigned char *buf USES_REGS);
static unsigned char *to_buffer(unsigned char *buf, Term t, seq_tv_t *inp,
bool *widep, Int *atoms USES_REGS) {
CELL *r = NULL;
Int n;
unsigned char *bufc = buf;
if (bufc == NULL) {
bufc = malloc(1024);
}
n = SkipListCodes(&bufc, &t, &r, atoms, widep, inp PASS_REGS);
if (n < 0) {
LOCAL_Error_TYPE = -n;
static void *slice(size_t min, size_t max, const unsigned char *buf USES_REGS);
static unsigned char *Yap_ListOfCodesToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp USES_REGS) {
bool codes;
unsigned char *nbuf = codes2buf(t, buf, &codes PASS_REGS);
if (!codes)
return NULL;
return nbuf;
}
return bufc;
}
static unsigned char *Yap_ListOfCodesToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp,
bool *widep USES_REGS) {
Int atoms = 1; // we only want lists of atoms
return to_buffer(buf, t, inp, widep, &atoms PASS_REGS);
}
static unsigned char *Yap_ListOfAtomsToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp USES_REGS) {
bool codes;
unsigned char *nbuf = codes2buf(t, buf, &codes PASS_REGS);
if (!codes)
return NULL;
return nbuf;
}
static unsigned char *Yap_ListOfAtomsToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp,
bool *widep USES_REGS) {
Int atoms = 2; // we only want lists of integer codes
return to_buffer(buf, t, inp, widep, &atoms PASS_REGS);
}
static unsigned char *Yap_ListToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp, bool *widep USES_REGS) {
Int atoms = 0; // we accept both types of lists.
return to_buffer(buf, t, inp, widep, &atoms PASS_REGS);
}
static unsigned char *Yap_ListToBuffer(unsigned char *buf, Term t,
seq_tv_t *inp USES_REGS) {
unsigned char *nbuf = codes2buf(t, buf, NULL PASS_REGS);
return nbuf;
}
#if USE_GEN_TYPE_ERROR
static yap_error_number gen_type_error(int flags) {
static yap_error_number gen_type_error(int flags) {
if ((flags & (YAP_STRING_STRING | YAP_STRING_ATOM | YAP_STRING_INT |
YAP_STRING_FLOAT | YAP_STRING_ATOMS_CODES | YAP_STRING_BIG)) ==
(YAP_STRING_STRING | YAP_STRING_ATOM | YAP_STRING_INT | YAP_STRING_FLOAT |
@ -363,19 +363,13 @@ static yap_error_number gen_type_error(int flags) {
if (flags & (YAP_STRING_CODES | YAP_STRING_ATOMS))
return TYPE_ERROR_LIST;
return TYPE_ERROR_NUMBER;
}
}
#endif
// static int cnt;
// static int cnt;
unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
unsigned char *s0 = NULL;
bool wide;
unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
if (LOCAL_Error_TYPE != YAP_NO_ERROR) {
fprintf(stderr, "Spurious error %u\n", LOCAL_Error_TYPE);
LOCAL_Error_TYPE = YAP_NO_ERROR;
}
/* we know what the term is */
if (!(inp->type & (YAP_STRING_CHARS | YAP_STRING_WCHARS))) {
if (!(inp->type & YAP_STRING_TERM)) {
@ -401,25 +395,32 @@ unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
// this is a term, extract to a buffer, and representation is wide
// Yap_DebugPlWriteln(inp->val.t);
Atom at = AtomOfTerm(inp->val.t);
if (RepAtom(at)->UStrOfAE[0] == 0) {
unsigned char *o = Malloc(4);
memset(o, 0, 4);
return o;
}
if (inp->type & YAP_STRING_WITH_BUFFER)
return at->UStrOfAE;
size_t sz = strlen(at->StrOfAE);
inp->type |= YAP_STRING_IN_TMP;
char *o = Malloc(sz + 1);
char *o = BaseMalloc(sz + 1);
strcpy(o, at->StrOfAE);
o = export_block(0, o);
return (unsigned char *)o;
}
if (IsStringTerm(inp->val.t) && inp->type & YAP_STRING_STRING) {
// this is a term, extract to a buffer, and representation is wide
// Yap_DebugPlWriteln(inp->val.t);
const char *s = StringOfTerm(inp->val.t);
if (s[0] == 0) {
char *o = BaseMalloc(4);
memset(o, 0, 4);
}
if (inp->type & YAP_STRING_WITH_BUFFER)
return (unsigned char *)UStringOfTerm(inp->val.t);
inp->type |= YAP_STRING_IN_TMP;
size_t sz = strlen(s);
char *o = Malloc(sz + 1);
o = export_block(0, o);
char *o = BaseMalloc(sz + 1);
strcpy(o, s);
return (unsigned char *)o;
}
@ -427,24 +428,24 @@ unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
(YAP_STRING_CODES | YAP_STRING_ATOMS)) &&
IsPairOrNilTerm(inp->val.t)) {
// Yap_DebugPlWriteln(inp->val.t);
return Yap_ListToBuffer(s0, inp->val.t, inp, &wide PASS_REGS);
return Yap_ListToBuffer(NULL, inp->val.t, inp PASS_REGS);
// this is a term, extract to a sfer, and representation is wide
}
if (inp->type & YAP_STRING_CODES && IsPairOrNilTerm(inp->val.t)) {
// Yap_DebugPlWriteln(inp->val.t);
return Yap_ListOfCodesToBuffer(s0, inp->val.t, inp, &wide PASS_REGS);
return Yap_ListOfCodesToBuffer(NULL, inp->val.t, inp PASS_REGS);
// this is a term, extract to a sfer, and representation is wide
}
if (inp->type & YAP_STRING_ATOMS && IsPairOrNilTerm(inp->val.t)) {
// Yap_DebugPlWriteln(inp->val.t);
return Yap_ListOfAtomsToBuffer(s0, inp->val.t, inp, &wide PASS_REGS);
return Yap_ListOfAtomsToBuffer(NULL, inp->val.t, inp PASS_REGS);
// this is a term, extract to a buffer, and representation is wide
}
if (inp->type & YAP_STRING_INT && IsIntegerTerm(inp->val.t)) {
// ASCII, so both LATIN1 and UTF-8
// Yap_DebugPlWriteln(inp->val.t);
char *s;
s = Malloc(2 * MaxTmp(PASS_REGS1));
s = BaseMalloc(2 * MaxTmp(PASS_REGS1));
if (snprintf(s, MaxTmp(PASS_REGS1) - 1, Int_FORMAT,
IntegerOfTerm(inp->val.t)) < 0) {
AUX_ERROR(inp->val.t, 2 * MaxTmp(PASS_REGS1), s, char);
@ -463,7 +464,7 @@ unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
if (inp->type & YAP_STRING_BIG && IsBigIntTerm(inp->val.t)) {
// Yap_DebugPlWriteln(inp->val.t);
char *s;
s = Malloc(MaxTmp());
s = BaseMalloc(MaxTmp());
if (!Yap_mpz_to_string(Yap_BigIntOfTerm(inp->val.t), s, MaxTmp() - 1, 10)) {
AUX_ERROR(inp->val.t, MaxTmp(PASS_REGS1), s, char);
}
@ -489,9 +490,9 @@ unsigned char *Yap_readText(seq_tv_t *inp USES_REGS) {
return wchar2utf8(inp);
}
return NULL;
}
}
static Term write_strings(unsigned char *s0, seq_tv_t *out USES_REGS) {
static Term write_strings(unsigned char *s0, seq_tv_t *out USES_REGS) {
size_t min = 0, max = strlen((char *)s0);
if (out->type & (YAP_STRING_NCHARS | YAP_STRING_TRUNC)) {
@ -519,9 +520,9 @@ static Term write_strings(unsigned char *s0, seq_tv_t *out USES_REGS) {
out->val.t = t;
return out->val.t;
}
}
static Term write_atoms(void *s0, seq_tv_t *out USES_REGS) {
static Term write_atoms(void *s0, seq_tv_t *out USES_REGS) {
Term t = AbsPair(HR);
char *s1 = (char *)s0;
size_t sz = 0;
@ -571,9 +572,9 @@ static Term write_atoms(void *s0, seq_tv_t *out USES_REGS) {
}
out->val.t = t;
return (t);
}
}
static Term write_codes(void *s0, seq_tv_t *out USES_REGS) {
static Term write_codes(void *s0, seq_tv_t *out USES_REGS) {
Term t;
size_t sz = strlen(s0);
if (sz == 0) {
@ -608,9 +609,9 @@ static Term write_codes(void *s0, seq_tv_t *out USES_REGS) {
}
out->val.t = t;
return (t);
}
}
static Atom write_atom(void *s0, seq_tv_t *out USES_REGS) {
static Atom write_atom(void *s0, seq_tv_t *out USES_REGS) {
unsigned char *s = s0;
int32_t ch;
size_t leng = strlen(s0);
@ -625,31 +626,31 @@ static Atom write_atom(void *s0, seq_tv_t *out USES_REGS) {
memcpy(buf, s0, n + 1);
return Yap_ULookupAtom(buf);
}
}
size_t write_buffer(unsigned char *s0, seq_tv_t *out USES_REGS) {
size_t leng = strlen((char *)s0);
size_t min = 0, max = leng, room_end;
if (out->enc == ENC_ISO_UTF8) {
room_end = strlen((char *)s0) + 1;
if (out->val.uc == NULL) { // this should always be the case
out->val.uc = malloc(room_end < 16 ? 16 : room_end);
}
if (out->val.uc != s0) {
void *write_buffer(unsigned char *s0, seq_tv_t *out USES_REGS) {
size_t leng = strlen((char *)s0);
size_t min = 0, max = leng;
if (out->enc == ENC_ISO_UTF8) {
if (true || out->val.uc == NULL) { // this should always be the case
out->val.uc = BaseMalloc(leng + 1);
strcpy(out->val.c, (char *)s0);
} else if (out->val.uc != s0) {
out->val.c = Realloc(out->val.c, leng + 1);
strcpy(out->val.c, (char *)s0);
}
} else if (out->enc == ENC_ISO_LATIN1) {
room_end = strlen((char *)s0) + 1;
unsigned char *s = s0;
unsigned char *cp = s;
unsigned char *buf = out->val.uc;
if (!buf)
return -1;
return NULL;
while (*cp) {
utf8proc_int32_t chr;
int off = get_utf8(cp, -1, &chr);
if (off <= 0 || chr > 255)
return -1;
return NULL;
if (off == max)
break;
cp += off;
@ -664,7 +665,6 @@ size_t write_buffer(unsigned char *s0, seq_tv_t *out USES_REGS) {
cp += get_utf8(cp, -1, &chr);
*buf++ = chr;
}
room_end = buf - out->val.uc;
} else if (out->enc == ENC_WCHAR) {
unsigned char *s = s0, *lim = s + (max = strnlen((char *)s0, max));
unsigned char *cp = s;
@ -672,7 +672,7 @@ size_t write_buffer(unsigned char *s0, seq_tv_t *out USES_REGS) {
buf = buf0 = out->val.w;
if (!buf)
return -1;
return NULL;
while (*cp && cp < lim) {
utf8proc_int32_t chr;
cp += get_utf8(cp, -1, &chr);
@ -688,13 +688,12 @@ size_t write_buffer(unsigned char *s0, seq_tv_t *out USES_REGS) {
*buf++ = chr;
}
*buf = '\0';
room_end = (buf - buf0) + 1;
} else {
// no other encodings are supported.
room_end = -1;
return NULL;
}
return out->val.c;
}
return room_end;
}
static size_t write_length(const unsigned char *s0, seq_tv_t *out USES_REGS) {
return strlen_utf8(s0);
@ -726,10 +725,6 @@ bool write_Text(unsigned char *inp, seq_tv_t *out USES_REGS) {
return true;
}
if (out->type & YAP_STRING_DATUM) {
if ((out->val.t = string_to_term(inp, out PASS_REGS)) != 0L)
return out->val.t != 0;
}
if (out->type & (YAP_STRING_INT | YAP_STRING_FLOAT | YAP_STRING_BIG)) {
if ((out->val.t = write_number(
inp, out, !(out->type & YAP_STRING_ATOM) PASS_REGS)) != 0L) {
@ -750,17 +745,21 @@ bool write_Text(unsigned char *inp, seq_tv_t *out USES_REGS) {
return at != NIL;
}
}
if (out->type & YAP_STRING_DATUM) {
if ((out->val.t = string_to_term(inp, out PASS_REGS)) != 0L)
return out->val.t != 0;
}
switch (out->type & YAP_TYPE_MASK) {
case YAP_STRING_CHARS: {
size_t room = write_buffer(inp, out PASS_REGS);
void *room = write_buffer(inp, out PASS_REGS);
// printf("%s\n", out->val.c);
return ((Int)room > 0);
return room != NULL;
}
case YAP_STRING_WCHARS: {
size_t room = write_buffer(inp, out PASS_REGS);
void *room = write_buffer(inp, out PASS_REGS);
// printf("%S\n", out->val.w);
return ((Int)room > 0);
return room != NULL;
}
case YAP_STRING_STRING:
out->val.t = write_strings(inp, out PASS_REGS);
@ -789,9 +788,9 @@ bool write_Text(unsigned char *inp, seq_tv_t *out USES_REGS) {
default: { return true; }
}
return false;
}
}
static size_t upcase(void *s0, seq_tv_t *out USES_REGS) {
static size_t upcase(void *s0, seq_tv_t *out USES_REGS) {
unsigned char *s = s0;
while (*s) {
@ -802,9 +801,9 @@ static size_t upcase(void *s0, seq_tv_t *out USES_REGS) {
s += put_utf8(s, chr);
}
return true;
}
}
static size_t downcase(void *s0, seq_tv_t *out USES_REGS) {
static size_t downcase(void *s0, seq_tv_t *out USES_REGS) {
unsigned char *s = s0;
while (*s) {
@ -815,13 +814,13 @@ static size_t downcase(void *s0, seq_tv_t *out USES_REGS) {
s += put_utf8(s, chr);
}
return true;
}
}
bool Yap_CVT_Text(seq_tv_t *inp, seq_tv_t *out USES_REGS) {
bool Yap_CVT_Text(seq_tv_t *inp, seq_tv_t *out USES_REGS) {
unsigned char *buf;
bool rc;
/*
f//printfmark(stderr, "[ %d ", n++) ;
//printf(stderr, "[ %d ", n++) ;
if (inp->type & (YAP_STRING_TERM|YAP_STRING_ATOM|YAP_STRING_ATOMS_CODES
|YAP_STRING_STRING))
//Yap_DebugPlWriteln(inp->val.t);
@ -880,9 +879,9 @@ bool Yap_CVT_Text(seq_tv_t *inp, seq_tv_t *out USES_REGS) {
fprintf(stderr, "\n]\n"); */
pop_text_stack(l);
return rc;
}
}
static unsigned char *concat(int n, void *sv[] USES_REGS) {
static unsigned char *concat(int n, void *sv[] USES_REGS) {
void *buf;
unsigned char *buf0;
size_t room = 0;
@ -907,9 +906,9 @@ static unsigned char *concat(int n, void *sv[] USES_REGS) {
#endif
}
return buf0;
}
}
static void *slice(size_t min, size_t max, const unsigned char *buf USES_REGS) {
static void *slice(size_t min, size_t max, const unsigned char *buf USES_REGS) {
unsigned char *nbuf = Malloc((max - min) * 4 + 1);
const unsigned char *ptr = skip_utf8(buf, min);
unsigned char *nptr = nbuf;
@ -921,11 +920,11 @@ static void *slice(size_t min, size_t max, const unsigned char *buf USES_REGS) {
}
nptr[0] = '\0';
return nbuf;
}
}
//
// Out must be an atom or a string
bool Yap_Concat_Text(int tot, seq_tv_t inp[], seq_tv_t *out USES_REGS) {
//
// Out must be an atom or a string
bool Yap_Concat_Text(int tot, seq_tv_t inp[], seq_tv_t *out USES_REGS) {
void **bufv;
unsigned char *buf;
int i, j;
@ -956,10 +955,10 @@ bool Yap_Concat_Text(int tot, seq_tv_t inp[], seq_tv_t *out USES_REGS) {
bool rc = write_Text(buf, out PASS_REGS);
return rc;
}
}
//
bool Yap_Splice_Text(int n, size_t cuts[], seq_tv_t *inp,
//
bool Yap_Splice_Text(int n, size_t cuts[], seq_tv_t *inp,
seq_tv_t outv[] USES_REGS) {
const unsigned char *buf;
size_t b_l, u_l;
@ -970,6 +969,9 @@ bool Yap_Splice_Text(int n, size_t cuts[], seq_tv_t *inp,
return false;
}
b_l = strlen((char *)buf);
if (b_l == 0) {
return false;
}
u_l = strlen_utf8(buf);
if (!cuts) {
if (n == 2) {
@ -1030,9 +1032,9 @@ bool Yap_Splice_Text(int n, size_t cuts[], seq_tv_t *inp,
}
return true;
}
}
/**
/**
* Function to convert a generic text term (string, atom, list of codes, list
of<
atoms) into a buff
@ -1046,8 +1048,8 @@ bool Yap_Splice_Text(int n, size_t cuts[], seq_tv_t *inp,
*
* @return the buffer, or NULL in case of failure. If so, Yap_Error may be
called.
*/
const char *Yap_TextTermToText(Term t, char *buf, encoding_t enc USES_REGS) {
*/
const char *Yap_TextTermToText(Term t, char *buf, encoding_t enc USES_REGS) {
seq_tv_t inp, out;
inp.val.t = t;
if (IsAtomTerm(t) && t != TermNil) {
@ -1068,9 +1070,9 @@ const char *Yap_TextTermToText(Term t, char *buf, encoding_t enc USES_REGS) {
if (!Yap_CVT_Text(&inp, &out PASS_REGS))
return NULL;
return out.val.c;
}
}
/**
/**
* Convert from a predicate structure to an UTF-8 string of the form
*
* module:name/arity.
@ -1081,7 +1083,7 @@ const char *Yap_TextTermToText(Term t, char *buf, encoding_t enc USES_REGS) {
*
* @return the temporary string
*/
const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
CACHE_REGS
Atom at;
arity_t arity = 0;
@ -1091,8 +1093,8 @@ const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
smax = s + 1024;
Term tmod = ap->ModuleOfPred;
if (tmod) {
Yap_AtomToUTF8Text(AtomOfTerm(tmod), s);
s += strlen(s);
char *sn = Yap_AtomToUTF8Text(AtomOfTerm(tmod));
stpcpy(s, sn);
if (smax - s > 1) {
strcat(s, ":");
} else {
@ -1114,7 +1116,7 @@ const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
return LOCAL_FileNameBuf;
} else if (ap->PredFlags & AtomDBPredFlag) {
at = (Atom)(ap->FunctorOfPred);
if (!Yap_AtomToUTF8Text(at, s))
if (!stpcpy(s, Yap_AtomToUTF8Text(at)))
return NULL;
} else {
f = ap->FunctorOfPred;
@ -1129,15 +1131,15 @@ const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
at = (Atom)(ap->FunctorOfPred);
}
}
if (!Yap_AtomToUTF8Text(at, s)) {
if (!stpcpy(s,Yap_AtomToUTF8Text(at))) {
return NULL;
}
s += strlen(s);
snprintf(s, smax - s, "/%" PRIdPTR, arity);
return s0;
}
}
/**
/**
* Convert from a text buffer (8-bit) to a term that has the same type as
* _Tguide_
*
@ -1145,8 +1147,8 @@ const char *Yap_PredIndicatorToUTF8String(PredEntry *ap) {
≈ * @param tguide the guide
*
≈ * @return the term
*/
Term Yap_MkTextTerm(const char *s, encoding_t enc, Term tguide USES_REGS) {
*/
Term Yap_MkTextTerm(const char *s, encoding_t enc, Term tguide USES_REGS) {
if (IsAtomTerm(tguide))
return MkAtomTerm(Yap_LookupAtom(s));
if (IsStringTerm(tguide))
@ -1155,4 +1157,4 @@ Term Yap_MkTextTerm(const char *s, encoding_t enc, Term tguide USES_REGS) {
return Yap_CharsToListOfAtoms(s, enc PASS_REGS);
}
return Yap_CharsToListOfCodes(s, enc PASS_REGS);
}
}

14
C/tracer.c
View File

@ -81,7 +81,7 @@ static char *send_tracer_message(char *start, char *name, arity_t arity,
if (max > 16) {
*s++ = ',';
*s++ = ' ';
max-=2;
max -= 2;
} else {
expand = true;
continue;
@ -346,7 +346,7 @@ bool low_level_trace__(yap_low_level_port port, PredEntry *pred, CELL *args) {
if (p == pe) {
UNLOCK(Yap_heap_regs->low_level_trace_lock);
pop_text_stack(l);
ReleaseAndReturn(true);
return (true);
}
if (env_ptr != NULL)
env_ptr = (CELL *)(env_ptr[E_E]);
@ -354,7 +354,8 @@ bool low_level_trace__(yap_low_level_port port, PredEntry *pred, CELL *args) {
printf("\n");
}
#endif
b += snprintf(b, top - b, "%llud "UInt_FORMAT " ", vsc_count, LCL0 - (CELL *)B);
b += snprintf(b, top - b, "%llud " UInt_FORMAT " ", vsc_count,
LCL0 - (CELL *)B);
b += snprintf(b, top - b, Int_FORMAT " ", LCL0 - (CELL *)Yap_REGS.CUT_C_TOP);
#if defined(THREADS) || defined(YAPOR)
b += snprintf(b, top - b, "(%d)", worker_id);
@ -363,12 +364,13 @@ bool low_level_trace__(yap_low_level_port port, PredEntry *pred, CELL *args) {
if (pred == NULL) {
UNLOCK(Yap_low_level_trace_lock);
pop_text_stack(l);
ReleaseAndReturn(true);
return (true);
}
if (pred->ModuleOfPred == PROLOG_MODULE) {
if (!LOCAL_do_trace_primitives) {
UNLOCK(Yap_low_level_trace_lock);
ReleaseAndReturn(true);
pop_text_stack(l);
return (true);
}
mname = "prolog";
} else {
@ -460,7 +462,7 @@ bool low_level_trace__(yap_low_level_port port, PredEntry *pred, CELL *args) {
fputs(buf, stderr);
#endif
pop_text_stack(l);
ReleaseAndReturn(true);
return (true);
}
void toggle_low_level_trace(void) {

2
C/write.c
View File

@ -390,7 +390,7 @@ int Yap_FormatFloat(Float f, char **s, size_t sz) {
wglb.stream = GLOBAL_Stream + sno;
wrputf(f, &wglb);
so = Yap_MemExportStreamPtr(sno);
*s = Malloc( strlen(so)+1 );
*s = BaseMalloc( strlen(so)+1 );
strcpy(*s, so );
Yap_CloseStream(sno);
return true;

2
CXX/yapi.cpp
View File

@ -406,7 +406,7 @@ YAPListTerm::YAPListTerm(YAPTerm ts[], arity_t n)
}
}
const char *YAPAtom::getName(void) { return Yap_AtomToUTF8Text(a, nullptr); }
const char *YAPAtom::getName(void) { return Yap_AtomToUTF8Text(a); }
void YAPQuery::openQuery(Term *ts)
{

55
H/YapText.h
View File

@ -31,31 +31,14 @@
#include "../utf8proc/utf8proc.h"
#include "Yap.h"
#define ReleaseAndReturn(r) \
{ \
pop_text_stack(l); \
return r; \
}
#define release_cut_fail() \
{ \
pop_text_stack(l); \
cut_fail(); \
}
#define release_cut_succeed() \
{ \
pop_text_stack(l); \
cut_succeed(); \
}
/// allocate a temporary text block
///
extern void *Malloc(size_t sz USES_REGS);
extern void *Realloc(void *buf, size_t sz USES_REGS);
extern void Free(void *buf USES_REGS);
extern int push_text_stack(USES_REGS1);
extern int pop_text_stack(int lvl USES_REGS);
extern void *export_block(int lvl, void *exp USES_REGS);
extern void *MallocAtLevel(size_t sz, int atL USES_REGS);
#define BaseMalloc(sz) MallocAtLevel(sz, 1)
#ifndef Yap_Min
#define Yap_Min(x, y) (x < y ? x : y)
@ -65,6 +48,17 @@ extern void *export_block(int lvl, void *exp USES_REGS);
#define MBYTE (1024 * 1024)
/* Character types for tokenizer and write.c */
extern int AllocLevel(void);
#define push_text_stack() \
(/* fprintf(stderr, "^ %*c %s:%s:%d\n", AllocLevel(), AllocLevel()+'0', __FILE__, __FUNCTION__, __LINE__), */ \
push_text_stack__(PASS_REGS1))
extern int push_text_stack__(USES_REGS1);
#define pop_text_stack(lvl) \
(/*fprintf(stderr, "v %*c %s:%s:%d\n", AllocLevel(), ' ', __FILE__, __FUNCTION__, __LINE__),*/ \
pop_text_stack__(lvl))
extern int pop_text_stack__(int lvl USES_REGS);
/****************** character definition table **************************/
@ -878,24 +872,8 @@ static inline Term Yap_CharsToString(const char *s, encoding_t enc USES_REGS) {
return out.val.t;
}
static inline char *Yap_AtomToUTF8Text(Atom at, const char *s USES_REGS) {
seq_tv_t inp, out;
inp.val.a = at;
inp.type = YAP_STRING_ATOM;
out.type = YAP_STRING_CHARS;
out.val.uc = NULL;
out.enc = ENC_ISO_UTF8;
if (s) {
out.val.c0 = s;
out.type |= YAP_STRING_WITH_BUFFER;
} else {
out.type |= YAP_STRING_MALLOC;
out.val.c = NULL;
}
if (!Yap_CVT_Text(&inp, &out PASS_REGS))
return 0L;
return out.val.c;
static inline char *Yap_AtomToUTF8Text(Atom at USES_REGS) {
return RepAtom(at)->StrOfAE;
}
static inline Term Yap_CharsToTDQ(const char *s, Term mod,
@ -1635,6 +1613,5 @@ static inline Term Yap_SubtractTailString(Term t1, Term th USES_REGS) {
#endif // ≈YAP_TEXT_H
const char *Yap_TextTermToText(Term t, char *bufwrite_Text,
encoding_t e USES_REGS);
const char *Yap_TextTermToText(Term t, char *s, encoding_t e USES_REGS);
Term Yap_MkTextTerm(const char *s, encoding_t e, Term tguide);

5
library/dialect/swi/fli/swi.c
View File

@ -223,12 +223,13 @@ X_API int PL_get_nchars(term_t l, size_t *lengthp, char **s, unsigned flags) {
out.type |= YAP_STRING_NCHARS;
out.max = *lengthp;
}
char *sf = malloc(strlen(out.val.c)+1);
strcpy(sf, out.val.c);
if (!Yap_CVT_Text(&inp, &out PASS_REGS)) {
pop_text_stack(lvl);
return false;
}
out.val.c = export_block(-1, out.val.c PASS_REGS);
*s = out.val.c;
*s = out.val.c = sf;
return true;
}

4
os/files.c
View File

@ -453,11 +453,11 @@ static Int is_absolute_file_name(USES_REGS1) { /* file_base_name(Stream,N) */
Term t = Deref(ARG1);
Atom at;
bool rc;
if (IsVarTerm(t)) {
Yap_Error(INSTANTIATION_ERROR, t, "file_base_name/2");
return false;
}
int l = push_text_stack();
const char *buf = Yap_TextTermToText(t, NULL, LOCAL_encoding);
if (buf) {
rc = Yap_IsAbsolutePath(buf);
@ -468,8 +468,8 @@ static Int is_absolute_file_name(USES_REGS1) { /* file_base_name(Stream,N) */
#else
rc = RepAtom(at)->StrOfAE[0] == '/';
#endif
freeBuffer(buf);
}
pop_text_stack(l);
return rc;
}

14
os/format.c
View File

@ -335,9 +335,9 @@ format_clean_up(int sno, int sno0, format_info *finf, const unsigned char *fstr,
sno = format_synch(sno, sno0, finf);
Yap_CloseStream(sno);
}
if (fstr) {
free((void *)fstr);
}
pop_text_stack(finf->lvl);
if (targs)
Yap_FreeAtomSpace((void *)targs);
}
@ -409,17 +409,21 @@ static Int doformat(volatile Term otail, volatile Term oargs,
args = oargs;
tail = otail;
targ = 0;
int l = push_text_stack();
if (IsVarTerm(tail)) {
pop_text_stack(l);
Yap_Error(INSTANTIATION_ERROR, tail, "format/2");
return (FALSE);
} else if ((fptr = Yap_TextToUTF8Buffer(tail))) {
fstr = fptr;
alloc_fstr = true;
} else {
pop_text_stack(l);
Yap_Error(TYPE_ERROR_TEXT, tail, "format/2");
return false;
}
if (IsVarTerm(args)) {
pop_text_stack(l);
Yap_Error(INSTANTIATION_ERROR, args, "format/2");
return FALSE;
}
@ -427,14 +431,17 @@ static Int doformat(volatile Term otail, volatile Term oargs,
fmod = ArgOfTerm(1, args);
args = ArgOfTerm(2, args);
if (IsVarTerm(fmod)) {
pop_text_stack(l);
Yap_Error(INSTANTIATION_ERROR, fmod, "format/2");
return FALSE;
}
if (!IsAtomTerm(fmod)) {
pop_text_stack(l);
Yap_Error(TYPE_ERROR_ATOM, fmod, "format/2");
return FALSE;
}
if (IsVarTerm(args)) {
pop_text_stack(l);
Yap_Error(INSTANTIATION_ERROR, args, "format/2");
return FALSE;
}
@ -470,6 +477,7 @@ static Int doformat(volatile Term otail, volatile Term oargs,
finfo.gapi = 0;
finfo.phys_start = 0;
finfo.lstart = 0;
finfo.lvl = l;
if (true || !(GLOBAL_Stream[sno].status & InMemory_Stream_f))
sno = Yap_OpenBufWriteStream(PASS_REGS1);
if (sno < 0) {

1
os/format.h
View File

@ -18,6 +18,7 @@ typedef struct format_status {
// number of characters
int lstart;
int gapi;
int lvl;
} format_info;
#define FORMAT_COPY_ARGS_ERROR -1

27
os/sysbits.c
View File

@ -171,7 +171,7 @@ static const char *PlExpandVars(const char *source, const char *root,
CACHE_REGS
const char *src = source;
if (!result)
result = malloc(YAP_FILENAME_MAX + 1);
result = BaseMalloc(YAP_FILENAME_MAX + 1);
if (strlen(source) >= YAP_FILENAME_MAX) {
Yap_Error(SYSTEM_ERROR_OPERATING_SYSTEM, TermNil,
@ -844,19 +844,22 @@ static Int expand_file_name3(USES_REGS1) {
static Int absolute_file_system_path(USES_REGS1) {
Term t = Deref(ARG1);
int l = push_text_stack();
const char *text = Yap_TextTermToText(t, NULL, LOCAL_encoding);
const char *fp;
bool rc;
char s[MAXPATHLEN + 1];
const char *text = Yap_TextTermToText(t, s, LOCAL_encoding);
if (text == NULL) {
pop_text_stack(l);
return false;
}
if (!(fp = Yap_AbsoluteFile(RepAtom(AtomOfTerm(t))->StrOfAE, NULL, true)))
if (!(fp = Yap_AbsoluteFile(RepAtom(AtomOfTerm(t))->StrOfAE, NULL, true))) {
pop_text_stack(l);
return false;
}
pop_text_stack(l);
rc = Yap_unify(Yap_MkTextTerm(fp, LOCAL_encoding, t), ARG2);
if (fp != s)
freeBuffer((void *)fp);
return rc;
}
@ -1359,14 +1362,18 @@ static Int p_expand_file_name(USES_REGS1) {
Yap_Error(INSTANTIATION_ERROR, t, "argument to true_file_name unbound");
return FALSE;
}
int l = push_text_stack();
text = Yap_TextTermToText(t, NULL, LOCAL_encoding);
if (!text)
if (!text) {
pop_text_stack(l);
return false;
if (!(text2 = PlExpandVars(text, NULL, NULL)))
}
if (!(text2 = PlExpandVars(text, NULL, NULL))) {
pop_text_stack(l);
return false;
freeBuffer(text);
}
bool rc = Yap_unify(ARG2, Yap_MkTextTerm(text2, LOCAL_encoding, t));
freeBuffer(text2);
pop_text_stack(l);
return rc;
}