/************************************************************************* * * * YAP Prolog * * * * Yap Prolog was developed at NCCUP - Universidade do Porto * * * * Copyright L.Damas, V.S.Costa and Universidade do Porto 1985-1997 * * * ************************************************************************** * * * File: parser.c * * Last rev: * * mods: * * comments: Prolog's parser * * * *************************************************************************/ #ifdef SCCS static char SccsId[] = "%W% %G%"; #endif /* * Description: * * parser: produces a prolog term from an array of tokens * * parser usage: the parser takes its input from an array of token descriptions * addressed by the global variable 'tokptr' and produces a Term as result. A * macro 'NextToken' should be defined in 'yap.h' for advancing 'tokptr' from * one token to the next. In the distributed version this macro also updates * a variable named 'toktide' for keeping track of how far the parser went * before failling with a syntax error. The parser should be invoked with * 'tokptr' pointing to the first token. The last token should have type * 'eot_tok'. The parser return either a Term. Syntactic errors are signaled * by a return value 0. The parser builds new terms on the 'global stack' and * also uses an auxiliary stack pointed to by 'AuxSp'. In the distributed * version this auxiliary stack is assumed to grow downwards. This * assumption, however, is only relevant to routine 'ParseArgs', and to the * variable toktide. conclusion: set tokptr pointing to first token set AuxSp * Call Parse * * VSC: Working whithout known bugs in 87/4/6 * * LD: -I or +I evaluated by parser 87/4/28 * * LD: parser extended 87/4/28 * */ #include "Yap.h" #include "Yatom.h" #include "Heap.h" #include "yapio.h" #if HAVE_STRING_H #include #endif #ifdef __STDC__XXX #define Volatile volatile #else #define Volatile #endif STATIC_PROTO(void GNextToken, (void)); STATIC_PROTO(void checkfor, (Term)); STATIC_PROTO(Term ParseArgs, (Atom)); STATIC_PROTO(Term ParseList, (void)); STATIC_PROTO(Term ParseTerm, (int)); /* weak backtraking mechanism based on long_jump */ typedef struct { jmp_buf JmpBuff; } JMPBUFF; static JMPBUFF FailBuff; #define TRY(S,P) \ { Volatile JMPBUFF saveenv;\ Volatile TokEntry *saveT=Yap_tokptr; \ Volatile CELL *saveH=H;\ Volatile int savecurprio=curprio;\ saveenv=FailBuff;\ if(!setjmp(FailBuff.JmpBuff)) {\ S;\ FailBuff=saveenv;\ P;\ }\ else { FailBuff=saveenv; \ H=saveH; \ curprio = savecurprio; \ Yap_tokptr=saveT; \ }\ }\ #define TRY3(S,P,F) \ { Volatile JMPBUFF saveenv;\ Volatile TokEntry *saveT=Yap_tokptr; Volatile CELL *saveH=H;\ saveenv=FailBuff;\ if(!setjmp(FailBuff.JmpBuff)) {\ S;\ FailBuff=saveenv;\ P;\ }\ else { FailBuff=saveenv; H=saveH; Yap_tokptr=saveT; F }\ }\ #define FAIL longjmp(FailBuff.JmpBuff,1) VarEntry * Yap_LookupVar(char *var) /* lookup variable in variables table */ { VarEntry *p; #ifdef DEBUG if (Yap_Option[4]) fprintf(Yap_stderr,"[LookupVar %s]", var); #endif if (var[0] != '_' || var[1] != '\0') { VarEntry **op = &Yap_VarTable; unsigned char *vp = (unsigned char *)var; CELL hv; p = Yap_VarTable; HashFunction(vp, hv); while (p != NULL) { CELL hpv = p->hv; if (hv == hpv) { Int scmp; if ((scmp = strcmp(var, p->VarRep)) == 0) { return(p); } else if (scmp < 0) { op = &(p->VarLeft); p = p->VarLeft; } else { op = &(p->VarRight); p = p->VarRight; } } else if (hv < hpv) { op = &(p->VarLeft); p = p->VarLeft; } else { op = &(p->VarRight); p = p->VarRight; } } p = (VarEntry *) Yap_AllocScannerMemory(strlen(var) + sizeof(VarEntry)); *op = p; p->VarLeft = p->VarRight = NULL; p->hv = hv; strcpy(p->VarRep, var); } else { /* anon var */ p = (VarEntry *) Yap_AllocScannerMemory(sizeof(VarEntry) + 2); p->VarLeft = Yap_AnonVarTable; Yap_AnonVarTable = p; p->VarRight = NULL; p->hv = 0L; p->VarRep[0] = '_'; p->VarRep[1] = '\0'; } p->VarAdr = TermNil; return (p); } static Term VarNames(VarEntry *p,Term l) { if (p != NULL) { if (strcmp(p->VarRep, "_") != 0) { Term o = MkPairTerm(MkPairTerm(Yap_StringToList(p->VarRep), p->VarAdr), VarNames(p->VarRight, VarNames(p->VarLeft,l))); if (H > ASP-4096) { longjmp(Yap_IOBotch,1); } return(o); } else { return(VarNames(p->VarRight,VarNames(p->VarLeft,l))); } } else { return (l); } } Term Yap_VarNames(VarEntry *p,Term l) { return VarNames(p,l); } static int IsPrefixOp(Prop opinfo,int *pptr, int *rpptr) { int p; READ_LOCK(RepOpProp(opinfo)->OpRWLock); if ((p = RepOpProp(opinfo)->Prefix) != 0) { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); *pptr = *rpptr = p & MaskPrio; if (p & DcrrpFlag) --* rpptr; return (TRUE); } else { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); return (FALSE); } } int Yap_IsPrefixOp(Prop opinfo,int *pptr, int *rpptr) { return IsPrefixOp(opinfo,pptr,rpptr); } static int IsInfixOp(Prop opinfo, int *pptr, int *lpptr, int *rpptr) { int p; READ_LOCK(RepOpProp(opinfo)->OpRWLock); if ((p = RepOpProp(opinfo)->Infix) != 0) { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); *pptr = *rpptr = *lpptr = p & MaskPrio; if (p & DcrrpFlag) --* rpptr; if (p & DcrlpFlag) --* lpptr; return (TRUE); } else { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); return (FALSE); } } int Yap_IsInfixOp(Prop opinfo, int *pptr, int *lpptr, int *rpptr) { return IsInfixOp(opinfo, pptr, lpptr, rpptr); } static int IsPosfixOp(Prop opinfo, int *pptr, int *lpptr) { int p; READ_LOCK(RepOpProp(opinfo)->OpRWLock); if ((p = RepOpProp(opinfo)->Posfix) != 0) { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); *pptr = *lpptr = p & MaskPrio; if (p & DcrlpFlag) --* lpptr; return (TRUE); } else { READ_UNLOCK(RepOpProp(opinfo)->OpRWLock); return (FALSE); } } int Yap_IsPosfixOp(Prop opinfo, int *pptr, int *lpptr) { return IsPosfixOp(opinfo, pptr, lpptr); } inline static void GNextToken(void) { if (Yap_tokptr->Tok == Ord(eot_tok)) return; #ifdef EMACS if ((Yap_tokptr = Yap_tokptr->TokNext)->TokPos > Yap_toktide->TokPos) Yap_toktide = Yap_tokptr; #else if (Yap_tokptr == Yap_toktide) Yap_toktide = Yap_tokptr = Yap_tokptr->TokNext; else Yap_tokptr = Yap_tokptr->TokNext; #endif } inline static void checkfor(Term c) { if (Yap_tokptr->Tok != Ord(Ponctuation_tok) || Yap_tokptr->TokInfo != c) FAIL; NextToken; } static Term ParseArgs(Atom a) { int nargs = 0; Term *p, t; #ifdef SFUNC SFEntry *pe = (SFEntry *) Yap_GetAProp(a, SFProperty); #endif NextToken; p = (Term *) ParserAuxSp; while (1) { Term *tp = (Term *)ParserAuxSp; *tp++ = Unsigned(ParseTerm(999)); ParserAuxSp = (tr_fr_ptr)tp; ++nargs; if (Yap_tokptr->Tok != Ord(Ponctuation_tok)) break; if (((int) Yap_tokptr->TokInfo) != ',') break; NextToken; } ParserAuxSp = (tr_fr_ptr)p; /* * Needed because the arguments for the functor are placed in reverse * order */ if (H > ASP-(nargs+1)) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } #ifdef SFUNC if (pe) t = MkSFTerm(Yap_MkFunctor(a, SFArity), nargs, p, pe->NilValue); else t = Yap_MkApplTerm(Yap_MkFunctor(a, nargs), nargs, p); #else t = Yap_MkApplTerm(Yap_MkFunctor(a, nargs), nargs, p); #endif /* check for possible overflow against local stack */ checkfor((Term) ')'); return (t); } static Term ParseList(void) { Term o; CELL *to_store; o = AbsPair(H); loop: to_store = H; H+=2; to_store[0] = ParseTerm(999); if (Yap_tokptr->Tok == Ord(Ponctuation_tok)) { if (((int) Yap_tokptr->TokInfo) == ',') { NextToken; if (Yap_tokptr->Tok == Ord(Name_tok) && strcmp(RepAtom((Atom)(Yap_tokptr->TokInfo))->StrOfAE, "..") == 0) { NextToken; to_store[1] = ParseTerm(999); } else { /* check for possible overflow against local stack */ if (H > ASP-4096) { to_store[1] = TermNil; Yap_ErrorMessage = "Stack Overflow"; FAIL; } else { to_store[1] = AbsPair(H); goto loop; } } } else if (((int) Yap_tokptr->TokInfo) == '|') { NextToken; to_store[1] = ParseTerm(999); } else { to_store[1] = MkAtomTerm(AtomNil); } } else FAIL; return (o); } #ifndef INFINITY #define INFINITY (1.0/0.0) #endif #ifndef NAN #define NAN (0.0/0.0) #endif static Term ParseTerm(int prio) { /* parse term with priority prio */ Volatile Prop opinfo; Volatile Term t; Volatile Functor func; Volatile VarEntry *varinfo; Volatile int curprio = 0, opprio, oplprio, oprprio; switch (Yap_tokptr->Tok) { case Name_tok: t = Yap_tokptr->TokInfo; NextToken; if ((Yap_tokptr->Tok != Ord(Ponctuation_tok) || Unsigned(Yap_tokptr->TokInfo) != 'l') && (opinfo = Yap_GetAProp((Atom) t, OpProperty)) && IsPrefixOp(opinfo, &opprio, &oprprio) ) { /* special rules apply for +1, -2.3, etc... */ if (Yap_tokptr->Tok == Number_tok) { if ((Atom)t == AtomMinus) { t = Yap_tokptr->TokInfo; if (IsIntTerm(t)) t = MkIntTerm(-IntOfTerm(t)); else if (IsFloatTerm(t)) t = MkFloatTerm(-FloatOfTerm(t)); #ifdef USE_GMP else if (IsBigIntTerm(t)) { MP_INT *new = Yap_PreAllocBigNum(); mpz_neg(new, Yap_BigIntOfTerm(t)); t = Yap_MkBigIntTerm(new); } #endif else t = MkLongIntTerm(-LongIntOfTerm(t)); NextToken; break; } else if ((Atom)t == AtomPlus) { t = Yap_tokptr->TokInfo; NextToken; break; } } else if (Yap_tokptr->Tok == Name_tok) { Atom at = (Atom)Yap_tokptr->TokInfo; #ifndef _MSC_VER if ((Atom)t == AtomPlus) { if (at == AtomInf) { t = MkFloatTerm(INFINITY); NextToken; break; } else if (at == AtomNan) { t = MkFloatTerm(NAN); NextToken; break; } } else if ((Atom)t == AtomMinus) { if (at == AtomInf) { t = MkFloatTerm(-INFINITY); NextToken; break; } else if (at == AtomNan) { t = MkFloatTerm(NAN); NextToken; break; } } #endif } if (opprio <= prio) { /* try to parse as a prefix operator */ TRY( /* build appl on the heap */ func = Yap_MkFunctor((Atom) t, 1); t = ParseTerm(oprprio); t = Yap_MkApplTerm(func, 1, &t); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } curprio = opprio; , break; ) } } if (Yap_tokptr->Tok == Ord(Ponctuation_tok) && Unsigned(Yap_tokptr->TokInfo) == 'l') t = ParseArgs((Atom) t); else t = MkAtomTerm((Atom)t); break; case Number_tok: t = Yap_tokptr->TokInfo; NextToken; break; case String_tok: /* build list on the heap */ { Volatile char *p = (char *) Yap_tokptr->TokInfo; if (*p == 0) t = MkAtomTerm(AtomNil); else if (yap_flags[YAP_DOUBLE_QUOTES_FLAG] == STRING_AS_CHARS) t = Yap_StringToListOfAtoms(p); else if (yap_flags[YAP_DOUBLE_QUOTES_FLAG] == STRING_AS_ATOM) t = MkAtomTerm(Yap_LookupAtom(p)); else t = Yap_StringToList(p); NextToken; } break; case Var_tok: varinfo = (VarEntry *) (Yap_tokptr->TokInfo); if ((t = varinfo->VarAdr) == TermNil) { t = varinfo->VarAdr = MkVarTerm(); } NextToken; break; case Error_tok: FAIL; case Ponctuation_tok: switch ((int) Yap_tokptr->TokInfo) { case '(': case 'l': /* non solo ( */ NextToken; t = ParseTerm(1200); checkfor((Term) ')'); break; case '[': NextToken; t = ParseList(); checkfor((Term) ']'); break; case '{': NextToken; if (Yap_tokptr->Tok == Ord(Ponctuation_tok) && Unsigned(Yap_tokptr->TokInfo) == '}') { t = MkAtomTerm(NameOfFunctor(FunctorBraces)); NextToken; } else { t = ParseTerm(1200); t = Yap_MkApplTerm(FunctorBraces, 1, &t); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } checkfor((Term) '}'); } break; default: FAIL; } break; default: FAIL; } /* main loop to parse infix and posfix operators starts here */ while (TRUE) { if (Yap_tokptr->Tok == Ord(Name_tok) && (opinfo = Yap_GetAProp((Atom)(Yap_tokptr->TokInfo), OpProperty))) { Prop save_opinfo = opinfo; if (IsInfixOp(opinfo, &opprio, &oplprio, &oprprio) && opprio <= prio && oplprio >= curprio) { /* try parsing as infix operator */ Volatile int oldprio = curprio; TRY3( func = Yap_MkFunctor((Atom) Yap_tokptr->TokInfo, 2); NextToken; { Term args[2]; args[0] = t; args[1] = ParseTerm(oprprio); t = Yap_MkApplTerm(func, 2, args); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } }, curprio = opprio; opinfo = save_opinfo; continue; , opinfo = save_opinfo; curprio = oldprio; ) } if (IsPosfixOp(opinfo, &opprio, &oplprio) && opprio <= prio && oplprio >= curprio) { /* parse as posfix operator */ t = Yap_MkApplTerm(Yap_MkFunctor((Atom) Yap_tokptr->TokInfo, 1), 1, &t); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } curprio = opprio; NextToken; continue; } break; } if (Yap_tokptr->Tok == Ord(Ponctuation_tok)) { if (Unsigned(Yap_tokptr->TokInfo) == ',' && prio >= 1000 && curprio <= 999) { Volatile Term args[2]; NextToken; args[0] = t; args[1] = ParseTerm(1000); t = Yap_MkApplTerm(Yap_MkFunctor(AtomComma, 2), 2, args); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } curprio = 1000; continue; } else if (Unsigned(Yap_tokptr->TokInfo) == '|' && prio >= 1100 && curprio <= 1099) { Volatile Term args[2]; NextToken; args[0] = t; args[1] = ParseTerm(1100); t = Yap_MkApplTerm(FunctorVBar, 2, args); /* check for possible overflow against local stack */ if (H > ASP-4096) { Yap_ErrorMessage = "Stack Overflow"; FAIL; } curprio = 1100; continue; } } if (Yap_tokptr->Tok <= Ord(String_tok)) FAIL; break; } return (t); } Term Yap_Parse(void) { Volatile Term t; if (!setjmp(FailBuff.JmpBuff)) { t = ParseTerm(1200); if (Yap_tokptr->Tok != Ord(eot_tok)) return (0L); return (t); } else return (0); }