This repository has been archived on 2023-08-20. You can view files and clone it, but cannot push or open issues or pull requests.
yap-6.3/packages/CLPBN/horus/HorusYap.cpp
2015-09-21 17:05:36 -05:00

534 lines
16 KiB
C++

#include <cassert>
#include <vector>
#include <unordered_map>
#include <string>
#include <iostream>
#include <sstream>
#include <YapInterface.h>
#include "ParfactorList.h"
#include "FactorGraph.h"
#include "LiftedOperations.h"
#include "LiftedVe.h"
#include "VarElim.h"
#include "LiftedBp.h"
#include "CountingBp.h"
#include "BeliefProp.h"
#include "LiftedKc.h"
#include "ElimGraph.h"
#include "BayesBall.h"
namespace Horus {
namespace {
Parfactor *readParfactor(YAP_Term);
ObservedFormulas *readLiftedEvidence(YAP_Term);
std::vector<unsigned> readUnsignedList(YAP_Term);
Params readParameters(YAP_Term);
YAP_Term fillSolutionList(const std::vector<Params> &);
extern "C" void init_predicates();
void init_predicates();
}
typedef std::pair<ParfactorList *, ObservedFormulas *> LiftedNetwork;
static YAP_Bool createLiftedNetwork() {
Parfactors parfactors;
YAP_Term parfactorList = YAP_ARG1;
while (parfactorList != YAP_TermNil()) {
YAP_Term pfTerm = YAP_HeadOfTerm(parfactorList);
parfactors.push_back(readParfactor(pfTerm));
parfactorList = YAP_TailOfTerm(parfactorList);
}
// LiftedUtils::printSymbolDictionary();
if (Globals::verbosity > 2) {
Util::printHeader("INITIAL PARFACTORS");
for (size_t i = 0; i < parfactors.size(); i++) {
parfactors[i]->print();
std::cout << std::endl;
}
}
ParfactorList *pfList = new ParfactorList(parfactors);
if (Globals::verbosity > 2) {
Util::printHeader("SHATTERED PARFACTORS");
pfList->print();
}
// read evidence
ObservedFormulas *obsFormulas = readLiftedEvidence(YAP_ARG2);
LiftedNetwork *network = new LiftedNetwork(pfList, obsFormulas);
YAP_Int p = (YAP_Int)(network);
return YAP_Unify(YAP_MkIntTerm(p), YAP_ARG3);
}
static YAP_Bool createGroundNetwork() {
std::string factorsType((char *)YAP_AtomName(YAP_AtomOfTerm(YAP_ARG1)));
FactorGraph *fg = new FactorGraph();
if (factorsType == "bayes") {
fg->setFactorsAsBayesian();
}
YAP_Term factorList = YAP_ARG2;
while (factorList != YAP_TermNil()) {
YAP_Term factor = YAP_HeadOfTerm(factorList);
// read the var ids
VarIds varIds = readUnsignedList(YAP_ArgOfTerm(1, factor));
// read the ranges
Ranges ranges = readUnsignedList(YAP_ArgOfTerm(2, factor));
// read the parameters
Params params = readParameters(YAP_ArgOfTerm(3, factor));
// read dist id
unsigned distId = (unsigned)YAP_IntOfTerm(YAP_ArgOfTerm(4, factor));
fg->addFactor(Factor(varIds, ranges, params, distId));
factorList = YAP_TailOfTerm(factorList);
}
unsigned nrObservedVars = 0;
YAP_Term evidenceList = YAP_ARG3;
while (evidenceList != YAP_TermNil()) {
YAP_Term evTerm = YAP_HeadOfTerm(evidenceList);
unsigned vid = (unsigned)YAP_IntOfTerm((YAP_ArgOfTerm(1, evTerm)));
unsigned ev = (unsigned)YAP_IntOfTerm((YAP_ArgOfTerm(2, evTerm)));
assert(fg->getVarNode(vid));
fg->getVarNode(vid)->setEvidence(ev);
evidenceList = YAP_TailOfTerm(evidenceList);
nrObservedVars++;
}
if (FactorGraph::exportToLibDai()) {
fg->exportToLibDai("model.fg");
}
if (FactorGraph::exportToUai()) {
fg->exportToUai("model.uai");
}
if (FactorGraph::exportGraphViz()) {
fg->exportToGraphViz("model.dot");
}
if (FactorGraph::printFactorGraph()) {
fg->print();
}
if (Globals::verbosity > 0) {
std::cout << "factor graph contains ";
std::cout << fg->nrVarNodes() << " variables and ";
std::cout << fg->nrFacNodes() << " factors " << std::endl;
}
YAP_Int p = (YAP_Int)(fg);
return YAP_Unify(YAP_MkIntTerm(p), YAP_ARG4);
}
static YAP_Bool runLiftedSolver() {
LiftedNetwork *network = (LiftedNetwork *)YAP_IntOfTerm(YAP_ARG1);
ParfactorList copy(*network->first);
LiftedOperations::absorveEvidence(copy, *network->second);
LiftedSolver *solver = 0;
switch (Globals::liftedSolver) {
case LiftedSolverType::lveSolver:
solver = new LiftedVe(copy);
break;
case LiftedSolverType::lbpSolver:
solver = new LiftedBp(copy);
break;
case LiftedSolverType::lkcSolver:
solver = new LiftedKc(copy);
break;
}
if (Globals::verbosity > 0) {
solver->printSolverFlags();
std::cout << std::endl;
}
YAP_Term taskList = YAP_ARG2;
std::vector<Params> results;
while (taskList != YAP_TermNil()) {
Grounds queryVars;
YAP_Term jointList = YAP_HeadOfTerm(taskList);
while (jointList != YAP_TermNil()) {
YAP_Term ground = YAP_HeadOfTerm(jointList);
if (YAP_IsAtomTerm(ground)) {
std::string name((char *)YAP_AtomName(YAP_AtomOfTerm(ground)));
queryVars.push_back(Ground(LiftedUtils::getSymbol(name)));
} else {
assert(YAP_IsApplTerm(ground));
YAP_Functor yapFunctor = YAP_FunctorOfTerm(ground);
std::string name((char *)(YAP_AtomName(YAP_NameOfFunctor(yapFunctor))));
unsigned arity = (unsigned)YAP_ArityOfFunctor(yapFunctor);
Symbol functor = LiftedUtils::getSymbol(name);
Symbols args;
for (unsigned i = 1; i <= arity; i++) {
YAP_Term ti = YAP_ArgOfTerm(i, ground);
assert(YAP_IsAtomTerm(ti));
std::string arg((char *)YAP_AtomName(YAP_AtomOfTerm(ti)));
args.push_back(LiftedUtils::getSymbol(arg));
}
queryVars.push_back(Ground(functor, args));
}
jointList = YAP_TailOfTerm(jointList);
}
results.push_back(solver->solveQuery(queryVars));
taskList = YAP_TailOfTerm(taskList);
}
delete solver;
return YAP_Unify(fillSolutionList(results), YAP_ARG3);
}
static YAP_Bool runGroundSolver() {
FactorGraph *fg = (FactorGraph *)YAP_IntOfTerm(YAP_ARG1);
std::vector<VarIds> tasks;
YAP_Term taskList = YAP_ARG2;
while (taskList != YAP_TermNil()) {
tasks.push_back(readUnsignedList(YAP_HeadOfTerm(taskList)));
taskList = YAP_TailOfTerm(taskList);
}
FactorGraph *mfg = fg;
if (fg->bayesianFactors()) {
std::set<VarId> vids;
for (size_t i = 0; i < tasks.size(); i++) {
Util::addToSet(vids, tasks[i]);
}
mfg =
BayesBall::getMinimalFactorGraph(*fg, VarIds(vids.begin(), vids.end()));
}
GroundSolver *solver = 0;
CountingBp::setFindIdenticalFactorsFlag(false);
switch (Globals::groundSolver) {
case GroundSolverType::veSolver:
solver = new VarElim(*mfg);
break;
case GroundSolverType::bpSolver:
solver = new BeliefProp(*mfg);
break;
case GroundSolverType::CbpSolver:
solver = new CountingBp(*mfg);
break;
}
if (Globals::verbosity > 0) {
solver->printSolverFlags();
std::cout << std::endl;
}
std::vector<Params> results;
results.reserve(tasks.size());
for (size_t i = 0; i < tasks.size(); i++) {
results.push_back(solver->solveQuery(tasks[i]));
}
delete solver;
if (fg->bayesianFactors()) {
delete mfg;
}
return YAP_Unify(fillSolutionList(results), YAP_ARG3);
}
static YAP_Bool setParfactorsParams() {
LiftedNetwork *network = (LiftedNetwork *)YAP_IntOfTerm(YAP_ARG1);
ParfactorList *pfList = network->first;
YAP_Term distIdsList = YAP_ARG2;
YAP_Term paramsList = YAP_ARG3;
std::unordered_map<unsigned, Params> paramsMap;
while (distIdsList != YAP_TermNil()) {
unsigned distId = (unsigned)YAP_IntOfTerm(YAP_HeadOfTerm(distIdsList));
assert(Util::contains(paramsMap, distId) == false);
paramsMap[distId] = readParameters(YAP_HeadOfTerm(paramsList));
distIdsList = YAP_TailOfTerm(distIdsList);
paramsList = YAP_TailOfTerm(paramsList);
}
ParfactorList::iterator it = pfList->begin();
while (it != pfList->end()) {
assert(Util::contains(paramsMap, (*it)->distId()));
(*it)->setParams(paramsMap[(*it)->distId()]);
++it;
}
return TRUE;
}
static YAP_Bool setFactorsParams() {
FactorGraph *fg = (FactorGraph *)YAP_IntOfTerm(YAP_ARG1);
YAP_Term distIdsList = YAP_ARG2;
YAP_Term paramsList = YAP_ARG3;
std::unordered_map<unsigned, Params> paramsMap;
while (distIdsList != YAP_TermNil()) {
unsigned distId = (unsigned)YAP_IntOfTerm(YAP_HeadOfTerm(distIdsList));
assert(Util::contains(paramsMap, distId) == false);
paramsMap[distId] = readParameters(YAP_HeadOfTerm(paramsList));
distIdsList = YAP_TailOfTerm(distIdsList);
paramsList = YAP_TailOfTerm(paramsList);
}
const FacNodes &facNodes = fg->facNodes();
for (size_t i = 0; i < facNodes.size(); i++) {
unsigned distId = facNodes[i]->factor().distId();
assert(Util::contains(paramsMap, distId));
facNodes[i]->factor().setParams(paramsMap[distId]);
}
return TRUE;
}
static YAP_Bool setVarsInformation() {
Var::clearVarsInfo();
std::vector<std::string> labels;
YAP_Term labelsL = YAP_ARG1;
while (labelsL != YAP_TermNil()) {
YAP_Atom atom = YAP_AtomOfTerm(YAP_HeadOfTerm(labelsL));
labels.push_back((char *)YAP_AtomName(atom));
labelsL = YAP_TailOfTerm(labelsL);
}
unsigned count = 0;
YAP_Term stateNamesL = YAP_ARG2;
while (stateNamesL != YAP_TermNil()) {
States states;
YAP_Term namesL = YAP_HeadOfTerm(stateNamesL);
while (namesL != YAP_TermNil()) {
YAP_Atom atom = YAP_AtomOfTerm(YAP_HeadOfTerm(namesL));
states.push_back((char *)YAP_AtomName(atom));
namesL = YAP_TailOfTerm(namesL);
}
Var::addVarInfo(count, labels[count], states);
count++;
stateNamesL = YAP_TailOfTerm(stateNamesL);
}
return TRUE;
}
static YAP_Bool setHorusFlag() {
std::string option((char *)YAP_AtomName(YAP_AtomOfTerm(YAP_ARG1)));
std::string value;
if (option == "verbosity") {
std::stringstream ss;
ss << (int)YAP_IntOfTerm(YAP_ARG2);
ss >> value;
} else if (option == "bp_accuracy") {
std::stringstream ss;
ss << (float)YAP_FloatOfTerm(YAP_ARG2);
ss >> value;
} else if (option == "bp_max_iter") {
std::stringstream ss;
ss << (int)YAP_IntOfTerm(YAP_ARG2);
ss >> value;
} else {
value = ((char *)YAP_AtomName(YAP_AtomOfTerm(YAP_ARG2)));
}
return Util::setHorusFlag(option, value);
}
static YAP_Bool freeGroundNetwork() {
delete (FactorGraph *)YAP_IntOfTerm(YAP_ARG1);
return TRUE;
}
static YAP_Bool freeLiftedNetwork() {
LiftedNetwork *network = (LiftedNetwork *)YAP_IntOfTerm(YAP_ARG1);
delete network->first;
delete network->second;
delete network;
return TRUE;
}
namespace {
Parfactor *readParfactor(YAP_Term pfTerm) {
// read dist id
unsigned distId = YAP_IntOfTerm(YAP_ArgOfTerm(1, pfTerm));
// read the ranges
Ranges ranges;
YAP_Term rangeList = YAP_ArgOfTerm(3, pfTerm);
while (rangeList != YAP_TermNil()) {
unsigned range = (unsigned)YAP_IntOfTerm(YAP_HeadOfTerm(rangeList));
ranges.push_back(range);
rangeList = YAP_TailOfTerm(rangeList);
}
// read parametric random vars
ProbFormulas formulas;
unsigned count = 0;
std::unordered_map<YAP_Term, LogVar> lvMap;
YAP_Term pvList = YAP_ArgOfTerm(2, pfTerm);
while (pvList != YAP_TermNil()) {
YAP_Term formulaTerm = YAP_HeadOfTerm(pvList);
if (YAP_IsAtomTerm(formulaTerm)) {
std::string name((char *)YAP_AtomName(YAP_AtomOfTerm(formulaTerm)));
Symbol functor = LiftedUtils::getSymbol(name);
formulas.push_back(ProbFormula(functor, ranges[count]));
} else {
LogVars logVars;
YAP_Functor yapFunctor = YAP_FunctorOfTerm(formulaTerm);
std::string name((char *)YAP_AtomName(YAP_NameOfFunctor(yapFunctor)));
Symbol functor = LiftedUtils::getSymbol(name);
unsigned arity = (unsigned)YAP_ArityOfFunctor(yapFunctor);
for (unsigned i = 1; i <= arity; i++) {
YAP_Term ti = YAP_ArgOfTerm(i, formulaTerm);
std::unordered_map<YAP_Term, LogVar>::iterator it = lvMap.find(ti);
if (it != lvMap.end()) {
logVars.push_back(it->second);
} else {
unsigned newLv = lvMap.size();
lvMap[ti] = newLv;
logVars.push_back(newLv);
}
}
formulas.push_back(ProbFormula(functor, logVars, ranges[count]));
}
count++;
pvList = YAP_TailOfTerm(pvList);
}
// read the parameters
Params params = readParameters(YAP_ArgOfTerm(4, pfTerm));
// read the constraint
Tuples tuples;
if (lvMap.size() >= 1) {
YAP_Term tupleList = YAP_ArgOfTerm(5, pfTerm);
while (tupleList != YAP_TermNil()) {
YAP_Term term = YAP_HeadOfTerm(tupleList);
assert(YAP_IsApplTerm(term));
YAP_Functor yapFunctor = YAP_FunctorOfTerm(term);
unsigned arity = (unsigned)YAP_ArityOfFunctor(yapFunctor);
assert(lvMap.size() == arity);
Tuple tuple(arity);
for (unsigned i = 1; i <= arity; i++) {
YAP_Term ti = YAP_ArgOfTerm(i, term);
if (YAP_IsAtomTerm(ti) == false) {
std::cerr << "Error: the constraint contains free variables.";
std::cerr << std::endl;
exit(EXIT_FAILURE);
}
std::string name((char *)YAP_AtomName(YAP_AtomOfTerm(ti)));
tuple[i - 1] = LiftedUtils::getSymbol(name);
}
tuples.push_back(tuple);
tupleList = YAP_TailOfTerm(tupleList);
}
}
return new Parfactor(formulas, params, tuples, distId);
}
ObservedFormulas *readLiftedEvidence(YAP_Term observedList) {
ObservedFormulas *obsFormulas = new ObservedFormulas();
while (observedList != YAP_TermNil()) {
YAP_Term pair = YAP_HeadOfTerm(observedList);
YAP_Term ground = YAP_ArgOfTerm(1, pair);
Symbol functor;
Symbols args;
if (YAP_IsAtomTerm(ground)) {
std::string name((char *)YAP_AtomName(YAP_AtomOfTerm(ground)));
functor = LiftedUtils::getSymbol(name);
} else {
assert(YAP_IsApplTerm(ground));
YAP_Functor yapFunctor = YAP_FunctorOfTerm(ground);
std::string name((char *)(YAP_AtomName(YAP_NameOfFunctor(yapFunctor))));
functor = LiftedUtils::getSymbol(name);
unsigned arity = (unsigned)YAP_ArityOfFunctor(yapFunctor);
for (unsigned i = 1; i <= arity; i++) {
YAP_Term ti = YAP_ArgOfTerm(i, ground);
assert(YAP_IsAtomTerm(ti));
std::string arg((char *)YAP_AtomName(YAP_AtomOfTerm(ti)));
args.push_back(LiftedUtils::getSymbol(arg));
}
}
unsigned evidence = (unsigned)YAP_IntOfTerm(YAP_ArgOfTerm(2, pair));
bool found = false;
for (size_t i = 0; i < obsFormulas->size(); i++) {
if ((*obsFormulas)[i].functor() == functor &&
(*obsFormulas)[i].arity() == args.size() &&
(*obsFormulas)[i].evidence() == evidence) {
(*obsFormulas)[i].addTuple(args);
found = true;
}
}
if (found == false) {
obsFormulas->push_back(ObservedFormula(functor, evidence, args));
}
observedList = YAP_TailOfTerm(observedList);
}
return obsFormulas;
}
std::vector<unsigned> readUnsignedList(YAP_Term list) {
std::vector<unsigned> vec;
while (list != YAP_TermNil()) {
vec.push_back((unsigned)YAP_IntOfTerm(YAP_HeadOfTerm(list)));
list = YAP_TailOfTerm(list);
}
return vec;
}
Params readParameters(YAP_Term paramL) {
Params params;
assert(YAP_IsPairTerm(paramL));
while (paramL != YAP_TermNil()) {
YAP_Term hd = YAP_HeadOfTerm(paramL);
if (YAP_IsFloatTerm(hd)) {
params.push_back((double)YAP_FloatOfTerm(hd));
} else {
params.push_back((double)YAP_IntOfTerm(hd));
}
paramL = YAP_TailOfTerm(paramL);
}
if (Globals::logDomain) {
Util::log(params);
}
return params;
}
YAP_Term fillSolutionList(const std::vector<Params> &results) {
YAP_Term list = YAP_TermNil();
for (size_t i = results.size(); i-- > 0;) {
const Params &beliefs = results[i];
YAP_Term queryBeliefsL = YAP_TermNil();
for (size_t j = beliefs.size(); j-- > 0;) {
YAP_Int sl = YAP_InitSlot(list);
YAP_Term belief = YAP_MkFloatTerm(beliefs[j]);
queryBeliefsL = YAP_MkPairTerm(belief, queryBeliefsL);
list = YAP_GetFromSlot(sl);
YAP_RecoverSlots(1, sl);
}
list = YAP_MkPairTerm(queryBeliefsL, list);
}
return list;
}
}
extern "C" void init_predicates() {
YAP_UserCPredicate("cpp_create_lifted_network", createLiftedNetwork, 3);
YAP_UserCPredicate("cpp_create_ground_network", createGroundNetwork, 4);
YAP_UserCPredicate("cpp_run_lifted_solver", runLiftedSolver, 3);
YAP_UserCPredicate("cpp_run_ground_solver", runGroundSolver, 3);
YAP_UserCPredicate("cpp_set_parfactors_params", setParfactorsParams, 3);
YAP_UserCPredicate("cpp_set_factors_params", setFactorsParams, 3);
YAP_UserCPredicate("cpp_set_vars_information", setVarsInformation, 2);
YAP_UserCPredicate("cpp_set_horus_flag", setHorusFlag, 2);
YAP_UserCPredicate("cpp_free_lifted_network", freeLiftedNetwork, 1);
YAP_UserCPredicate("cpp_free_ground_network", freeGroundNetwork, 1);
}
} // namespace Horus