2009-02-16 12:23:29 +00:00
|
|
|
%
|
|
|
|
% Interface the Aleph ILP system to CLP(BN)
|
|
|
|
%
|
2011-11-30 13:04:13 +00:00
|
|
|
% Aleph was written by Ashwin Srinivasan
|
|
|
|
%
|
|
|
|
% this code relies on hacked version of Aleph, contact
|
|
|
|
% vsc@dcc.fc.up.pt
|
|
|
|
%
|
|
|
|
% Aleph generates clauses as usual,
|
|
|
|
% but some variables are of special type random.
|
2009-02-16 12:23:29 +00:00
|
|
|
%
|
|
|
|
:- module(clpbn_aleph,
|
2012-12-17 17:57:00 +00:00
|
|
|
[init_clpbn_cost/0,
|
|
|
|
random_type/2
|
|
|
|
]).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
:- dynamic rt/2, inited/1.
|
|
|
|
|
|
|
|
:- use_module(library('clpbn'),
|
2012-12-17 17:57:00 +00:00
|
|
|
[{}/1,
|
|
|
|
clpbn_flag/2,
|
|
|
|
clpbn_flag/3,
|
|
|
|
set_clpbn_flag/2
|
|
|
|
]).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
:- use_module(library('clpbn/learning/em')).
|
|
|
|
|
|
|
|
:- use_module(library('clpbn/matrix_cpt_utils'),
|
2012-12-17 17:57:00 +00:00
|
|
|
[uniform_CPT_as_list/2]).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
:- use_module(library('clpbn/dists'),
|
2012-12-17 17:57:00 +00:00
|
|
|
[reset_all_dists/0,
|
|
|
|
get_dist_key/2,
|
|
|
|
get_dist_params/2
|
|
|
|
]).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
:- use_module(library('clpbn/table'),
|
2012-12-17 17:57:00 +00:00
|
|
|
[clpbn_tabled_abolish/1,
|
|
|
|
clpbn_tabled_asserta/1,
|
|
|
|
clpbn_tabled_asserta/2,
|
|
|
|
clpbn_tabled_assertz/1,
|
|
|
|
clpbn_tabled_clause/2,
|
|
|
|
clpbn_tabled_clause_ref/3,
|
|
|
|
clpbn_tabled_number_of_clauses/2,
|
|
|
|
clpbn_is_tabled/1,
|
|
|
|
clpbn_reset_tables/0,
|
|
|
|
clpbn_tabled_dynamic/1
|
|
|
|
]).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
%
|
|
|
|
% Tell Aleph not to use default solver during saturation
|
|
|
|
%
|
2012-12-20 23:19:10 +00:00
|
|
|
% all work will be done by EM
|
2011-11-30 13:04:13 +00:00
|
|
|
%:- set_clpbn_flag(solver,none).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
%
|
|
|
|
% This is the Aleph interface
|
|
|
|
% examples are stored as example(Id, Type, Example)
|
|
|
|
% CPT domains are stored as random_type(KeySkeleton, ListOfValues).
|
|
|
|
%
|
|
|
|
|
|
|
|
:- use_module(library(lists),[append/3]).
|
|
|
|
|
|
|
|
:- multifile user:cost/3.
|
|
|
|
|
|
|
|
% handle uninstantiated examples as hidden variables.
|
|
|
|
:- user:set(skolem_examples, false).
|
|
|
|
|
|
|
|
% avoid doing CLP(BN) stuff except at start
|
2011-11-30 13:04:13 +00:00
|
|
|
:- user:set(sat_begin_hook, clpbn_aleph:disable_solver).
|
|
|
|
:- user:set(sat_end_hook, clpbn_aleph:enable_solver).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
:- user:set(reduce_begin_hook, clpbn_aleph:disable_solver).
|
|
|
|
:- user:set(reduce_end_hook, clpbn_aleph:enable_solver).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
:- user:set(best_clause_hook, clpbn_aleph:add_new_clause).
|
2009-02-16 12:23:29 +00:00
|
|
|
|
|
|
|
disable_solver(_,_) :-
|
2011-11-30 13:04:13 +00:00
|
|
|
disable_solver.
|
|
|
|
disable_solver(_) :-
|
|
|
|
disable_solver.
|
|
|
|
|
|
|
|
disable_solver :-
|
2009-02-16 12:23:29 +00:00
|
|
|
clpbn_flag(solver, Old, none),
|
|
|
|
nb_setval(old_clpbn_solver, Old).
|
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
enable_solver(_) :-
|
|
|
|
enable_solver.
|
2009-02-16 12:23:29 +00:00
|
|
|
enable_solver(_,_) :-
|
2011-11-30 13:04:13 +00:00
|
|
|
enable_solver.
|
|
|
|
|
|
|
|
enable_solver :-
|
2009-02-16 12:23:29 +00:00
|
|
|
nb_getval(old_clpbn_solver, Old),
|
|
|
|
set_clpbn_flag(solver, Old).
|
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
% step 1: update distributions to better values.
|
|
|
|
add_new_clause(_,(H :- _),_,_) :-
|
|
|
|
(
|
|
|
|
clpbn_is_tabled(user:H)
|
2012-12-17 17:57:00 +00:00
|
|
|
->
|
2011-11-30 13:04:13 +00:00
|
|
|
update_tabled_theory(H)
|
2012-12-17 17:57:00 +00:00
|
|
|
;
|
2011-11-30 13:04:13 +00:00
|
|
|
update_theory(H)
|
2012-12-17 17:57:00 +00:00
|
|
|
),
|
2009-02-16 12:23:29 +00:00
|
|
|
fail.
|
2011-11-30 13:04:13 +00:00
|
|
|
% step 2: add clause
|
2009-02-16 12:23:29 +00:00
|
|
|
add_new_clause(_,(_ :- true),_,_) :- !.
|
|
|
|
add_new_clause(_,(H :- B),_,_) :-
|
2011-09-20 09:55:09 +01:00
|
|
|
%trace,
|
2011-07-04 22:36:34 +01:00
|
|
|
% user:db_usage,
|
|
|
|
% user:db_dynamic,
|
2009-02-16 12:23:29 +00:00
|
|
|
domain(H, K, V, D),
|
2011-11-30 13:04:13 +00:00
|
|
|
user:cost((H :- B), _, _Cost),
|
2009-02-16 12:23:29 +00:00
|
|
|
rewrite_body(B, IB, Vs, _, ( !, { V = K with p(D, CPTList, Vs) })),
|
|
|
|
% need to remember which CPT we want
|
|
|
|
get_dist_key(Id, K),
|
|
|
|
get_dist_params(Id, CPTList),
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_is_tabled(user:H)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_tabled_asserta(user:(H :- IB))
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
asserta(user:(H :- IB))
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
user:setting(verbosity,V),
|
2012-12-20 23:19:10 +00:00
|
|
|
( V >= 1 ->
|
2012-12-17 17:57:00 +00:00
|
|
|
user:p_message('CLP(BN) Theory'),
|
|
|
|
functor(H,N,Ar), listing(user:N/Ar)
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
true
|
2009-02-16 12:23:29 +00:00
|
|
|
).
|
|
|
|
|
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
update_tabled_theory(H) :-
|
|
|
|
clpbn_tabled_clause_ref(user:H,B,Ref),
|
|
|
|
add_correct_cpt(B,NB),
|
|
|
|
erase(Ref),
|
|
|
|
clpbn_tabled_assertz((user:(H:-NB))),
|
|
|
|
fail.
|
|
|
|
update_tabled_theory(_).
|
2012-12-20 23:19:10 +00:00
|
|
|
|
2011-11-30 13:04:13 +00:00
|
|
|
update_theory(H) :-
|
|
|
|
clause(user:H,B,Ref),
|
|
|
|
add_correct_cpt(B,NB),
|
|
|
|
erase(Ref),
|
|
|
|
assert((user:H:-NB)),
|
|
|
|
fail.
|
|
|
|
update_theory(_).
|
|
|
|
|
|
|
|
add_correct_cpt((G,B),(G,NB)) :-
|
|
|
|
add_correct_cpt(B,NB).
|
|
|
|
add_correct_cpt((clpbn:{V = K with Tab }), ({V = K with NTab})) :-
|
|
|
|
correct_tab(Tab,K,NTab).
|
|
|
|
add_correct_cpt(({V = K with Tab }), ({V = K with NTab})) :-
|
|
|
|
correct_tab(Tab,K,NTab).
|
|
|
|
|
|
|
|
correct_tab(p(Vs,_),K,p(Vs,TDist)) :-
|
|
|
|
get_dist_key(Id, K),
|
|
|
|
get_dist_params(Id, TDist).
|
|
|
|
correct_tab(p(Vs,_,Ps),K,p(Vs,TDist,Ps)) :-
|
|
|
|
get_dist_key(Id, K),
|
|
|
|
get_dist_params(Id, TDist).
|
|
|
|
|
2012-12-20 23:19:10 +00:00
|
|
|
% user-defined cost function, Aleph knows about this (and only about this).
|
2011-11-30 13:04:13 +00:00
|
|
|
user:cost((H :- B),Inf,Score) :-
|
2009-02-16 12:23:29 +00:00
|
|
|
domain(H, K, V, D),
|
|
|
|
check_info(Inf),
|
|
|
|
rewrite_body(B, IB, Vs, Ds, ( !, { V = K with p(D, CPTList, Vs) })),
|
|
|
|
uniform_cpt([D|Ds], CPTList),
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_is_tabled(user:H)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_reset_tables,
|
|
|
|
clpbn_tabled_asserta(user:(H :- IB), R)
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
asserta(user:(H :- IB), R)
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
cpt_score(Score0)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
erase(R),
|
|
|
|
Score is -Score0
|
|
|
|
;
|
|
|
|
% illegal clause, just get out of here.
|
|
|
|
erase(R),
|
|
|
|
fail
|
2009-02-16 12:23:29 +00:00
|
|
|
).
|
|
|
|
user:cost(H,_Inf,Score) :- !,
|
|
|
|
init_clpbn_cost(H, Score0),
|
|
|
|
Score is -Score0.
|
|
|
|
|
|
|
|
% this is here so that Aleph will actually compute coverage. Aleph computes
|
|
|
|
% coverage only if cost actually checks Inf.
|
|
|
|
check_info(_).
|
|
|
|
|
|
|
|
init_clpbn_cost(_, Score) :-
|
|
|
|
inited(Score), !.
|
|
|
|
init_clpbn_cost(H, Score) :-
|
|
|
|
functor(H,N,A),
|
|
|
|
% get rid of Aleph crap
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_is_tabled(user:H)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_tabled_abolish(user:N/A),
|
|
|
|
clpbn_tabled_dynamic(user:N/A)
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
abolish(user:N/A),
|
|
|
|
% make it easy to add and remove clauses.
|
|
|
|
dynamic(user:N/A)
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
domain(H, K, V, D),
|
|
|
|
uniform_cpt([D], CPTList),
|
|
|
|
% This will be the default cause, called when the other rules fail.
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_is_tabled(user:H)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_tabled_assertz(user:(H :- !, { V = K with p(D, CPTList) }))
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
assert(user:(H :- !, { V = K with p(D, CPTList) }))
|
|
|
|
),
|
2009-02-16 12:23:29 +00:00
|
|
|
cpt_score(Score),
|
|
|
|
assert(inited(Score)).
|
|
|
|
|
2012-12-17 17:57:00 +00:00
|
|
|
% receives H, and generates a key K, a random variable RV, and a domain D.
|
2009-02-16 12:23:29 +00:00
|
|
|
domain(H, K, RV, D) :-
|
|
|
|
functor(H,Name,Arity),
|
|
|
|
functor(Pred,Name,Arity),
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
recorded(aleph,modeh(_,Pred),_)
|
|
|
|
->
|
|
|
|
true
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
user:'$aleph_global'(modeh,modeh(_,Pred))
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
arg(Arity,Pred,+RType),
|
|
|
|
rt(RType,D), !,
|
|
|
|
key_from_head(H,K,RV).
|
|
|
|
domain(H, K, V, D) :-
|
|
|
|
current_predicate(_,user:domain(_)),
|
|
|
|
key_from_head(H,K,V),
|
|
|
|
user:domain(K,D).
|
|
|
|
|
|
|
|
key_from_head(H,K,V) :-
|
|
|
|
H =.. [Name|Args],
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_is_tabled(user:H)
|
2009-02-16 12:23:29 +00:00
|
|
|
->
|
2012-12-17 17:57:00 +00:00
|
|
|
clpbn_tabled_number_of_clauses(user:H,NClauses)
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
predicate_property(user:H,number_of_clauses(NClauses))
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
atomic_concat(Name,NClauses,NName),
|
|
|
|
append(H0L,[V],Args),
|
|
|
|
K =.. [NName|H0L].
|
|
|
|
|
|
|
|
% transforms_body into something that is going to be called
|
|
|
|
% receives G0, and generates a list of goals, a list of variables, and a list of domains.
|
|
|
|
% receives also a Tail with the constraint to append at the end.
|
|
|
|
rewrite_body((A,B), (user:NA,NB), [V|Vs], [D|Ds], Tail) :-
|
|
|
|
rewrite_goal(A, V, D, NA), !,
|
|
|
|
rewrite_body(B, NB, Vs, Ds, Tail).
|
2011-09-24 21:39:37 +01:00
|
|
|
rewrite_body((A,B), (user:A,NB), Vs, Ds, Tail) :- !,
|
2009-02-16 12:23:29 +00:00
|
|
|
rewrite_body(B,NB, Vs, Ds, Tail).
|
2012-12-20 23:19:10 +00:00
|
|
|
rewrite_body(A,(user:NA,Tail), [V], [D], Tail) :-
|
2009-02-16 12:23:29 +00:00
|
|
|
rewrite_goal(A, V, D, NA), !.
|
|
|
|
rewrite_body(A, (user:A,Tail), [], [], Tail).
|
|
|
|
|
|
|
|
% so they need not be rewritten.
|
|
|
|
rewrite_goal(A,V,D,NA) :-
|
|
|
|
functor(A,Name,Arity),
|
|
|
|
functor(Pred,Name,Arity),
|
|
|
|
(
|
2012-12-17 17:57:00 +00:00
|
|
|
recorded(aleph,modeb(_,Pred),_)
|
|
|
|
->
|
|
|
|
true
|
2009-02-16 12:23:29 +00:00
|
|
|
;
|
2012-12-17 17:57:00 +00:00
|
|
|
user:'$aleph_global'(modeb,modeb(_,Pred))
|
2009-02-16 12:23:29 +00:00
|
|
|
),
|
|
|
|
arg(Arity,Pred,-RType),
|
|
|
|
rt(RType,D), !,
|
|
|
|
A =.. [Name|Args],
|
|
|
|
replace_last_var(Args,V,NArgs),
|
|
|
|
NA =.. [Name|NArgs].
|
|
|
|
|
|
|
|
replace_last_var([_],V,[V]) :- !.
|
|
|
|
replace_last_var([A|Args],V,[A|NArgs]) :-
|
|
|
|
replace_last_var(Args,V,NArgs).
|
|
|
|
|
|
|
|
|
|
|
|
%
|
|
|
|
% This is the key
|
|
|
|
%
|
|
|
|
cpt_score(Lik) :-
|
2012-12-17 17:57:00 +00:00
|
|
|
findall(user:Ex, user:example(_,pos,Ex), Exs),
|
2009-02-16 12:23:29 +00:00
|
|
|
clpbn_flag(solver, Solver),
|
|
|
|
clpbn_flag(em_solver, EMSolver),
|
|
|
|
set_clpbn_flag(solver, EMSolver),
|
|
|
|
reset_all_dists,
|
|
|
|
em(Exs, 0.01, 10, _Tables, Lik),
|
|
|
|
set_clpbn_flag(solver, Solver).
|
|
|
|
|
|
|
|
complete_clpbn_cost(_AlephClause).
|
|
|
|
|
|
|
|
random_type(A,B) :-
|
|
|
|
assert(rt(A,B)).
|
|
|
|
|
|
|
|
|
|
|
|
uniform_cpt(Ds, CPTList) :-
|
|
|
|
lengths(Ds, Ls),
|
|
|
|
uniform_CPT_as_list(Ls, CPTList).
|
|
|
|
|
|
|
|
lengths([], []).
|
|
|
|
lengths([D|Ds], [L|Ls]) :-
|
|
|
|
length(D, L),
|
|
|
|
lengths(Ds, Ls).
|
|
|
|
|