aGrUM 3.1.1
a C++ library for (probabilistic) graphical models
scoreAIC.cpp
Go to the documentation of this file.
1/****************************************************************************
2 * This file is part of the aGrUM/pyAgrum library. *
3 * *
4 * Copyright (c) 2005-2026 by *
5 * - Pierre-Henri WUILLEMIN(_at_LIP6) *
6 * - Christophe GONZALES(_at_AMU) *
7 * *
8 * The aGrUM/pyAgrum library is free software; you can redistribute it *
9 * and/or modify it under the terms of either : *
10 * *
11 * - the GNU Lesser General Public License as published by *
12 * the Free Software Foundation, either version 3 of the License, *
13 * or (at your option) any later version, *
14 * - the MIT license (MIT), *
15 * - or both in dual license, as here. *
16 * *
17 * (see https://agrum.gitlab.io/articles/dual-licenses-lgplv3mit.html) *
18 * *
19 * This aGrUM/pyAgrum library is distributed in the hope that it will be *
20 * useful, but WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, *
21 * INCLUDING BUT NOT LIMITED TO THE WARRANTIES MERCHANTABILITY or FITNESS *
22 * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE *
23 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER *
24 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, *
25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR *
26 * OTHER DEALINGS IN THE SOFTWARE. *
27 * *
28 * See LICENCES for more details. *
29 * *
30 * SPDX-FileCopyrightText: Copyright 2005-2026 *
31 * - Pierre-Henri WUILLEMIN(_at_LIP6) *
32 * - Christophe GONZALES(_at_AMU) *
33 * SPDX-License-Identifier: LGPL-3.0-or-later OR MIT *
34 * *
35 * Contact : info_at_agrum_dot_org *
36 * homepage : http://agrum.gitlab.io *
37 * gitlab : https://gitlab.com/agrumery/agrum *
38 * *
39 ****************************************************************************/
40
41
48
50
51#ifndef DOXYGEN_SHOULD_SKIP_THIS
52
54# ifdef GUM_NO_INLINE
56# endif /* GUM_NO_INLINE */
57
58namespace gum {
59
60 namespace learning {
61
64 if (this != &from) {
65 Score::operator=(from);
66 _internal_prior_ = from._internal_prior_;
67 }
68 return *this;
69 }
70
73 if (this != &from) {
74 Score::operator=(std::move(from));
75 _internal_prior_ = std::move(from._internal_prior_);
76 }
77 return *this;
78 }
79
81 std::string ScoreAIC::isPriorCompatible(PriorType prior_type, double weight) {
82 // check that the prior is compatible with the score
83 if ((prior_type == PriorType::DirichletPriorType)
84 || (prior_type == PriorType::SmoothingPriorType)
85 || (prior_type == PriorType::NoPriorType)) {
86 return "";
87 }
88
89 // prior types unsupported by the type checker
90 return std::format("The prior '{}' is not yet compatible with the score 'AIC'.",
91 priorTypeToString(prior_type));
92 }
93
95 double ScoreAIC::score_(const IdCondSet& idset) {
96 // get the counts for all the nodes in the idset and add the prior
97 std::vector< double > N_ijk(this->counter_.counts(idset, true));
98 const bool informative_external_prior = this->prior_->isInformative();
99 if (informative_external_prior) this->prior_->addJointPseudoCount(idset, N_ijk);
100 const std::size_t all_size = N_ijk.size();
101
102 // here, we distinguish idsets with conditioning nodes from those
103 // without conditioning nodes
104 if (idset.hasConditioningSet()) {
105 // get the counts for the conditioning nodes
106 std::vector< double > N_ij(this->marginalize_(idset[0], N_ijk));
107 const std::size_t conditioning_size = N_ij.size();
108
109 // initialize the score: this should be the penalty of the AIC score,
110 // i.e., -(ri-1 ) * qi
111 const std::size_t target_domsize = all_size / conditioning_size;
112 const double penalty = conditioning_size * double(target_domsize - std::size_t(1));
113
114 // compute the score: it remains to compute the log likelihood, i.e.,
115 // sum_k=1^r_i sum_j=1^q_i N_ijk log (N_ijk / N_ij), which is also
116 // equivalent to:
117 // sum_j=1^q_i sum_k=1^r_i N_ijk log N_ijk - sum_j=1^q_i N_ij log N_ij
118 double score = 0.0;
119 for (const auto n_ijk: N_ijk) {
120 if (n_ijk) { score += n_ijk * std::log(n_ijk); }
121 }
122 for (const auto n_ij: N_ij) {
123 if (n_ij) { score -= n_ij * std::log(n_ij); }
124 }
125
126 // divide by log(2), since the log likelihood uses log_2
127 score *= this->one_log2_;
128
129 // finally, remove the penalty
130 score -= penalty;
131
132 return score;
133 } else {
134 // here, there are no conditioning nodes
135
136 // initialize the score: this should be the penalty of the AIC score,
137 // i.e., -(ri-1 )
138 const double penalty = double(all_size - std::size_t(1));
139
140 // compute the score: it remains to compute the log likelihood, i.e.,
141 // sum_k=1^r_i N_ijk log (N_ijk / N), which is also
142 // equivalent to:
143 // sum_j=1^q_i sum_k=1^r_i N_ijk log N_ijk - N log N
144 double N = 0.0;
145 double score = 0.0;
146 for (const auto n_ijk: N_ijk) {
147 if (n_ijk) {
148 score += n_ijk * std::log(n_ijk);
149 N += n_ijk;
150 }
151 }
152 score -= N * std::log(N);
153
154 // divide by log(2), since the log likelihood uses log_2
155 score *= this->one_log2_;
156
157 // finally, remove the penalty
158 score -= penalty;
159
160 return score;
161 }
162 }
163
164 } /* namespace learning */
165
166} /* namespace gum */
167
168#endif /* DOXYGEN_SHOULD_SKIP_THIS */
A class for storing a pair of sets of NodeIds, the second one corresponding to a conditional set.
Definition idCondSet.h:214
the class for computing AIC scores
Definition scoreAIC.h:70
std::string isPriorCompatible() const final
indicates whether the prior is compatible (meaningful) with the score
double score_(const IdCondSet &idset) final
returns the score for a given IdCondSet
ScoreAIC & operator=(const ScoreAIC &from)
copy operator
Prior * prior_
the expert knowledge a priorwe add to the score
Definition score.h:238
double score(const NodeId var)
returns the score of a single node
Score & operator=(const Score &from)
copy operator
RecordCounter counter_
the record counter used for the counts over discrete variables
Definition score.h:241
const double one_log2_
1 / log(2)
Definition score.h:235
std::vector< double > marginalize_(const NodeId X_id, const std::vector< double > &N_xyz) const
returns a counting vector where variables are marginalized from N_xyz
include the inlined functions if necessary
Definition CSVParser.h:55
constexpr const char * priorTypeToString(PriorType e) noexcept
Definition prior.h:66
gum is the global namespace for all aGrUM entities
Definition agrum.h:46
the class for computing AIC scores
the class for computing AIC scores