1 | #include <math.h> |
---|
2 | |
---|
3 | #include <itpp/base/bessel.h> |
---|
4 | #include "exp_family.h" |
---|
5 | |
---|
6 | namespace bdm { |
---|
7 | |
---|
8 | Uniform_RNG UniRNG; |
---|
9 | Normal_RNG NorRNG; |
---|
10 | Gamma_RNG GamRNG; |
---|
11 | |
---|
12 | using std::cout; |
---|
13 | |
---|
14 | /////////// |
---|
15 | |
---|
16 | void BMEF::bayes ( const vec &dt ) { |
---|
17 | this->bayes ( dt, 1.0 ); |
---|
18 | }; |
---|
19 | |
---|
20 | void egiw::set_parameters (int dimx0, ldmat V0, double nu0) { |
---|
21 | dimx = dimx0; |
---|
22 | nPsi = V0.rows() - dimx; |
---|
23 | dim = dimx * (dimx + nPsi); // size(R) + size(Theta) |
---|
24 | |
---|
25 | V = V0; |
---|
26 | if (nu0 < 0) { |
---|
27 | nu = 0.1 + nPsi + 2 * dimx + 2; // +2 assures finite expected value of R |
---|
28 | // terms before that are sufficient for finite normalization |
---|
29 | } else { |
---|
30 | nu = nu0; |
---|
31 | } |
---|
32 | } |
---|
33 | |
---|
34 | vec egiw::sample() const { |
---|
35 | bdm_warning ( "Function not implemented" ); |
---|
36 | return vec_1 ( 0.0 ); |
---|
37 | } |
---|
38 | |
---|
39 | double egiw::evallog_nn ( const vec &val ) const { |
---|
40 | int vend = val.length() - 1; |
---|
41 | |
---|
42 | if ( dimx == 1 ) { //same as the following, just quicker. |
---|
43 | double r = val ( vend ); //last entry! |
---|
44 | if ( r < 0 ) return -inf; |
---|
45 | vec Psi ( nPsi + dimx ); |
---|
46 | Psi ( 0 ) = -1.0; |
---|
47 | Psi.set_subvector ( 1, val ( 0, vend - 1 ) ); // fill the rest |
---|
48 | |
---|
49 | double Vq = V.qform ( Psi ); |
---|
50 | return -0.5* ( nu*log ( r ) + Vq / r ); |
---|
51 | } else { |
---|
52 | mat Th = reshape ( val ( 0, nPsi * dimx - 1 ), nPsi, dimx ); |
---|
53 | fsqmat R ( reshape ( val ( nPsi*dimx, vend ), dimx, dimx ) ); |
---|
54 | double ldetR = R.logdet(); |
---|
55 | if ( ldetR ) return -inf; |
---|
56 | mat Tmp = concat_vertical ( -eye ( dimx ), Th ); |
---|
57 | fsqmat iR ( dimx ); |
---|
58 | R.inv ( iR ); |
---|
59 | |
---|
60 | return -0.5* ( nu*ldetR + trace ( iR.to_mat() *Tmp.T() *V.to_mat() *Tmp ) ); |
---|
61 | } |
---|
62 | } |
---|
63 | |
---|
64 | double egiw::lognc() const { |
---|
65 | const vec& D = V._D(); |
---|
66 | |
---|
67 | double m = nu - nPsi - dimx - 1; |
---|
68 | #define log2 0.693147180559945286226763983 |
---|
69 | #define logpi 1.144729885849400163877476189 |
---|
70 | #define log2pi 1.83787706640935 |
---|
71 | #define Inf std::numeric_limits<double>::infinity() |
---|
72 | |
---|
73 | double nkG = 0.5 * dimx * ( -nPsi * log2pi + sum ( log ( D ( dimx, D.length() - 1 ) ) ) ); |
---|
74 | // temporary for lgamma in Wishart |
---|
75 | double lg = 0; |
---|
76 | for ( int i = 0; i < dimx; i++ ) { |
---|
77 | lg += lgamma ( 0.5 * ( m - i ) ); |
---|
78 | } |
---|
79 | |
---|
80 | double nkW = 0.5 * ( m * sum ( log ( D ( 0, dimx - 1 ) ) ) ) \ |
---|
81 | - 0.5 * dimx * ( m * log2 + 0.5 * ( dimx - 1 ) * log2pi ) - lg; |
---|
82 | |
---|
83 | // bdm_assert_debug ( ( ( -nkG - nkW ) > -Inf ) && ( ( -nkG - nkW ) < Inf ), "ARX improper" ); |
---|
84 | if (-nkG - nkW==Inf){ |
---|
85 | cout << "??" <<endl; |
---|
86 | } |
---|
87 | return -nkG - nkW; |
---|
88 | } |
---|
89 | |
---|
90 | vec egiw::est_theta() const { |
---|
91 | if ( dimx == 1 ) { |
---|
92 | const mat &L = V._L(); |
---|
93 | int end = L.rows() - 1; |
---|
94 | |
---|
95 | mat iLsub = ltuinv ( L ( dimx, end, dimx, end ) ); |
---|
96 | |
---|
97 | vec L0 = L.get_col ( 0 ); |
---|
98 | |
---|
99 | return iLsub * L0 ( 1, end ); |
---|
100 | } else { |
---|
101 | bdm_error ( "ERROR: est_theta() not implemented for dimx>1" ); |
---|
102 | return vec(); |
---|
103 | } |
---|
104 | } |
---|
105 | |
---|
106 | ldmat egiw::est_theta_cov() const { |
---|
107 | if ( dimx == 1 ) { |
---|
108 | const mat &L = V._L(); |
---|
109 | const vec &D = V._D(); |
---|
110 | int end = D.length() - 1; |
---|
111 | |
---|
112 | mat Lsub = L ( 1, end, 1, end ); |
---|
113 | mat Dsub = diag ( D ( 1, end ) ); |
---|
114 | |
---|
115 | return inv ( transpose ( Lsub ) * Dsub * Lsub ); |
---|
116 | |
---|
117 | } else { |
---|
118 | bdm_error ( "ERROR: est_theta_cov() not implemented for dimx>1" ); |
---|
119 | return ldmat(); |
---|
120 | } |
---|
121 | |
---|
122 | } |
---|
123 | |
---|
124 | vec egiw::mean() const { |
---|
125 | |
---|
126 | if ( dimx == 1 ) { |
---|
127 | const vec &D = V._D(); |
---|
128 | int end = D.length() - 1; |
---|
129 | |
---|
130 | vec m ( dim ); |
---|
131 | m.set_subvector ( 0, est_theta() ); |
---|
132 | m ( end ) = D ( 0 ) / ( nu - nPsi - 2 * dimx - 2 ); |
---|
133 | return m; |
---|
134 | } else { |
---|
135 | mat M; |
---|
136 | mat R; |
---|
137 | mean_mat ( M, R ); |
---|
138 | return concat( cvectorize ( M),cvectorize( R ) ); |
---|
139 | } |
---|
140 | |
---|
141 | } |
---|
142 | |
---|
143 | vec egiw::variance() const { |
---|
144 | int l = V.rows(); |
---|
145 | // cut out rest of lower-right part of V |
---|
146 | const ldmat tmp ( V, linspace ( dimx, l - 1 ) ); |
---|
147 | // invert it |
---|
148 | ldmat itmp ( l ); |
---|
149 | tmp.inv ( itmp ); |
---|
150 | |
---|
151 | // following Wikipedia notation |
---|
152 | // m=nu-nPsi-dimx-1, p=dimx |
---|
153 | double mp1p=nu-nPsi-2*dimx; // m-p+1 |
---|
154 | double mp1m=mp1p-2; // m-p-1 |
---|
155 | |
---|
156 | if ( dimx == 1 ) { |
---|
157 | double cove = V._D() ( 0 ) / mp1m ; |
---|
158 | |
---|
159 | vec var ( l ); |
---|
160 | var.set_subvector ( 0, diag ( itmp.to_mat() ) *cove ); |
---|
161 | var ( l - 1 ) = cove * cove / (mp1m-2); |
---|
162 | return var; |
---|
163 | } else { |
---|
164 | ldmat Vll( V, linspace(0,dimx-1)); // top-left part of V |
---|
165 | mat Y=Vll.to_mat(); |
---|
166 | mat varY(Y.rows(), Y.cols()); |
---|
167 | |
---|
168 | double denom = (mp1p-1)*mp1m*mp1m*(mp1m-2); // (m-p)(m-p-1)^2(m-p-3) |
---|
169 | |
---|
170 | int i,j; |
---|
171 | for ( i=0; i<Y.rows(); i++){ |
---|
172 | for ( j=0; j<Y.cols(); j++){ |
---|
173 | varY(i,j) = (mp1p*Y(i,j)*Y(i,j) + mp1m * Y(i,i)* Y(j,j)) /denom; |
---|
174 | } |
---|
175 | } |
---|
176 | vec mean_dR = diag(Y)/mp1m; // corresponds to cove |
---|
177 | vec var_th=diag ( itmp.to_mat() ); |
---|
178 | vec var_Th ( mean_dR.length()*var_th.length() ); |
---|
179 | // diagonal of diag(mean_dR) \kron diag(var_th) |
---|
180 | for (int i=0; i<mean_dR.length(); i++){ |
---|
181 | var_Th.set_subvector(i*var_th.length(), var_th*mean_dR(i)); |
---|
182 | } |
---|
183 | |
---|
184 | return concat(var_Th, cvectorize(varY)); |
---|
185 | } |
---|
186 | } |
---|
187 | |
---|
188 | void egiw::mean_mat ( mat &M, mat&R ) const { |
---|
189 | const mat &L = V._L(); |
---|
190 | const vec &D = V._D(); |
---|
191 | int end = L.rows() - 1; |
---|
192 | |
---|
193 | ldmat ldR ( L ( 0, dimx - 1, 0, dimx - 1 ), D ( 0, dimx - 1 ) / ( nu - nPsi - 2*dimx - 2 ) ); //exp val of R |
---|
194 | mat iLsub = ltuinv ( L ( dimx, end, dimx, end ) ); |
---|
195 | |
---|
196 | // set mean value |
---|
197 | mat Lpsi = L ( dimx, end, 0, dimx - 1 ); |
---|
198 | M = iLsub * Lpsi; |
---|
199 | R = ldR.to_mat() ; |
---|
200 | } |
---|
201 | |
---|
202 | vec egamma::sample() const { |
---|
203 | vec smp ( dim ); |
---|
204 | int i; |
---|
205 | |
---|
206 | for ( i = 0; i < dim; i++ ) { |
---|
207 | if ( beta ( i ) > std::numeric_limits<double>::epsilon() ) { |
---|
208 | GamRNG.setup ( alpha ( i ), beta ( i ) ); |
---|
209 | } else { |
---|
210 | GamRNG.setup ( alpha ( i ), std::numeric_limits<double>::epsilon() ); |
---|
211 | } |
---|
212 | #pragma omp critical |
---|
213 | smp ( i ) = GamRNG(); |
---|
214 | } |
---|
215 | |
---|
216 | return smp; |
---|
217 | } |
---|
218 | |
---|
219 | // mat egamma::sample ( int N ) const { |
---|
220 | // mat Smp ( rv.count(),N ); |
---|
221 | // int i,j; |
---|
222 | // |
---|
223 | // for ( i=0; i<rv.count(); i++ ) { |
---|
224 | // GamRNG.setup ( alpha ( i ),beta ( i ) ); |
---|
225 | // |
---|
226 | // for ( j=0; j<N; j++ ) { |
---|
227 | // Smp ( i,j ) = GamRNG(); |
---|
228 | // } |
---|
229 | // } |
---|
230 | // |
---|
231 | // return Smp; |
---|
232 | // } |
---|
233 | |
---|
234 | double egamma::evallog ( const vec &val ) const { |
---|
235 | double res = 0.0; //the rest will be added |
---|
236 | int i; |
---|
237 | |
---|
238 | if ( any ( val <= 0. ) ) return -inf; |
---|
239 | if ( any ( beta <= 0. ) ) return -inf; |
---|
240 | for ( i = 0; i < dim; i++ ) { |
---|
241 | res += ( alpha ( i ) - 1 ) * std::log ( val ( i ) ) - beta ( i ) * val ( i ); |
---|
242 | } |
---|
243 | double tmp = res - lognc();; |
---|
244 | bdm_assert_debug ( std::isfinite ( tmp ), "Infinite value" ); |
---|
245 | return tmp; |
---|
246 | } |
---|
247 | |
---|
248 | double egamma::lognc() const { |
---|
249 | double res = 0.0; //will be added |
---|
250 | int i; |
---|
251 | |
---|
252 | for ( i = 0; i < dim; i++ ) { |
---|
253 | res += lgamma ( alpha ( i ) ) - alpha ( i ) * std::log ( beta ( i ) ) ; |
---|
254 | } |
---|
255 | |
---|
256 | return res; |
---|
257 | } |
---|
258 | |
---|
259 | void mgamma::set_parameters ( double k0, const vec &beta0 ) { |
---|
260 | k = k0; |
---|
261 | iepdf.set_parameters ( k * ones ( beta0.length() ), beta0 ); |
---|
262 | dimc = iepdf.dimension(); |
---|
263 | } |
---|
264 | |
---|
265 | void eEmp::resample ( ivec &ind, RESAMPLING_METHOD method ) { |
---|
266 | ind = zeros_i ( n ); |
---|
267 | ivec N_babies = zeros_i ( n ); |
---|
268 | vec cumDist = cumsum ( w ); |
---|
269 | vec u ( n ); |
---|
270 | int i, j, parent; |
---|
271 | double u0; |
---|
272 | |
---|
273 | switch ( method ) { |
---|
274 | case MULTINOMIAL: |
---|
275 | u ( n - 1 ) = pow ( UniRNG.sample(), 1.0 / n ); |
---|
276 | |
---|
277 | for ( i = n - 2; i >= 0; i-- ) { |
---|
278 | u ( i ) = u ( i + 1 ) * pow ( UniRNG.sample(), 1.0 / ( i + 1 ) ); |
---|
279 | } |
---|
280 | |
---|
281 | break; |
---|
282 | |
---|
283 | case STRATIFIED: |
---|
284 | |
---|
285 | for ( i = 0; i < n; i++ ) { |
---|
286 | u ( i ) = ( i + UniRNG.sample() ) / n; |
---|
287 | } |
---|
288 | |
---|
289 | break; |
---|
290 | |
---|
291 | case SYSTEMATIC: |
---|
292 | u0 = UniRNG.sample(); |
---|
293 | |
---|
294 | for ( i = 0; i < n; i++ ) { |
---|
295 | u ( i ) = ( i + u0 ) / n; |
---|
296 | } |
---|
297 | |
---|
298 | break; |
---|
299 | |
---|
300 | default: |
---|
301 | bdm_error ( "PF::resample(): Unknown resampling method" ); |
---|
302 | } |
---|
303 | |
---|
304 | // U is now full |
---|
305 | j = 0; |
---|
306 | |
---|
307 | for ( i = 0; i < n; i++ ) { |
---|
308 | while ( u ( i ) > cumDist ( j ) ) j++; |
---|
309 | |
---|
310 | N_babies ( j ) ++; |
---|
311 | } |
---|
312 | // We have assigned new babies for each Particle |
---|
313 | // Now, we fill the resulting index such that: |
---|
314 | // * particles with at least one baby should not move * |
---|
315 | // This assures that reassignment can be done inplace; |
---|
316 | |
---|
317 | // find the first parent; |
---|
318 | parent = 0; |
---|
319 | while ( N_babies ( parent ) == 0 ) parent++; |
---|
320 | |
---|
321 | // Build index |
---|
322 | for ( i = 0; i < n; i++ ) { |
---|
323 | if ( N_babies ( i ) > 0 ) { |
---|
324 | ind ( i ) = i; |
---|
325 | N_babies ( i ) --; //this index was now replicated; |
---|
326 | } else { |
---|
327 | // test if the parent has been fully replicated |
---|
328 | // if yes, find the next one |
---|
329 | while ( ( N_babies ( parent ) == 0 ) || ( N_babies ( parent ) == 1 && parent > i ) ) parent++; |
---|
330 | |
---|
331 | // Replicate parent |
---|
332 | ind ( i ) = parent; |
---|
333 | |
---|
334 | N_babies ( parent ) --; //this index was now replicated; |
---|
335 | } |
---|
336 | |
---|
337 | } |
---|
338 | |
---|
339 | // copy the internals according to ind |
---|
340 | for ( i = 0; i < n; i++ ) { |
---|
341 | if ( ind ( i ) != i ) { |
---|
342 | samples ( i ) = samples ( ind ( i ) ); |
---|
343 | } |
---|
344 | w ( i ) = 1.0 / n; |
---|
345 | } |
---|
346 | } |
---|
347 | |
---|
348 | void eEmp::set_statistics ( const vec &w0, const epdf &epdf0 ) { |
---|
349 | dim = epdf0.dimension(); |
---|
350 | w = w0; |
---|
351 | w /= sum ( w0 );//renormalize |
---|
352 | n = w.length(); |
---|
353 | samples.set_size ( n ); |
---|
354 | |
---|
355 | for ( int i = 0; i < n; i++ ) { |
---|
356 | samples ( i ) = epdf0.sample(); |
---|
357 | } |
---|
358 | } |
---|
359 | |
---|
360 | void eEmp::set_samples ( const epdf* epdf0 ) { |
---|
361 | w = 1; |
---|
362 | w /= sum ( w );//renormalize |
---|
363 | |
---|
364 | for ( int i = 0; i < n; i++ ) { |
---|
365 | samples ( i ) = epdf0->sample(); |
---|
366 | } |
---|
367 | } |
---|
368 | |
---|
369 | void migamma_ref::from_setting ( const Setting &set ) { |
---|
370 | vec ref; |
---|
371 | UI::get ( ref, set, "ref" , UI::compulsory ); |
---|
372 | set_parameters ( set["k"], ref, set["l"] ); |
---|
373 | } |
---|
374 | |
---|
375 | void mlognorm::from_setting ( const Setting &set ) { |
---|
376 | vec mu0; |
---|
377 | UI::get ( mu0, set, "mu0", UI::compulsory ); |
---|
378 | set_parameters ( mu0.length(), set["k"] ); |
---|
379 | condition ( mu0 ); |
---|
380 | } |
---|
381 | |
---|
382 | }; |
---|