datasources.h

Go to the documentation of this file.

#ifndef DATASOURCE_H
#define DATASOURCE_H


#include "../base/bdmbase.h"
#include "../stat/exp_family.h"
#include "../base/user_info.h"

namespace bdm {
class MemDS : public DS {
        protected:
                mat Data;
                int time;
                ivec rowid;

        public:
                int max_length() {return Data.cols();}
                void getdata ( vec &dt );
                void getdata ( vec &dt, const ivec &indeces );
                void set_drv (const RV &drv,const  RV &urv );

                void write ( const vec &ut ) {
                        bdm_error ( "MemDS::write is not supported" );
                }

                void write ( const vec &ut, const ivec &indices ) {
                        bdm_error ( "MemDS::write is not supported" );
                }

                void step();
                MemDS () {};
                MemDS ( mat &Dat, ivec &rowid0);
                void from_setting(const Setting &set){
                        UI::get(Data, set, "Data", UI::compulsory);
                        if(!UI::get(time, set,"time", UI::optional)) {time =0;}
                        if(!UI::get(rowid, set, "rowid",UI::optional)) {rowid =linspace(0,Data.rows()-1);}
                        shared_ptr<RV> r=UI::build<RV>(set,"drv",UI::optional);
                        if (!r) {r=new RV();
                                for (int i=0; i<rowid.length(); i++){ r->add(RV("ch"+num2str(rowid(i)), 1, 0));}
                        }
                        set_drv(*r,RV()); //empty urv
                        dtsize=r->_dsize();
                        utsize=0;
                }
};
UIREGISTER(MemDS);

class EpdfDS: public DS {
        protected:
                shared_ptr<epdf> iepdf;
                vec dt;
        public:
                void step() {
                        dt=iepdf->sample();
                }
                void getdata ( vec &dt_out ) {
                        dt_out = dt;
                }
                void getdata ( vec &dt_out, const ivec &ids ) {
                        dt_out = dt ( ids );
                }
                const RV& _drv() const {
                        return iepdf->_rv();
                }

                void from_setting ( const Setting &set ) {
                        iepdf=UI::build<epdf> ( set,"epdf",UI::compulsory );
                        bdm_assert(iepdf->isnamed(), "Input epdf must be named, check if RV is given correctly");
                        dt =  zeros(iepdf->dimension());
                        dtsize=dt.length();
                        set_drv(iepdf->_rv(),RV());
                        utsize =0;
                        validate();
                }
                void validate() {
                        dt = iepdf->sample();
                }
};
UIREGISTER ( EpdfDS );

class MpdfDS :public DS {
        protected:
                shared_ptr<mpdf> impdf;
                vec yt;
                vec ut;
                datalink_buffered ut2rgr;
                datalink_buffered yt2rgr;
                vec rgr;
                
        public:
                void step() {
                        yt2rgr.step(yt); // y is now history
                        ut2rgr.filldown ( ut,rgr );
                        yt2rgr.filldown ( yt,rgr );
                        yt=impdf->samplecond ( rgr );
                        ut2rgr.step(ut); //u is now history
                }
                void getdata ( vec &dt_out ) {
                        bdm_assert_debug(dt_out.length()>=utsize+ytsize,"Short output vector");
                        dt_out.set_subvector(0, yt);
                        dt_out.set_subvector(ytsize, ut);
                }
                void write(const vec &ut0){ut=ut0;}

                void from_setting ( const Setting &set ) {
                        impdf=UI::build<mpdf> ( set,"mpdf",UI::compulsory );
                        
                        Yrv = impdf->_rv();
                        // get unique rvs form rvc
                        RV rgrv0=impdf->_rvc().remove_time();
                        // input is what in not in Yrv
                        Urv=rgrv0.subt(Yrv); 
                        set_drv(Yrv, Urv);
                        // connect input and output to rvc
                        ut2rgr.set_connection(impdf->_rvc(), Urv); 
                        yt2rgr.set_connection(impdf->_rvc(), Yrv); 
                        
                        //set history - if given
                        shared_ptr<RV> rv_ini=UI::build<RV>(set,"init_rv",UI::optional);
                        if(rv_ini){ // check if 
                                vec val;
                                UI::get(val, set, "init_values", UI::optional);
                                if (val.length()!=rv_ini->_dsize()){
                                        bdm_error("init_rv and init_values fields have incompatible sizes");
                                } else {
                                        ut2rgr.set_history(*rv_ini, val);
                                        yt2rgr.set_history(*rv_ini, val);
                                }
                        }

                        yt = zeros ( impdf->dimension() );
                        rgr = zeros ( impdf->dimensionc() );
                        ut = zeros(Urv._dsize());

                        ytsize=yt.length();
                        utsize=ut.length();
                        dtsize = ytsize+utsize;
                        validate();
                }
                void validate() {
                        //taken from sample() - shift of history is not done here
                        ut2rgr.filldown ( ut,rgr );
                        yt2rgr.filldown ( yt,rgr );
                        yt=impdf->samplecond ( rgr );
                }
};
UIREGISTER ( MpdfDS );

class FileDS: public MemDS {

        public:
                void getdata ( vec &dt ) {
                        dt = Data.get_col ( time );
                }

                void getdata ( vec &dt, const ivec &indices ) {
                        vec tmp = Data.get_col ( time );
                        dt = tmp ( indices );
                }

                int ndat() {
                        return Data.cols();
                }
                void log_add ( logger &L ) {};
                void logit ( logger &L ) {};
};

class ITppFileDS: public FileDS {

        public:
                ITppFileDS ( const string &fname, const string &varname ) : FileDS() {
                        it_file it ( fname );
                        it << Name ( varname );
                        it >> Data;
                        time = 0;
                        //rowid and delays are ignored
                };

                ITppFileDS () : FileDS() {
                };

                void from_setting ( const Setting &set );

                // TODO dodelat void to_setting( Setting &set ) const;

};

UIREGISTER ( ITppFileDS );
SHAREDPTR ( ITppFileDS );

class CsvFileDS: public FileDS {

        public:
                CsvFileDS ( const string& fname, const string& orientation = "BY_COL" );
};



// ARXDs - DELETED

class stateDS : public DS {
        private:
                shared_ptr<mpdf> IM;

                shared_ptr<mpdf> OM;

        protected:
                vec dt;
                vec xt;
                vec ut;
                int L_xt;

        public:
                void getdata ( vec &dt0 ) {
                        dt0 = dt;
                }

                void getdata ( vec &dt0, const ivec &indices ) {
                        dt0 = dt ( indices );
                }
                stateDS ( const shared_ptr<mpdf> &IM0, const shared_ptr<mpdf> &OM0, int usize ) : IM ( IM0 ), OM ( OM0 ),
                                dt ( OM0->dimension() ), xt ( IM0->dimension() ),
                                ut ( usize ), L_xt ( 0 ) { }

                stateDS() : L_xt ( 0 ) { }

                virtual void step() {
                        xt = IM->samplecond ( concat ( xt, ut ) );
                        dt = OM->samplecond ( concat ( xt, ut ) );
                }

                virtual void log_add ( logger &L ) {
                        DS::log_add ( L );
                        L_xt = L.add ( IM->_rv(), "true" );
                }
                virtual void logit ( logger &L ) {
                        DS::logit ( L );
                        L.logit ( L_xt, xt );
                }

                void from_setting ( const Setting &set );

                // TODO dodelat void to_setting( Setting &set ) const;

};

UIREGISTER ( stateDS );
SHAREDPTR ( stateDS );

}; //namespace

#endif // DS_H

---