model-based-rl/MSRBMTestExperiment.cpp at master · suhasjs/model-based-rl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
#include "models/msrbm/msrbm.h"
#include "generator/onehut/onehut.h"
#include "generator/psr/psr.h"
#include "generator/generator.h"
#include "putils.h"

#include <stdio.h>
#include <stdlib.h>
#include <time.h>

#define SIZE_X 12
#define SIZE_Y 12

int main( int argc, char** argv ){

    OneHut* oh = new OneHut( SIZE_X, SIZE_Y, 10, 10 );

    PSR* psr = new PSR( SIZE_X, SIZE_Y, 10, 10 );

    Field* f = new Field( SIZE_X, SIZE_Y );

    srand( time( NULL ) );

    MSRBM* rbm = new MSRBM( 40, SIZE_X * SIZE_Y, 2 );

    VisibleState* vs = new VisibleState( SIZE_X * SIZE_Y );
    vs->setMask();

    printf("Random sampling problem domain.");
    for( int i = 0; i < 5000; i++ ){
        psr->generate( f );

        vs->values = f->items;

        printVisibleState( vs->values, SIZE_X, SIZE_Y );
        rbm->train( vs );

    }

    VisibleState* sample = new VisibleState( SIZE_X * SIZE_Y );

    VisibleState* buffer = new VisibleState( SIZE_X * SIZE_Y );
    buffer->resetMask();
    buffer->values[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 + 1 ] = 1;
    buffer->values[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 ] = 1;
    buffer->values[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 - 1] = 1;
    buffer->values[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 + 2] = 1;
    buffer->mask[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 + 1 ] = 1;
    buffer->mask[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 + 0 ] = 1;
    buffer->mask[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 - 1 ] = 1;
    buffer->mask[ (SIZE_X/4-1) * SIZE_Y + SIZE_Y/2 + 2 ] = 1;

    printf("OBSERVED: \n");
    printVisibleState( buffer->values, SIZE_X, SIZE_Y );

    for( int i =0 ; i < 2; i++ ){

        rbm->resample( buffer, sample );
        printf("Sample: \n");
        printVisibleState( sample->values, SIZE_X, SIZE_Y );

    }

}