docker_based_cloudlet/cloudlet_filesystem.py at master · hixichen/docker_based_cloudlet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
#!/usr/bin/env /usr/local/bin/python
# encoding: utf-8

import tarfile
import shutil
import logging
from cloudlet_utl import *


class cloudlet_filesystem:

    def __init__(self, con_id, task_id):
        self.con_id = con_id
        self.task_id = task_id
        self.fs_tar_name = task_id + '-fs.tar'
        self.con_tar = 'con.tar'
        self.con_init_tar = 'con-init.tar'

    def tar_file_without_path(self, con_tar, path):
        os.chdir(path)
        tar_file = tarfile.TarFile.open(con_tar, 'w')
        tar_file.add('./')
        tar_file.close()
        shutil.move(con_tar, self.workdir())
        os.chdir('../')

    def checkpoint(self):
        '''
          tar file in  /$(container_id)/
        '''
        os.mkdir(self.workdir())

        layer_dir = base_dir + 'aufs/diff/'
        con_path = layer_dir + self.con_id  # container id.

        if not check_dir(con_path):  # check path exist or not?
            logging.error('file path %s not exist' % con_path)
            return False
        con_tar = self.con_tar
        self.tar_file_without_path(con_tar, con_path)

        '''
         tar file in  /$(container_id)-init/
        '''
        con_init_path = con_path + '-init'
        if not check_dir(con_init_path):
            logging.error('path %s not exist' % con_init_path)
            return False

        con_init_tar = self.con_init_tar
        self.tar_file_without_path(con_init_tar, con_init_path)

        '''
           tar file in fs.tar
        '''
        os.chdir(self.workdir())

        # check file exist
        if not (check_file(con_tar) and check_file(con_init_tar)):
            logging.error('extract fs layers failed')
            return false

        fs_tar_name = self.fs_tar_name
        fs_gz = tarfile.TarFile.open(fs_tar_name, 'w')
        fs_gz.add(con_tar)
        fs_gz.add(con_init_tar)
        fs_gz.close()

        if not check_file(fs_tar_name):
            logging.error('extract fs layers failed')
            return False

        os.remove(con_tar)
        os.remove(con_init_tar)
        return True

    def workdir(self):
        return base_dir + 'tmp/' + self.task_id + '/'

    def image_path(self):
        return self.workdir() + '/' + self.fs_tar_name

    def untar_file_to_path(self, tar_file, path):
        tar = tarfile.TarFile.open(tar_file, 'r')
        tar.extractall(path)
        tar.close()
        os.remove(tar_file)

    def restore(self):
        '''
          extract file from fs.tar.gz
        '''
        # fs_tar_name file path
        os.chdir(self.workdir())

        fs_tar_name = self.fs_tar_name

        if not check_file(fs_tar_name):  # check file exist
            logging.error('fs file is not exist')
            return False
        fs_tar = tarfile.TarFile.open(fs_tar_name, 'r')
        fs_tar.extractall()
        fs_tar.close()

        con_tar = self.con_tar
        con_init_tar = self.con_init_tar

        # check file exist
        if not (check_file(con_tar) and check_file(con_init_tar)):
            logging.error('inner error:fs extract file fail')
            return False

        '''
             put file to /$(container_id)/
        '''

        con_path = base_dir + 'aufs/diff/' + self.con_id  # container id.
        if not check_dir(con_path):
            logging.error('dir(%s)not exist' % con_path)
            return False

        self.untar_file_to_path(con_tar, con_path)

        '''
            put file to /$(container_id)-init/
        '''
        con_init_path = con_path + '-init'
        if not check_dir(con_init_path):
            return False

        self.untar_file_to_path(con_init_tar, con_init_path)

        # delete fs.tar.gz
        # os.remove(fs_tar_name)
        return True