1#@!#!123s

: / lib / Acronis / BackupAndRecovery /
Filename : post_mount.py
back
#!/usr/sbin/acropsh

import re
import os
import stat
import subprocess
import sys
from optparse import OptionParser
import time
import signal
from collections import defaultdict
import zlib
import abc

# path-name: //var/lib/Acronis/mount/{crc32(arch)-timestamp}_{cont_id}_{pit}_{index}

VERBOSE = True
ACRONIS_DIR = "/var/lib/Acronis"
MOUNT_DIR_DEFAULT = "/var/lib/Acronis/mount"
IOSTAMP_DIR = "/var/lib/Acronis/IOStamp"
DEV_DIR = "/dev"
TI_MNT_NONE = "none"
CONTAINER_ID_NONE = "0"
FS_NONE = "none"
FS_XFS = "xfs"
FS_EXT3 = "ext3"
FS_EXT4 = "ext4"
FS_FAT = "vfat"
FS_NTFS = "ntfs"
MOUNT_OPT_NOATIME = "noatime"
MOUNT_OPT_NOUUID = "nouuid"
MOUNT_OPT_NOINIT_ITABLE = "noinit_itable"
MOUNT_DIR = os.getenv("ACRONIS_MOUNT_DIR", MOUNT_DIR_DEFAULT)
DOES_JOURNALING = os.getenv("ACRONIS_MOUNT_JOURNALING", False)


def log(arg):
    global VERBOSE
    if VERBOSE:
        print(arg)


def outprint(arg):
    print(arg)


class MntDevMgr(object):
    """ Mount Device Manager """
    __metaclass__ = abc.ABCMeta

    def __init__(self, options):
        self.archive = options.archive
        self.pit = options.pit
        self.index = options.index
        self.device = options.device
        self.fstype = options.fstype

    @staticmethod
    def extract_name(device):
        """ Extract device name from '/dev/xxx' -> 'xxx' """
        if not device:
            return device
        return device.split("/")[-1]

    @staticmethod
    def execute(cmd):
        log("Executing: " + cmd)
        p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
        stdout, stderr = p.communicate()
        p.wait()
        out = stdout.splitlines()
        err = stderr.splitlines()
        log("ret={0}".format(p.returncode)) 
        log("out={0}".format(out))
        log("err={0}".format(err))
        return p.returncode, out, err

    @staticmethod
    def build_mount_folder(arch, cid, pit, index):
        return "{0}/{1}-{2}_{3}_{4}_{5}".format(MOUNT_DIR, format(zlib.crc32(arch.encode()) % (1 << 32), 'x'), int(time.time() * 1000), cid, pit, index)

    @staticmethod
    def print_device(device):
        outprint("DEVICE:{0}".format(device))

    @staticmethod
    def print_mount_dir(mount_dir):
        outprint("MNTDIR:{0}".format(mount_dir))

    @staticmethod
    def dev_timestamp(device, timestamp_type):
        try:
            if timestamp_type == "ctime":
                return int(os.stat(device).st_ctime)
            with open("{0}/{1}".format(IOSTAMP_DIR, MntDevMgr.extract_name(device))) as f:
                s_stamp = f.read().replace('\n', '')
                return int(s_stamp)
        except Exception as ex:
            print("Error {0}".format(ex))
        return None

    @staticmethod
    def get_idle(stamp):
        if stamp is None:
            raise ValueError("Timestamp is 'None'")
        t = int(time.time())
        return max(0, t - stamp)

    @staticmethod
    def dev_idle_time(device, timestamp_type):
        stamp = MntDevMgr.dev_timestamp(device, timestamp_type)
        return MntDevMgr.get_idle(stamp)

    @staticmethod
    def get_max_timestamp(devices, timestamp_type):
        return max([0] + [MntDevMgr.dev_timestamp(dev["dev"], timestamp_type) for dev in devices])

    @staticmethod
    def dev2obj(elem):
        mount_point = elem[1]
        components = MntDevMgr.extract_name(mount_point).split("_")
        cid = CONTAINER_ID_NONE
        pit = "0"
        if len(components) > 1 and len(components[1]) > 0:
            cid = components[1]
        if len(components) > 2 and len(components[2]) > 0:
            pit = components[2]
        arch = ""
        fstype = ""
        majmin = ""
        pid = ""
        index = ""
        if len(elem) >= 6:
            arch = elem[2]
            fstype = elem[3]
            majmin = elem[4]
            pid = elem[5]
            index = elem[6]
        return {
                    'dev': elem[0],
                    'mpoint': elem[1],
                    'arch': arch,
                    'fstype': fstype,
                    'majmin': majmin,
                    'pid': pid,
                    'index': index,
                    'cid': cid,
                    'pit': pit
                }

    @staticmethod
    def get_devices(key):
        devices = []
        ret, out, _ = MntDevMgr.execute("trueimagemnt {0}".format(key))
        if ret != 0:
            raise SystemError("Error code: {0}".format(ret))
        for elem in out:
            components = elem.decode().split(" ")
            devices.append(MntDevMgr.dev2obj(components))
        return devices

    @staticmethod
    def get_used_devices():
        return MntDevMgr.get_devices("--list")

    @staticmethod
    def get_orphaned_devices():
        return MntDevMgr.get_devices("--list-orphanes")

    @staticmethod
    def stop_service(pid):
        MntDevMgr.execute("trueimagemnt --stop {0}".format(pid))

    @staticmethod
    def daemon_status(pid):
        try:
            with open("/proc/{0}/cmdline".format(pid)) as f:
                cmdline = f.read()
                if "TrueImageMountDemonBin" in cmdline:
                    return True
        except Exception as ex:
            print("Error {0}".format(ex))
        return False

    @staticmethod
    def get_devices_groupped_by_pid():
        devices = MntDevMgr.get_used_devices()
        pids = defaultdict(list)
        for dev in devices:
            pids[dev['pid']].append(dev)
        return dict(pids)

    @staticmethod
    def status_str(b):
        return "On" if b else "Off"

    @abc.abstractmethod
    def get_mount_folder(self):
        pass

    @abc.abstractmethod
    def mount_prepare(self, folder):
        pass

    @abc.abstractmethod
    def umount_done(self, folder):
        pass

    @abc.abstractmethod
    def create_folder(self, folder):
        pass

    @abc.abstractmethod
    def mount_to_folder(self, folder):
        pass

    @abc.abstractmethod
    def remove_folder(self, folder):
        pass

    @abc.abstractmethod
    def umount_from_folder(self, folder):
        pass

    @abc.abstractmethod
    def check_folder_is_mount(self, folder):
        pass

    @abc.abstractmethod
    def check_folder_is_busy(self, folder):
        pass

    def equal_dev(self, dev):
        return self.pit == dev['pit']

    def get_mount_options(self):
        opts = [MOUNT_OPT_NOATIME]
        if self.fstype == FS_XFS:
            opts.append(MOUNT_OPT_NOUUID)
        if self.fstype == FS_EXT4:
            opts.append(MOUNT_OPT_NOINIT_ITABLE)
        return opts

    def get_mount_options_with_key(self):
        opts = self.get_mount_options()
        return "-o " + ",".join(opts) if opts else ""

    def journal_if_needed(self):
        if self.fstype not in [FS_EXT3, FS_EXT4]:
            return
        # check if journaling was enabled
        _, out, _ = self.execute("tune2fs -l {0}".format(self.device))
        if "has_journal" not in out:
            return
        # does the journaling
        self.execute("e2fsck -p -E journal_only {0}".format(self.device))
        # switch journaling off
        self.execute("tune2fs -O ^has_journal {0}".format(self.device))

    def mount(self):
        self.print_device(self.device)
        log("mounting device {0}".format(self.device))
        if self.fstype in [FS_NONE, FS_FAT, FS_NTFS]:
            log("skipped mounting a device with '{0}' file system".format(self.fstype))
            return
        if DOES_JOURNALING:
            self.journal_if_needed()
        folder = self.get_mount_folder()
        self.mount_prepare(folder)
        if self.mount_to_folder(folder):
            self.print_mount_dir(folder)
        elif self.fstype == FS_XFS:
            # workaround for ABR-388306.
            ret, _, _ = self.execute("xfs_repair {0}".format(self.device))
            if ret == 2:
                self.execute("xfs_repair -L {0}".format(self.device))
                self.execute("xfs_repair {0}".format(self.device))
            if self.mount_to_folder(folder):
                self.print_mount_dir(folder)
            else:
                self.remove_folder(folder)
        else:
            self.remove_folder(folder)

    def umount_device(self, dev):
        if self.umount_from_folder(dev['mpoint']):
            self.umount_done(dev['mpoint'])
            return True
        return False

    def umount_device_with_check(self, dev):
        if self.check_device_is_mount(dev):
           return self.umount_device(dev)
        return True

    def check_devices_is_umount(self, devices, silent=True):
        for dev in devices:
            if self.check_device_is_mount(dev, silent):
                return False
        return True

    def check_device_is_mount(self, dev, silent=True):
        folder = dev['mpoint']
        if self.check_folder_is_mount(folder):
            if not silent:
                self.print_mount_dir(folder)
            return True
        return False

    def check_device_is_busy(self, dev):
        if not self.check_device_is_mount(dev):
            return False
        return self.check_folder_is_busy(dev['mpoint'])

    def status(self):
        devices = MntDevMgr.get_used_devices()
        for dev in devices:
            if self.pit is None or self.equal_dev(dev):
                self.print_device(dev['dev'])
                self.check_device_is_mount(dev, False)


class HostMntDevMgr(MntDevMgr):
    def __init__(self, options):
        super(HostMntDevMgr, self).__init__(options)

    def get_mount_folder(self):
        return self.build_mount_folder(self.archive, CONTAINER_ID_NONE, self.pit, self.index)

    def mount_prepare(self, folder):
        if os.environ.get('ACRONIS_ENABLE_FSCK_BEFORE_MOUNT', 0) == '1':
            self.execute("fsck -y {0}".format(self.device))
        self.create_folder(folder)

        if MOUNT_DIR == MOUNT_DIR_DEFAULT:
            log("Reset 751 for {0}".format(ACRONIS_DIR))
            self.execute("chmod 751 {0}".format(ACRONIS_DIR))
        else:
            log("Reset 751 for {0}".format(MOUNT_DIR))
            self.execute("chmod 751 {0}".format(MOUNT_DIR))

    def umount_done(self, folder):
        self.remove_folder(folder)

    def create_folder(self, folder):
        self.execute("mkdir -p {0}".format(folder))

    def mount_to_folder(self, folder):
        ret, _, _ = self.execute("mount {0} {1} {2}".format(self.get_mount_options_with_key(), self.device, folder))
        return ret == 0

    def remove_folder(self, folder):
        self.execute("rm -rf {0}".format(folder))

    def umount_from_folder(self, folder):
        self.execute("umount {0}".format(folder))
        return not self.check_folder_is_mount(folder)

    def check_folder_is_mount(self, folder):
        ret, _, _ = self.execute("mountpoint {0}".format(folder))
        return ret == 0

    def check_folder_is_busy(self, folder):
        ret, _, _ = self.execute("fuser -vm {0}".format(folder))
        return ret == 0


class VzCtMntDevMgr(MntDevMgr):
    def __init__(self, options, cont_id):
        super(VzCtMntDevMgr, self).__init__(options)
        self.cont_id = cont_id if cont_id != CONTAINER_ID_NONE else options.cont_id

    def get_mount_folder(self):
        return self.build_mount_folder(self.archive, self.cont_id, self.pit, self.index)

    def mount_prepare(self, folder):
        self.create_folder(folder)
        log("Reset 751 for {0}".format(MOUNT_DIR))
        self.execute("vzctl exec {0} chmod 751 {1}".format(self.cont_id, MOUNT_DIR))

    def umount_done(self, folder):
        self.remove_folder(folder)

    def create_folder(self, folder):
        self.execute("mkdir -p {0}".format(folder))
        self.execute("vzctl exec {0} mkdir -p {1}".format(self.cont_id, folder))

    def mount_to_folder(self, folder):
        if not self._check_folder_is_mount_host(folder):
            self.execute("mount {0} {1} {2}".format(self.get_mount_options_with_key(), self.device, folder))
        # Virtuozzo 7.5
        ret, _, _ = self.execute("vzctl set {0} --save --bindmount_add {1}:{2}".format(self.cont_id, folder, folder))
        if ret != 0:
            # Fallback for VZ < 7.5
            ret_bind, _, _ = self.execute("mount -o bind {0} /vz/root/{1}/{2}".format(folder, self.cont_id, folder))
            return ret_bind == 0
        return True

    def remove_folder(self, folder):
        self.execute("rm -rf {0}".format(folder))
        self.execute("vzctl exec {0} rm -rf {1}".format(self.cont_id, folder))

    def umount_from_folder(self, folder):
        # Virtuozzo 7.5
        ret, _, _ = self.execute("vzctl set {0} --save --bindmount_del {1}".format(self.cont_id, folder))

        check_mount_cont = False
        if ret != 0:
            # Fallback for VZ < 7.5
            self.execute("umount /vz/root/{0}/{1}".format(self.cont_id, folder))
            check_mount_cont = self.check_folder_is_mount(folder)

        check_mount_host = self._check_folder_is_mount_host(folder)
        if check_mount_host:
            self.execute("umount {0}".format(folder))
            check_mount_host = self._check_folder_is_mount_host(folder)
        return not check_mount_cont and not check_mount_host

    def _check_folder_is_mount_host(self, folder):
        ret, _, _ = self.execute("mountpoint {0}".format(folder))
        return ret == 0

    def check_folder_is_mount(self, folder):
        ret, _, _ = self.execute("vzctl exec {0} mountpoint {1}".format(self.cont_id, folder))
        return ret == 0

    def check_folder_is_busy(self, folder):
        ret, _, _ = self.execute("vzctl exec {0} fuser -vm {1}".format(self.cont_id, folder))
        return ret == 0

    def equal_dev(self, dev):
        return self.cont_id == dev['cid'] and self.pit == dev['pit']


def create_mount_manager(cont_id, options):
    if cont_id == CONTAINER_ID_NONE:
        mount_manager = HostMntDevMgr(options)
    else:
        mount_manager = VzCtMntDevMgr(options, cont_id)
    return mount_manager


def umount_devices(options, devices):
    for dev in devices:
        if dev['mpoint'] == TI_MNT_NONE:
            continue
        mount_manager = create_mount_manager(dev["cid"], options)
        if not mount_manager.umount_device_with_check(dev):
            log("Can't umount folder {0} in container {1}: filesystem is busy".format(dev['mpoint'], dev['cid']))
            return False
    return True


def purge_devices_by_attr(options, value, attr):
    pids = MntDevMgr.get_devices_groupped_by_pid()
    for pid, devices in pids.items():
        mount_manager = None
        for dev in devices:
            if dev[attr] == value:
                mount_manager = create_mount_manager(dev["cid"], options)
                if dev['mpoint'] == TI_MNT_NONE:
                    continue
                log("purge dev={0}".format(dev['dev']))
                mount_manager.umount_device_with_check(dev)
        if mount_manager and mount_manager.check_devices_is_umount(devices):
            mount_manager.stop_service(pid)


def purge_devices_by_name(options):
    purge_devices_by_attr(options, options.device, "dev")

def purge_devices_by_names_list(options):
    pids = MntDevMgr.get_devices_groupped_by_pid()

    purge_devices = options.purge_devices.split(",")
    for pid, devices in pids.items():
        mount_manager = None
        for dev in devices:
            if dev["dev"] in purge_devices:
                mount_manager = create_mount_manager(dev["cid"], options)
                if dev['mpoint'] == TI_MNT_NONE:
                    continue
                log("purge dev={0}".format(dev['dev']))
                mount_manager.umount_device_with_check(dev)
        if mount_manager and mount_manager.check_devices_is_umount(devices):
            mount_manager.stop_service(pid)


def purge_devices_by_pit(options):
    purge_devices_by_attr(options, options.pit, "pit")


def need_umount_devices(options, devices):
    if options.exclusions:
        exclusions = options.exclusions.split(",")
        for dev in devices:
            if dev["pit"] in exclusions:
                log("skipping umount for dev={0} device is in exclusions list".format(dev))
                return False

    if options.exclude_device:
        exclude_devices = options.exclude_device.split(",")
        for dev in devices:
            if dev["dev"] in exclude_devices:
                log("skipping umount for dev={0} device is in exclusions list".format(dev))
                return False
    if options.timeout == 0:
        return True
    max_timestamps = MntDevMgr.get_max_timestamp(devices, options.timestamp_type)
    idle = MntDevMgr.get_idle(max_timestamps)
    return idle >= options.timeout


def purge_all_devices(options):
    cleanup_orphaned_devices(options)
    pids = MntDevMgr.get_devices_groupped_by_pid()
    for pid, devices in pids.items():
        if need_umount_devices(options, devices):
            if umount_devices(options, devices):
                MntDevMgr.stop_service(pid)


def info_all_devices(options):
    devices = MntDevMgr.get_used_devices()
    for dev in devices:
        mount_manager = create_mount_manager(dev["cid"], options)
        device = dev['dev']
        pid = dev['pid']
        outprint("Daemon: {0}".format(pid))
        s = mount_manager.daemon_status(pid)
        outprint("Status: {0}".format(mount_manager.status_str(s)))
        if s:
            outprint("Device: {0}".format(device))
            outprint("Idle: {0}".format(mount_manager.dev_idle_time(device, options.timestamp_type)))
            outprint("Busy: {0}".format(mount_manager.check_device_is_busy(dev)))


def cleanup_orphaned_devices(options):
    devices = MntDevMgr.get_orphaned_devices()
    for dev in devices:
        mount_manager = create_mount_manager(dev["cid"], options)
        mount_manager.umount_device(dev)


def main():
    global VERBOSE

    parser = OptionParser()
    parser.add_option("-I", "--info",            action="store_true", dest="info",           help="print info",           default=False)
    parser.add_option("-u", "--purge",           action="store_true", dest="purge",          help="purge devices",        default=False)
    parser.add_option("-z", "--purge-devices",   action="store",      dest="purge_devices",  help="purge passed devices", default=None)
    parser.add_option("-s", "--status",          action="store_true", dest="status",         help="status of mount",      default=False)
    parser.add_option("-i", "--cont_id",         action="store",      dest="cont_id",        help="container id",         default=CONTAINER_ID_NONE,  type="string",   metavar="CONT_ID")
    parser.add_option("-p", "--pit",             action="store",      dest="pit",            help="point in time",        default=None,               type="string",   metavar="PIT")
    parser.add_option("-d", "--device",          action="store",      dest="device",         help="device",               default=None,               type="string",   metavar="DEVICE")
    parser.add_option("-t", "--timeout",         action="store",      dest="timeout",        help="timeout",              default=0,                  type="int",      metavar="TIMEOUT")
    parser.add_option("-T", "--timestamp-type",  action="store",      dest="timestamp_type", help="timestamp type",       default="io",               type="string",   metavar="TIMESTAMP_TYPE")
    parser.add_option("-e", "--exclusions",      action="store",      dest="exclusions",     help="exclusions",           default=None)
    parser.add_option("-l", "--exclude_device",  action="store",      dest="exclude_device", help="devices to exclude",   default=None)
    parser.add_option("-v", "--verbose",         action="store_true", dest="verbose",        help="verbose output",       default=True)
    parser.add_option("-f", "--fstype",          action="store",      dest="fstype",         help="type of file system",  default=None)  
    parser.add_option("-a", "--archive",         action="store",      dest="archive",        help="archive",              default=None,               type="string")
    parser.add_option("-x", "--index",           action="store",      dest="index",          help="index of volume",      default=None,               type="string")
    parser.add_option("-c", "--cleanup",         action="store_true", dest="cleanup",        help="cleanup devices",      default=False)

    options, args = parser.parse_args()

    VERBOSE = options.verbose
    if options.info:
        VERBOSE = False

    log("status: {0}".format(options.status))
    log("purge: {0}".format(options.purge))
    log("cont_id: {0}".format(options.cont_id))
    log("pit: {0}".format(options.pit))
    log("device: {0}".format(options.device))
    log("timeout: {0}".format(options.timeout))
    log("timestamp type: {0}".format(options.timestamp_type))
    log("exclusions: {0}".format(options.exclusions))
    log("exclude_device: {0}".format(options.exclude_device))
    log("fstype: {0}".format(options.fstype))
    log("cleanup: {0}".format(options.cleanup))
    log("purge-devices: {0}".format(options.purge_devices))

    try:
        if options.purge:
            if options.pit:
                purge_devices_by_pit(options)
                return
            if options.device:
                purge_devices_by_name(options)
                return
            if options.purge_devices:
                purge_devices_by_names_list(options)
                return
            purge_all_devices(options)
            return

        if options.cleanup:
            cleanup_orphaned_devices(options)
            return

        if options.info:
            info_all_devices(options)
            return

        mount_manager = create_mount_manager(options.cont_id, options)
        if options.status:
            mount_manager.status()
            return

        mount_manager.mount()
    except Exception as ex:
        sys.exit(ex)


if __name__ == "__main__":
    # execute only if run as a script
    main()