bin/pvl.backup-rsync
author Tero Marttila <terom@paivola.fi>
Tue, 19 Jun 2012 10:26:15 +0300
changeset 62 86ba7b12a7c9
parent 43 2911d4dd5a47
child 67 91153d8b499c
permissions -rwxr-xr-x
bin: fix logging progname prefix
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
     1
#!/usr/bin/python
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
     2
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
     3
"""
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
     4
    SSH authorized_keys command="..." wrapper for rsync.
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
     5
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
     6
    Testing goes something like:
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
     7
        sudo PYTHONPATH=. ./bin/pvl.backup-rsync --command 'rsync --server --sender -ax . lvm:asdf:test' -vD
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
     8
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
     9
        sudo sh -c "PYTHONPATH=. rsync -e './bin/pvl.backup-rsync --debug -C --' -ax testing:lvm:asdf:test test/tmp"
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    10
"""
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    11
30
29b60df79122 version: 0.2.3; move version to pvl.backup.__version__; add --version opt
Tero Marttila <terom@paivola.fi>
parents: 28
diff changeset
    12
from pvl.backup import __version__
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    13
from pvl.backup.rsync import RSyncCommandFormatError
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    14
from pvl.backup.invoke import InvokeError
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    15
from pvl.backup import rsync, lvm
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    16
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    17
import optparse
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    18
import shlex
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    19
import os
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    20
import logging
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    21
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    22
log = logging.getLogger('main')
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    23
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    24
def parse_options (argv) :
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    25
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    26
        Parse command-line arguments.
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    27
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    28
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    29
#    import sys; sys.stderr.write("%s\n" % (argv, ))
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    30
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    31
    parser = optparse.OptionParser(
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    32
            prog        = argv[0],
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    33
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    34
            # module docstring
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    35
            description = __doc__,
30
29b60df79122 version: 0.2.3; move version to pvl.backup.__version__; add --version opt
Tero Marttila <terom@paivola.fi>
parents: 28
diff changeset
    36
            version     = __version__,
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    37
    )
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    38
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    39
    # logging
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    40
    general = optparse.OptionGroup(parser, "General Options")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    41
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    42
    general.add_option('-q', '--quiet',      dest='loglevel', action='store_const', const=logging.WARNING, help="Less output")
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    43
    general.add_option('-v', '--verbose',    dest='loglevel', action='store_const', const=logging.INFO,  help="More output")
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    44
    general.add_option('-D', '--debug',      dest='loglevel', action='store_const', const=logging.DEBUG, help="Even more output")
32
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    45
    general.add_option('--debug-for',        action='append', metavar='MODULE', help="Enable logging for the given logger/module name")
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    46
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    47
    parser.add_option_group(general)
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    48
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    49
    #
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    50
    parser.add_option('-c', '--command',    metavar='CMD', default=os.environ.get('SSH_ORIGINAL_COMMAND'),
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    51
            help="rsync command to execute")
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    52
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    53
    parser.add_option('-C', '--given-command', action='store_true', default=False,
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    54
            help="use given command in `rsync -e %prog` format")
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    55
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    56
    parser.add_option('-n', '--noop', action='store_true', default=False,
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    57
            help="Parse command, but do not execute")
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    58
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    59
    parser.add_option('-R', '--readonly',   action='store_true', default=False,
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    60
            help="restrict to read/source mode")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    61
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    62
    parser.add_option('-P', '--restrict-path', metavar='PATH', default=False,
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    63
            help="restrict to given path prefix")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    64
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    65
    # lvm options
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    66
    parser.add_option('-L', '--snapshot-size', metavar='SIZE', default=lvm.LVM_SNAPSHOT_SIZE,
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    67
            help="create snapshot with given LV size (used to store writes during backup)")
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    68
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    69
    parser.add_option('--snapshot-wait', metavar='SECONDS', default=lvm.LVM_SNAPSHOT_WAIT, type='float',
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    70
            help="wait for snapshot to settle after unmounting")
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    71
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    72
    parser.add_option('--snapshot-retry', metavar='RETRY', default=lvm.LVM_SNAPSHOT_RETRY, type='int',
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    73
            help="retry snapshot removal by given iterations")
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    74
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    75
    # defaults
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    76
    parser.set_defaults(
32
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    77
        debug_for   = [],
34
8c23dc925ed7 rsync-wrapper: default to logging.INFO; cleanup pvl.backup.rsync info output
Tero Marttila <terom@paivola.fi>
parents: 32
diff changeset
    78
        loglevel    = logging.INFO,
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    79
    )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    80
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    81
    # parse
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    82
    options, args = parser.parse_args(argv[1:])
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    83
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    84
    # configure
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    85
    logging.basicConfig(
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    86
        format  = argv[0] + ': %(levelname)6s %(name)s : %(funcName)s : %(message)s',
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    87
        level   = options.loglevel,
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    88
    )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    89
32
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    90
    # enable debugging for specific targets
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    91
    for target in options.debug_for :
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    92
        logging.getLogger(target).setLevel(logging.DEBUG)
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    93
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    94
    return options, args
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    95
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    96
def rsync_wrapper (command, options, local=False) :
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    97
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    98
        Wrap given rsync command.
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    99
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
   100
        Parses the command, the source path, and then executes rsync within the source path (which may be a special
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
   101
        pseudo-path with additional handling).
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   102
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   103
            local       - the given command is a full local command, not an --server mode operation
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   104
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   105
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   106
    # parse the rsync command sent by the client
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   107
    try :
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   108
        # path = the real source path
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   109
        rsync_cmd, rsync_options, path, srcdst = rsync.parse_command(command, 
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   110
                restrict_server     = not local,
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   111
                restrict_readonly   = options.readonly,
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   112
            )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   113
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   114
    except RSyncCommandFormatError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   115
        log.error("invalid rsync command: %r: %s", command, e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   116
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   117
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   118
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   119
    # parse source
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   120
    try :
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
   121
        # parse the source path as given by the client, may be a real path or pseudo-path
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
   122
        source = rsync.parse_source(path,
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   123
                restrict_path       = options.restrict_path,
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
   124
                lvm_opts            = dict(size=options.snapshot_size, wait=options.snapshot_wait, retry=options.snapshot_retry),
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   125
            )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   126
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   127
    except RSyncCommandFormatError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   128
        log.error("invalid rsync source: %r: %s", path, e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   129
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   130
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   131
    # noop?
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   132
    if options.noop :
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   133
        log.info("noop: %r -> %r: execute(%r, %r)", path, source, rsync_options, srcdst)
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   134
        return 0
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   135
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   136
    # execute
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   137
    try :
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
   138
        # run rsync within the source (may perform additional stuff like snapshotting...)
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   139
        source.execute(rsync_options, srcdst)
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   140
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   141
    except InvokeError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   142
        log.error("%s failed: %d", e.cmd, e.exit)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   143
        return e.exit
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   144
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   145
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   146
    # ok
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   147
    return 0
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   148
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   149
def main (argv) :
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   150
    """
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   151
        Run, with full argv
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   152
    """
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   153
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   154
    # global options + args
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   155
    options, args = parse_options(argv)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   156
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   157
    # was a local command, not remote?
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   158
    local = False
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   159
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   160
    # from args (as given by `rsync -e pvlbackup-rsync-wrapper`) -> 'pvlbackup-rsync-wrapper <host> (<command> ...)'
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   161
    if options.given_command :
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   162
        host = args.pop(0)
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   163
        command_parts = args
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   164
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
   165
        log.debug("host=%r, using command from args: %r", host, command_parts)
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   166
    
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   167
    # from env/--command
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   168
    elif options.command:
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   169
        # as given
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   170
        command_parts = shlex.split(options.command)
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   171
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   172
    # normal args
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   173
    elif args :
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   174
        command_parts = [argv[0]] + args
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   175
        local = True
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   176
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   177
        log.debug("using given rsync args: %r", command_parts)
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   178
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   179
    else :
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   180
        log.error("SSH_ORIGINAL_COMMAND not given")
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   181
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   182
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   183
    # run
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   184
    try :
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   185
        return rsync_wrapper(command_parts, options, local)
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   186
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   187
    except Exception, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   188
        log.error("Internal error:", exc_info=e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   189
        return 3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   190
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   191
    # ok
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   192
    return 0
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   193
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   194
if __name__ == '__main__' :
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   195
    import sys
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   196
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   197
    sys.exit(main(sys.argv))
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   198