bin/pvl.backup-rsync
author Tero Marttila <tero.marttila@aalto.fi>
Mon, 28 Jul 2014 13:14:53 +0300
changeset 80 b332d99f988e
parent 73 6cff0468e572
permissions -rwxr-xr-x
update for pvl.args; fixing -c/command and --config option dupliates
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
     1
#!/usr/bin/python
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
     2
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
     3
"""
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
     4
    SSH authorized_keys command="..." wrapper for rsync sender/server, with additional support for LVM snapshots.
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
     5
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
     6
    Testing:
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
     7
        PYTHONPATH=. ./bin/pvl.backup-rsync -- -rlptx /etc/apache2 test/foo
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
     8
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
     9
        sudo PYTHONPATH=. ./bin/pvl.backup-rsync --command 'rsync --server --sender -ax . lvm:asdf:test' -vD
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    10
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    11
        sudo sh -c "PYTHONPATH=. rsync -e './bin/pvl.backup-rsync --debug -C --' -ax testing:lvm:asdf:test test/tmp"
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    12
"""
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    13
73
6cff0468e572 pvl.backup-rsync: use pvl.args for proper --quiet
Tero Marttila <terom@paivola.fi>
parents: 70
diff changeset
    14
import pvl.args
6cff0468e572 pvl.backup-rsync: use pvl.args for proper --quiet
Tero Marttila <terom@paivola.fi>
parents: 70
diff changeset
    15
30
29b60df79122 version: 0.2.3; move version to pvl.backup.__version__; add --version opt
Tero Marttila <terom@paivola.fi>
parents: 28
diff changeset
    16
from pvl.backup import __version__
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    17
from pvl.backup.rsync import RSyncCommandFormatError
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    18
from pvl.backup.invoke import InvokeError
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    19
from pvl.backup import rsync, lvm
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    20
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    21
import optparse
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    22
import shlex
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
    23
import os
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    24
import logging
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    25
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    26
log = logging.getLogger('main')
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
    27
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    28
def parse_options (argv) :
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    29
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    30
        Parse command-line arguments.
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    31
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    32
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    33
#    import sys; sys.stderr.write("%s\n" % (argv, ))
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    34
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    35
    parser = optparse.OptionParser(
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    36
            prog        = argv[0],
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    37
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    38
            # module docstring
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    39
            description = __doc__,
30
29b60df79122 version: 0.2.3; move version to pvl.backup.__version__; add --version opt
Tero Marttila <terom@paivola.fi>
parents: 28
diff changeset
    40
            version     = __version__,
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    41
    )
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    42
80
b332d99f988e update for pvl.args; fixing -c/command and --config option dupliates
Tero Marttila <tero.marttila@aalto.fi>
parents: 73
diff changeset
    43
    parser.add_option_group(pvl.args.parser(parser, config=False))
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    44
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    45
    #
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    46
    parser.add_option('-c', '--command',    metavar='CMD', default=os.environ.get('SSH_ORIGINAL_COMMAND'),
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    47
            help="Rsync command to execute")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    48
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    49
    parser.add_option('-C', '--given-command', action='store_true', default=False,
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    50
            help="Use given command in `rsync -e '%prog -C --' ...` format")
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
    51
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    52
    parser.add_option('-n', '--noop', action='store_true', default=False,
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    53
            help="Parse command, but do not execute")
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    54
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    55
    parser.add_option('-R', '--readonly',   action='store_true', default=False,
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    56
            help="Restrict to read/source mode")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    57
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    58
    parser.add_option('-P', '--restrict-path', metavar='PATH', action='append',
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    59
            help="Restrict to given path prefix")
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    60
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    61
    parser.add_option('--allow-remote',     action='store_true', default=False,
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    62
            help="Allow remote rsync sources")
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    63
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    64
    parser.add_option('--sudo',             action='store_true',
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    65
            help="Execute rsync under sudo")
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
    66
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    67
    # lvm options
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    68
    parser.add_option('-L', '--snapshot-size', metavar='SIZE', default=lvm.LVM_SNAPSHOT_SIZE,
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    69
            help="create snapshot with given LV size (used to store writes during backup)")
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    70
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    71
    parser.add_option('--snapshot-wait', metavar='SECONDS', default=lvm.LVM_SNAPSHOT_WAIT, type='float',
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    72
            help="wait for snapshot to settle after unmounting")
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
    73
62
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    74
    parser.add_option('--snapshot-retry', metavar='RETRY', default=lvm.LVM_SNAPSHOT_RETRY, type='int',
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    75
            help="retry snapshot removal by given iterations")
86ba7b12a7c9 bin: fix logging progname prefix
Tero Marttila <terom@paivola.fi>
parents: 43
diff changeset
    76
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    77
    # defaults
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    78
    parser.set_defaults(
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    79
        restrict_path   = [],
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    80
    )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    81
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    82
    # parse
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    83
    options, args = parser.parse_args(argv[1:])
73
6cff0468e572 pvl.backup-rsync: use pvl.args for proper --quiet
Tero Marttila <terom@paivola.fi>
parents: 70
diff changeset
    84
    
6cff0468e572 pvl.backup-rsync: use pvl.args for proper --quiet
Tero Marttila <terom@paivola.fi>
parents: 70
diff changeset
    85
    # general logging/etc
6cff0468e572 pvl.backup-rsync: use pvl.args for proper --quiet
Tero Marttila <terom@paivola.fi>
parents: 70
diff changeset
    86
    pvl.args.apply(options)
32
9d623185d3d7 rsync-wrapper: targeted --debug-for specific loggers
Tero Marttila <terom@paivola.fi>
parents: 30
diff changeset
    87
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    88
    return options, args
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    89
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    90
def rsync_wrapper (options, command, local=False) :
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    91
    """
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
    92
        Wrap given rsync command, parsing options/path, determining source, and running rsync in the source.
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    93
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    94
        Parses the command, the source path, and then executes rsync within the source path (which may be a special
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
    95
        pseudo-path with additional handling).
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    96
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
    97
            local       - the given command is a full local command, not an --server mode operation
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    98
    """
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
    99
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   100
    # parse the rsync command sent by the client
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   101
    try :
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   102
        # path = the real source path
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   103
        rsync_cmd, rsync_options, path, srcdst = rsync.parse_command(command, 
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   104
                restrict_server     = not local,
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   105
                restrict_readonly   = options.readonly,
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   106
            )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   107
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   108
    except RSyncCommandFormatError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   109
        log.error("invalid rsync command: %r: %s", command, e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   110
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   111
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   112
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   113
    # parse source
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   114
    try :
8
5ae35c5afc69 docdoc/--help
Tero Marttila <terom@paivola.fi>
parents: 6
diff changeset
   115
        # parse the source path as given by the client, may be a real path or pseudo-path
5
23371d26fdd0 split up into pvl.backup package
Tero Marttila <terom@paivola.fi>
parents: 4
diff changeset
   116
        source = rsync.parse_source(path,
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   117
                restrict_paths      = options.restrict_path,
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   118
                allow_remote        = options.allow_remote,
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   119
                lvm_opts            = dict(
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
   120
                    sudo    = options.sudo,
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   121
                    size    = options.snapshot_size, 
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   122
                    wait    = options.snapshot_wait,
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   123
                    retry   = options.snapshot_retry,
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   124
                ),
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   125
            )
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   126
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   127
    except RSyncCommandFormatError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   128
        log.error("invalid rsync source: %r: %s", path, e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   129
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   130
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   131
    # noop?
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   132
    if options.noop :
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   133
        log.info("noop: %r -> %r: execute(%r, %r)", path, source, rsync_options, srcdst)
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   134
        return 0
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   135
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   136
    # execute
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   137
    try :
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   138
        # run rsync within the source (may perform additional stuff like snapshot...)
70
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
   139
        source.execute(rsync_options, srcdst,
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
   140
                sudo        = options.sudo,
3b1290aeed12 pvl.backup-rsync: implement --sudo
Tero Marttila <terom@paivola.fi>
parents: 67
diff changeset
   141
        )
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   142
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   143
    except InvokeError, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   144
        log.error("%s failed: %d", e.cmd, e.exit)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   145
        return e.exit
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   146
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   147
    # ok
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   148
    return 0
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   149
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   150
def main (argv) :
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   151
    """
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   152
        Run, with full argv
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   153
    """
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   154
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   155
    # global options + args
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   156
    options, args = parse_options(argv)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   157
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   158
    # was a local command, not remote?
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   159
    local = False
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   160
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   161
    # from args (as given by `rsync -e pvlbackup-rsync-wrapper`) -> 'pvlbackup-rsync-wrapper <host> (<command> ...)'
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   162
    if options.given_command :
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   163
        host = args.pop(0)
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   164
        command_parts = args
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   165
42
43e27a3e9efe pvlbackup-rsync-wrapper: add --snapshot-size / --snapshot-wait opts
Tero Marttila <terom@paivola.fi>
parents: 41
diff changeset
   166
        log.debug("host=%r, using command from args: %r", host, command_parts)
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   167
    
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   168
    # from env/--command
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   169
    elif options.command:
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   170
        # as given
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   171
        command_parts = shlex.split(options.command)
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   172
43
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   173
    # normal args
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   174
    elif args :
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   175
        command_parts = [argv[0]] + args
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   176
        local = True
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   177
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   178
        log.debug("using given rsync args: %r", command_parts)
2911d4dd5a47 pvl.backup-rsync: implement local rsync command execution, rename from pvlbackup-rsync-wrapper
Tero Marttila <terom@paivola.fi>
parents: 42
diff changeset
   179
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   180
    else :
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   181
        log.error("SSH_ORIGINAL_COMMAND not given")
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   182
        return 2
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   183
28
82bcde9e21c4 rsync: pass command as list, moving the shlex.split to main; support `rsync -e "rsync-wrapper -C --"` style execution with the rsync command given as arguments
Tero Marttila <terom@paivola.fi>
parents: 12
diff changeset
   184
    # run
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   185
    try :
67
91153d8b499c tweak pvl.backup-rsync: multiple --restrict-paths, explicit --allow-remote, minor bugfixes
Tero Marttila <terom@paivola.fi>
parents: 62
diff changeset
   186
        return rsync_wrapper(options, command_parts, local=local)
3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   187
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   188
    except Exception, e:
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   189
        log.error("Internal error:", exc_info=e)
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   190
        return 3
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   191
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   192
    # ok
d9e3a4ed5569 fully implemented
Tero Marttila <terom@paivola.fi>
parents: 2
diff changeset
   193
    return 0
0
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   194
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   195
if __name__ == '__main__' :
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   196
    import sys
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   197
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   198
    sys.exit(main(sys.argv))
d5fd342015d3 initial rsync-lvm-server script
Tero Marttila <terom@paivola.fi>
parents:
diff changeset
   199