最新消息:

Windows 下 rsync 代码分发

python admin 3552浏览 0评论

线上服务器既有Windows又有Linux的,代码的分发更新要规划下了。使用rsync来分发代码,同时考虑到不同系统平台,用法有些不同。将rsync命令进行了下封装,执行脚本即可。方便开发人员使用。

1. rsync服务端配置

# yum install rsync
# vim /etc/rsyncd.conf
uid = nobody
gid = nobody
use chroot = no
strict modes = no
max connections = 5
charset=utf8
secrets file = /etc/rsyncd.secrets
reverse lookup = no
transfer logging = yes
log format = %t [%p] %o %a %m %P %f %B %M %l (%u) [%C]
log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
hosts allow = 10.0.100.162
hosts deny = *

[www_ttlsa_com]
    path=/data/webroot/www.ttlsa.com
    comment = WSGW
    read only = no
    ignore errors
    exclude =   .svn/
    dont compress = *.gz *.tgz *.zip *.z *.bz2 *.tbz
# vim /etc/rc.local
rsync --daemon

2. 客户端

这里只说下Windows下的rsync用法,其实和Linux下相同,Windows上要安装cwRsync,同时将Python2.7也安装上,因为后面的Python脚本需要使用到Python环境。

# vim rsyncclient.py
#coding:utf-8

import sys
import os
import getopt
import itertools
import subprocess
import thread
import Queue
import platform

if platform.system()=='Windows':
    _bin_path=r'D:"Program Files (x86)"cwRsync_5.3.0_Freersync.exe'
else:
    _bin_path='rsync'
_default_user='rsyncuser'
_default_arg='-vzrtopg --progress --delete'
_thread_num=10
_help_d={'-s':'(必选) 本地目录/文件。例如 E:\tmp',
         '-h':'(必选) 目的ip。支持", -"批量操作符,例如192.168.1,3-5.100',
         '-m':'(必选) rsync模块名',
         '-u':'(可选) rsync用户名。默认:%s'%(_default_user),
         '-p':'(可选) 密码文件路径。例如 E:\passwd\userpasswd.txt'}
_help='rn'.join(['%s %s'%(k,v) for (k,v) in _help_d.iteritems()])
_help='全部参数:rn'+_help
_help+='''rnrn样例:
windows:
    rsynclient.py -h 192.168.1.2 -s E:\data\xuhh -m xuhh
linux:
    python26 rsynclient.py  -h 192.168.1.2 -s /data/xuhh -m xuhh
[注意]
    E:\data\xuhh目录后面加上\与不加\有区别。如E:\data\xuhh\只同步xuhh目录下的内容不包含xuhh目录;E:\data\xuhh同步xuhh整个目录.'''
_help+='rnrn'


def check_num(func):
    def t(arg):
        arg=arg.replace(' ','')

        res=[x for x in [',','-'] if arg.startswith(x) or arg.endswith(x)]
        if res:
            raise NUMARG_ERROR('ip格式错误!')

        err_arg=[',-','-,','--',',,']
        res=[x for x in err_arg if x in arg]
        if res:
            raise NUMARG_ERROR('ip格式错误!')
        return func(arg)
    return t

class NUMARG_ERROR(Exception):
    def __init__(self,value):
        self.value=value

    def __str__(self):
        return self.value+'rnrn'+_help

class ARG_ERROR(Exception):
    def __init__(self,value):
        self.value=value
    def __str__(self):
        return self.value+'rnrn'+_help

def catch_exception(func):
    def t(*args,**kwargs):
        try:
            return func(*args,**kwargs)
        except NUMARG_ERROR,e:
            return e.__str__()
        except ARG_ERROR,e:
            return  e.__str__()
        except getopt.GetoptError,e:
            return '-%s %srnrn%s'%(e[1],_help_d['-'+e[1]],_help)
        except:
            import cStringIO
            import traceback
            err_fp = cStringIO.StringIO()
            traceback.print_exc(file=err_fp)
            err_msg = err_fp.getvalue()
            err_msg='rn'.join(err_msg.split( 'n'))
            #self.response.out.write(err_msg)
            return  err_msg
    return t

@check_num
def extend_num(arg):
    res=[]
    if ',' in arg:
        s=arg.split(',')
        for x in s:
            if '-' in x:
                y=[ str(xx).decode('utf-8') for xx in range(int(x.split('-')[0].strip()),int(x.split('-')[1].strip())+1)]
                res.extend(y)
            else:
                res.append(x.strip())
    elif '-' in arg:
        x=arg
        y=[ str(xx).decode('utf-8') for xx in range(int(x.split('-')[0].strip()),int(x.split('-')[1].strip())+1)]
        res.extend(y)
    else:
        res.append(arg.strip())
    res=dict.fromkeys(res).keys()
    res.sort()
    return res

def to_rsync_path(path):
    if platform.system()=='Windows':
        rsync__path=os.path.abspath(path)
        rsync__path=rsync__path.replace('\','/')
        rsync__path=rsync__path.replace(':','')
        rsync__path='/cygdrive/'+rsync__path
        if path.endswith('\'):
            rsync__path+='/'
        return rsync__path
    else:
        return path

@catch_exception
def run(*argv):
    opts,args=getopt.getopt(argv,'h:m:s:u:p:')
    kwargs=dict(opts)

    #检查参数是否足够
    if not kwargs.has_key('-h') or  not kwargs.has_key('-s') or  not kwargs.has_key('-m'):
        raise ARG_ERROR('参数不足!')
        print '--help'
    if kwargs.has_key('-u') and not kwargs.has_key('-p'):
        raise ARG_ERROR('密码参数-p没有指定!')

    #使用默认用户认证
    if kwargs.has_key('-p') and not kwargs.has_key('-u'):
        kwargs['-u']=_default_user

    #将路径转换为rsync能识别的格式
    kwargs['-s']=to_rsync_path(kwargs['-s'])
    if kwargs.has_key('-p'):
        kwargs['-p']=to_rsync_path(kwargs['-p'])

    #扩展ip
    ips=[]
    try:
        ip_seq1,ip_seq2,ip_seq3,ip_seq4=kwargs['-h'].split('.')
        for num1,num2,num3,num4 in itertools.product(extend_num(ip_seq1),extend_num(ip_seq2),extend_num(ip_seq3),extend_num(ip_seq4)):
            ips.append('%s.%s.%s.%s'%(num1,num2,num3,num4))
    except:
        raise NUMARG_ERROR('ip格式错误!')

    #启动线程
    queue=Queue.Queue()
    for x in range(_thread_num):
        thread.start_new_thread(_work_thread,(queue,))

    for ip in ips:
        if kwargs.has_key('-u'):
            cmd='%s %s "%s" %s@%s::%s --password-file=%s'%(_bin_path,_default_arg,kwargs['-s'],kwargs['-u'],ip,kwargs['-m'],kwargs['-p'])
        else:
            cmd='%s %s "%s" %s::%s'%(_bin_path,_default_arg,kwargs['-s'],ip,kwargs['-m'])
        queue.put([ip,cmd])
    queue.join()

def _work_thread(queue):
    while True:
        ip,cmd=queue.get()
        output=subprocess.Popen(cmd.encode('cp936'),shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT).stdout.read()
        output= '**********%s**********rn%srn%s'%(ip,cmd,output)
        if platform.system()=='Windows':
            output=output.decode('utf-8').encode('cp936')
        print output
        queue.task_done()

if __name__=='__main__':
    argv=sys.argv[1:]
    if argv:
        res=run(*argv)
        if res:
            if platform.system()=='Windows':
                res=res.decode('utf-8').encode('cp936')
            print res
    else:
        if platform.system()=='Windows':
            _help=_help.decode('utf-8').encode('cp936')
        print _help

IP支持192.168.1,3-5.100,111-122这种写法。

3. 用法

rsync

转载请注明:爱开源 » Windows 下 rsync 代码分发

您必须 登录 才能发表评论!