rsync 代码分发

默北 Linuxrsync 代码分发已关闭评论15,9122字数 5886阅读19分37秒阅读模式

线上服务器既有Windows又有Linux的,代码的分发更新要规划下了。使用rsync来分发代码,同时考虑到不同系统平台,用法有些不同。将rsync命令进行了下封装,执行脚本即可。方便开发人员使用。

1. rsync服务端配置

# yum install rsync
# vim /etc/rsyncd.conf
uid = nobody
gid = nobody
use chroot = no
strict modes = no
max connections = 5
charset=utf8
secrets file = /etc/rsyncd.secrets
reverse lookup = no
transfer logging = yes
log format = %t [%p] %o %a %m %P %f %B %M %l (%u) [%C]
log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
hosts allow = 10.0.100.162
hosts deny = *

[www_ttlsa_com]
    path=/data/webroot/www.ttlsa.com
    comment = WSGW
    read only = no
    ignore errors
    exclude =   .svn/
    dont compress = *.gz *.tgz *.zip *.z *.bz2 *.tbz
# vim /etc/rc.local
rsync --daemon

2. 客户端

这里只说下Windows下的rsync用法,其实和Linux下相同,Windows上要安装cwRsync,同时将Python2.7也安装上,因为后面的Python脚本需要使用到Python环境。文章源自运维生存时间-https://www.ttlsa.com/linux/rsync-code-distribution/

# vim rsyncclient.py
#coding:utf-8

import sys
import os
import getopt
import itertools
import subprocess
import thread
import Queue
import platform

if platform.system()=='Windows':
    _bin_path=r'D:\"Program Files (x86)"\cwRsync_5.3.0_Free\rsync.exe'
else:
    _bin_path='rsync'
_default_user='rsyncuser'
_default_arg='-vzrtopg --progress --delete'
_thread_num=10
_help_d={'-s':'(必选) 本地目录/文件。例如 E:\\tmp',
         '-h':'(必选) 目的ip。支持", -"批量操作符,例如192.168.1,3-5.100',
         '-m':'(必选) rsync模块名',
         '-u':'(可选) rsync用户名。默认:%s'%(_default_user),
         '-p':'(可选) 密码文件路径。例如 E:\\passwd\\userpasswd.txt'}
_help='\r\n'.join(['%s %s'%(k,v) for (k,v) in _help_d.iteritems()])
_help='全部参数:\r\n'+_help
_help+='''\r\n\r\n样例:
windows:
    rsynclient.py -h 192.168.1.2 -s E:\\data\\xuhh -m xuhh
linux:
    python26 rsynclient.py  -h 192.168.1.2 -s /data/xuhh -m xuhh
[注意]
    E:\\data\\xuhh目录后面加上\\与不加\\有区别。如E:\\data\\xuhh\\只同步xuhh目录下的内容不包含xuhh目录;E:\\data\\xuhh同步xuhh整个目录.'''
_help+='\r\n\r\n'


def check_num(func):
    def t(arg):
        arg=arg.replace(' ','') 

        res=[x for x in [',','-'] if arg.startswith(x) or arg.endswith(x)]
        if res:
            raise NUMARG_ERROR('ip格式错误!')

        err_arg=[',-','-,','--',',,']
        res=[x for x in err_arg if x in arg]
        if res:
            raise NUMARG_ERROR('ip格式错误!')
        return func(arg)
    return t

class NUMARG_ERROR(Exception):
    def __init__(self,value):
        self.value=value

    def __str__(self):
        return self.value+'\r\n\r\n'+_help

class ARG_ERROR(Exception):
    def __init__(self,value):
        self.value=value
    def __str__(self):
        return self.value+'\r\n\r\n'+_help

def catch_exception(func):
    def t(*args,**kwargs):
        try:
            return func(*args,**kwargs)
        except NUMARG_ERROR,e:
            return e.__str__()
        except ARG_ERROR,e:
            return  e.__str__()
        except getopt.GetoptError,e:
            return '-%s %s\r\n\r\n%s'%(e[1],_help_d['-'+e[1]],_help)
        except:
            import cStringIO
            import traceback
            err_fp = cStringIO.StringIO() 
            traceback.print_exc(file=err_fp)
            err_msg = err_fp.getvalue()
            err_msg='\r\n'.join(err_msg.split( '\n'))
            #self.response.out.write(err_msg)
            return  err_msg
    return t

@check_num
def extend_num(arg):
    res=[]
    if ',' in arg:
        s=arg.split(',')
        for x in s:
            if '-' in x:
                y=[ str(xx).decode('utf-8') for xx in range(int(x.split('-')[0].strip()),int(x.split('-')[1].strip())+1)]
                res.extend(y)
            else:
                res.append(x.strip())
    elif '-' in arg:
        x=arg  
        y=[ str(xx).decode('utf-8') for xx in range(int(x.split('-')[0].strip()),int(x.split('-')[1].strip())+1)]
        res.extend(y)
    else:
        res.append(arg.strip())
    res=dict.fromkeys(res).keys()    
    res.sort()
    return res

def to_rsync_path(path):
    if platform.system()=='Windows':
        rsync__path=os.path.abspath(path)
        rsync__path=rsync__path.replace('\\','/')
        rsync__path=rsync__path.replace(':','')
        rsync__path='/cygdrive/'+rsync__path
        if path.endswith('\\'):
            rsync__path+='/'
        return rsync__path
    else:
        return path

@catch_exception
def run(*argv):
    opts,args=getopt.getopt(argv,'h:m:s:u:p:')
    kwargs=dict(opts)

    #检查参数是否足够
    if not kwargs.has_key('-h') or  not kwargs.has_key('-s') or  not kwargs.has_key('-m'):
        raise ARG_ERROR('参数不足!')
        print '--help'
    if kwargs.has_key('-u') and not kwargs.has_key('-p'):
        raise ARG_ERROR('密码参数-p没有指定!')

    #使用默认用户认证
    if kwargs.has_key('-p') and not kwargs.has_key('-u'):
        kwargs['-u']=_default_user

    #将路径转换为rsync能识别的格式
    kwargs['-s']=to_rsync_path(kwargs['-s'])
    if kwargs.has_key('-p'):
        kwargs['-p']=to_rsync_path(kwargs['-p'])

    #扩展ip
    ips=[]
    try:
        ip_seq1,ip_seq2,ip_seq3,ip_seq4=kwargs['-h'].split('.')
        for num1,num2,num3,num4 in itertools.product(extend_num(ip_seq1),extend_num(ip_seq2),extend_num(ip_seq3),extend_num(ip_seq4)):
            ips.append('%s.%s.%s.%s'%(num1,num2,num3,num4))
    except:
        raise NUMARG_ERROR('ip格式错误!')

    #启动线程
    queue=Queue.Queue()
    for x in range(_thread_num):
        thread.start_new_thread(_work_thread,(queue,))

    for ip in ips:
        if kwargs.has_key('-u'):
            cmd='%s %s "%s" %s@%s::%s --password-file=%s'%(_bin_path,_default_arg,kwargs['-s'],kwargs['-u'],ip,kwargs['-m'],kwargs['-p'])
        else:
            cmd='%s %s "%s" %s::%s'%(_bin_path,_default_arg,kwargs['-s'],ip,kwargs['-m'])
        queue.put([ip,cmd])
    queue.join()

def _work_thread(queue):
    while True:
        ip,cmd=queue.get()
        output=subprocess.Popen(cmd.encode('cp936'),shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT).stdout.read()
        output= '**********%s**********\r\n%s\r\n%s'%(ip,cmd,output)
        if platform.system()=='Windows':
            output=output.decode('utf-8').encode('cp936')
        print output
        queue.task_done()

if __name__=='__main__':
    argv=sys.argv[1:]
    if argv:
        res=run(*argv)
        if res:
            if platform.system()=='Windows':
                res=res.decode('utf-8').encode('cp936')
            print res
    else:
        if platform.system()=='Windows':
            _help=_help.decode('utf-8').encode('cp936')
        print _help

IP支持192.168.1,3-5.100,111-122这种写法。文章源自运维生存时间-https://www.ttlsa.com/linux/rsync-code-distribution/

3. 用法

cwRsync文章源自运维生存时间-https://www.ttlsa.com/linux/rsync-code-distribution/ 文章源自运维生存时间-https://www.ttlsa.com/linux/rsync-code-distribution/

weinxin
我的微信
微信公众号
扫一扫关注运维生存时间公众号,获取最新技术文章~
默北
  • 本文由 发表于 17/06/2014 01:00:44
  • 转载请务必保留本文链接:https://www.ttlsa.com/linux/rsync-code-distribution/