用python脚本实现的android代码管理工具rrdt

#!/usr/bin/python#coding=utf-8## Filename: rrdt## rrdt: Remote repositories downloading tools## Copyright & copy; 2010 by Huyuke. Oversea BU (R&D) of Gionee Communication Equipment Co., Ltd.## Change log#2011-3-17Huyuke#change behaviour of update: for auto make script, and add -f, --force option#2011-3-3Huyuke#change behaviour of forall: go on if a command failed#2011-2-23Huyuke#change update command for automatically make#2011-1-30Huyuke#change update command to synchronize copy files#2011-1-7Huyuke#fix fatal error while network is disconnected#2010-12-30Huyuke#change behaviour of update: if found a new repository, clone it#2010-12-29Huyuke#add reqreview command to request code review#2010-12-29Huyuke#change help information to chinese#2010-12-24Huyuke#change behaviour of checkout: select project instead of input option#2010-12-21Huyuke#implement forall command#2010-11-9Huyuke#implement initrepos command#2010-11-6Huyuke#implement createrepos command#2010-11-5Huyuke#implement checkout function on server#optimize value returned by this script, return 0 if success, else 1#optimize error message, all error message output into sys.stderr#2010-11-4Huyuke#change the prompt of merge and rebase operation#2010-11-2Huyuke#change behavior of checkout, check and set the user name and email in global git configuration#add color for print out message#2010-11-1Huyuke#implement commit command#2010-10-29Huyuke#implement update command#2010-10-26Huyuke#implement help command#2010-10-25Huyuke#implement option of checkout#2010-10-21Huyuke#initial version, implement checkout command################################################################################import sysimport osimport subprocessimport xml.parsers.expatimport optparseimport socketimport fcntlimport structimport stringimport getopt############################# Constants variables ##############################VERSION = '0.8.7'# out git commandGIT = 'git'# minimum supported git versionMIN_GIT_VERSION = (1, 5, 4)# name of rrdt's private directoryRRDT_DIR = '.rrdt'# special manifest repositoryS_manifests = 'manifests'# IP of server with git repositoriesSERVER_IP = '192.168.110.94'# user for git on serverGIT_USER = 'git'# directory if git repositoryGIT_DIR = '.git'# root path of repositories, used on localREPOS_URL_ROOT_LOCAL = '/home/git/repositories/'# root path of repositories, used on clientREPOS_URL_ROOT_GIT_SERVER = 'git@192.168.110.94:'# url of manifest in host# REMOTE_MANIFEST_URL = 'git@192.168.110.94:android/platform/manifests.git'# path of manifest on serverMANIFEST_PATH = 'manifests.git'# default remoteDEFAULT_REMOTE = 'origin'# default working branchDEFAULT_WORKING_BRANCH = 'my'# default project nameDEFAULT_PROJECT='android'# name of manifestDEFAULT_MANIFEST_XML = 'manifest.xml'# name of project list filePROJECT_CONF = 'project_conf.xml'# postfix of review branchREVIEW_BRANCH_POSTFIX = '-review'# Administrator of repos_admlist = {'linansong' : '[e-mail]','huyuke' : '[e-mail]',}############################# Global variables #################################PROJECT_ROOT = NoneON_SERVER = FalseREMOTE_MANIFEST_URL = NoneREMOTE_REPOS_URL = NoneLOCAL_IP = None############################# class manifestDoc start. #########################class manifestDoc():def __init__(self, filename):self.manifestFile = filenameself._Unload()self._Load()def _Unload(self):self._projects = []self._remote = Noneself._default = Noneself._depth = 0self._copyfile = []self._baseNode = []def _Load(self):_parser = xml.parsers.expat.ParserCreate()_parser.StartElementHandler = self._Start_element_parser.EndElementHandler = self._End_element_parser.returns_unicode = Falsef = file(self.manifestFile)_parser.ParseFile(f)f.close()def _Start_element(self, name, attrs):if name == "project":self._projects.append(attrs.copy())elif name == "remote":self._remote = attrs.copy()elif name == "default":self._default = attrs.copy()elif name == "copyfile":copyfile = attrs.copy()self._Add_pardir(name, copyfile)self._copyfile.append(copyfile)# Save base Nodeif self._depth > 0: # Ignore manifest nodeself._baseNode.append(attrs.copy())self._depth += 1def _End_element(self, name):self._depth -= 1# Pop current element from base Node listcount = len(self._baseNode)if count > 0:self._baseNode.pop(count - 1)def _Add_pardir(self, name, attrs):if not len(self._baseNode) > 0:returnif name == "copyfile":src = attrs['src']dest = attrs['dest']count = len(self._baseNode)for index in range(0, count):i = count - index - 1if self._baseNode[i].has_key('path'):src = os.path.join(self._baseNode[i]['path'], src)attrs['src'] = srcdef projects(self):return self._projectsdef remote(self):return self._remotedef default(self):return self._defaultdef copyfile(self):return self._copyfile############################# class manifestDoc end. ############################=========================== function definition start ========================#def _Initial():global ON_SERVERglobal REMOTE_MANIFEST_URLglobal REMOTE_REPOS_URLglobal LOCAL_IPs = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)try:s.connect((SERVER_IP,80))except:print >>sys.stderr, "/033[00;33m/nWarning! cannot connect to server/033[00m"returnLOCAL_IP = s.getsockname()[0]ON_SERVER = (SERVER_IP == LOCAL_IP)s.close()REMOTE_MANIFEST_URL = REPOS_URL_ROOT_GIT_SERVER+MANIFEST_PATHREMOTE_REPOS_URL = REPOS_URL_ROOT_GIT_SERVER#if ON_SERVER:#print >>sys.stdout, "You are working on server"#REMOTE_MANIFEST_URL = REPOS_URL_ROOT_LOCAL+MANIFEST_PATH#REMOTE_REPOS_URL = REPOS_URL_ROOT_LOCAL#else:#print >>sys.stdout, "You are working on client"#REMOTE_MANIFEST_URL = REPOS_URL_ROOT_GIT_SERVER+MANIFEST_PATH#REMOTE_REPOS_URL = REPOS_URL_ROOT_GIT_SERVER#=============================================================================#def _GetDefaultBranchConf():manifest_repo_dir = os.path.join(PROJECT_ROOT, os.path.join(RRDT_DIR, S_manifests))if not os.path.isdir(os.path.join(manifest_repo_dir, GIT_DIR)):print >>sys.stderr, "Can not find mainifests repository"sys.exit(1)# Get default remotecmd = [GIT, 'config', '--get', 'branch.default.remote']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = manifest_repo_dir)bdr = proc.stdout.read().strip()proc.stdout.close()proc.wait()# Get default merge branchcmd = [GIT, 'config', '--get', 'branch.default.merge']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = manifest_repo_dir)bdm = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not bdm or bdr != DEFAULT_REMOTE:print >>sys.stderr, "ERROR: can not get expected default branch"sys.exit(1)manifest = os.path.join(PROJECT_ROOT, os.path.join(RRDT_DIR, DEFAULT_MANIFEST_XML))if not os.path.isfile(manifest):print >>sys.stderr, "Can not find mainifest of this project"sys.exit(1)return manifest, bdr, bdm#=============================================================================#def _GetReviewBranch():cmd = [GIT, 'config', '--get', '--global', 'user.name']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = os.getcwd())un = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not un:un = 'unkown-user'branch = un + REVIEW_BRANCH_POSTFIXreturn branch#=============================================================================#def _CommitReview(repo_path, remote, branch, review_branch):if not remote:remote = DEFAULT_REMOTErepo_abspath = os.path.abspath(repo_path)local_branch = 'refs/heads/'+branchremote_branch = 'refs/remotes/'+remote+'/'+branchif not os.path.isdir(os.path.join(repo_abspath, GIT_DIR)):print >>sys.stderr, "This repository(%s) not existed" % repo_abspathsys.exit(1)# Update objects and refs from remote repository,cmd = [GIT, 'fetch', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Delete the branches which ware removed in remote but still locally available in "remotes/<name>"cmd = [GIT, 'remote', 'prune', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Find as good common ancestors as possible for a merge#cmd = [GIT, 'merge-base', local_branch, remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)merge_base = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', local_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)local_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)remote_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()if local_rev == merge_base:print >>sys.stdout, "This branch(%s) has no any new commit" % local_branchprint "Are you sure that you has done 'git add' and 'git commit' before push a commit to remote?"return Trueelif remote_rev != merge_base:print >>sys.stdout, "/033[01;33mYour branch forked from an old version of upstream branch."print >>sys.stdout, "You should update[rrdt update] it before do commit./033[00m"return Falseelse:cmd = [GIT, 'push', remote, branch+':'+review_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)return True#=============================================================================#def _GlobalGitConf():# Get global user namecmd = [GIT, 'config', '--get', '--global', 'user.name']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = os.getcwd())un = proc.stdout.read().strip()proc.stdout.close()proc.wait()# Get global user namecmd = [GIT, 'config', '--get', '--global', 'user.email']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = os.getcwd())ue = proc.stdout.read().strip()proc.stdout.close()proc.wait()confirm = 'n'while confirm != 'y':name = raw_input("/nYour Name ?[%s]:" % un)email = raw_input("Your Email ?[%s]:" % ue)if not name:name = unif not email:email = ueif not name or not email or not email.endswith('@gionee.com'):print >>sys.stdout, "/nYou should tell me the valid name and email address"continueprint >>sys.stdout, "/nYour identity is: /033[01;33m%s <%s>/033[00m" % (name, email)confirm = raw_input("/033[01;33mis this correct [y/n]?/033[00m")if name != un:cmd = [GIT, 'config', '--global', 'user.name', name]proc = subprocess.Popen(cmd)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)if email != ue:cmd = [GIT, 'config', '--global', 'user.email', email]proc = subprocess.Popen(cmd)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)cmd = 'git config --global color.ui auto'os.system(cmd)#=============================================================================#def _ProjectSelected():project_conf = os.path.abspath(os.path.join(os.path.join(RRDT_DIR, S_manifests), PROJECT_CONF))if not os.path.isfile(project_conf):cmd = 'rm -rf .rrdt 1>/dev/null 2>&1'os.system(cmd)print >>sys.stderr, "Not found project configuration in manifest"sys.exit(1)prj_list = {}index = 0prj_conf = manifestDoc(project_conf)print >>sys.stdout, "/nProject to checkout:"for pc in prj_conf.projects():prj_info = (pc['name'], pc['path'], pc['manifest'], pc['branch'])index += 1prj_list[str(index)] = prj_infoprint >>sys.stdout, ' '*4, "%d. %s" % (index, prj_info[0])if len(prj_list) == 0:print >>sys.stderr, "/033[00;31mERROR: Not found any project in manifest/033[00m"cmd = 'rm -rf .rrdt 1>/dev/null 2>&1'os.system(cmd)sys.exit(1)selected = 'no select'while not prj_list.has_key(selected):selected = raw_input("/nWhich would you choose:")if not prj_list.has_key(selected):selected = raw_input("/nNot found this project, please rechoose:")prj_path = prj_list[selected][1]manifest = prj_list[selected][2]branch = prj_list[selected][3]return prj_path, manifest, branch#=============================================================================#def _GetProjectRoot():global PROJECT_ROOTdir_name = os.getcwd()while dir_name != '/':if os.path.isdir(os.path.join(dir_name, RRDT_DIR)):PROJECT_ROOT = dir_namereturndir_name = os.path.dirname(dir_name)print >>sys.stderr, "/033[00;31mCan not find android root directory"print >>sys.stderr, "You should run this command in an android project directory/033[00m"sys.exit(1)#=============================================================================#def _GetModuleRoot(curr_dir):if curr_dir.find(PROJECT_ROOT) != 0:print >>sys.stderr, "ERROR: You are not in an android project directory"sys.exit(1)dir_name = curr_dirwhile dir_name != '/' and dir_name != PROJECT_ROOT:if os.path.isdir(os.path.join(dir_name, GIT_DIR)):return dir_namedir_name = os.path.dirname(dir_name)print >>sys.stderr, "Can not find module root directory"print >>sys.stderr, "You should run this command in an module directory"sys.exit(1)#=============================================================================#def _CheckGitVersion():cmd = [GIT, '--version']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)ver_str = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not ver_str or not ver_str.startswith('git version '):print >>sys.stderr, '/033[01;33m"%s" unsupported, please install it' % ver_str,print >>sys.stderr, 'you can install it by followed command:'print >>sys.stderr, '"sudo apt-get install git-core git-svn gitk git-gui git-email"/033[00m'sys.exit(1)ver_str = ver_str[len('git version '):].strip()ver_act = tuple(map(lambda x: int(x), ver_str.split('.')[0:3]))if ver_act < MIN_GIT_VERSION:need = '.'.join(map(lambda x: str(x), MIN_GIT_VERSION))print >>sys.stderr, 'fatal: git %s or later required' % needsys.exit(1)#=============================================================================#def _CheckEmptyDir(cwd):if len(os.listdir(cwd)) == 0:return Truereturn False#=============================================================================#def _CloneManifests():dst = os.path.join(os.getcwd(), RRDT_DIR)try:os.mkdir(dst)except OSError, e:print >>sys.stderr, "fatal: cannot make %s directory: %s" % (dst, e.strerror)sys.exit(1)# Exectue git command to clone manifestcmd = [GIT, 'clone', REMOTE_MANIFEST_URL]proc = subprocess.Popen(cmd, cwd = dst)if proc.wait() != 0:print >>sys.stderr, "ERROR: Getting manifest from server failed"cmd = 'rm -rf .rrdt 1>/dev/null 2>&1'os.system(cmd)sys.exit(1)if not os.path.isdir(os.path.join(dst, S_manifests)):print >>sys.stderr, "ERROR, manifests directory not exists"cmd = 'rm -rf .rrdt 1>/dev/null 2>&1'os.system(cmd)sys.exit(1)#=============================================================================#def _UpdateManifests():manifest_repo_dir = os.path.join(PROJECT_ROOT, os.path.join(RRDT_DIR, S_manifests))if not os.path.isdir(os.path.join(manifest_repo_dir, GIT_DIR)):print >>sys.stderr, "/033[00;31mCan not find mainifests repository/033[00m"sys.exit(1)if -1 == _UpdateModule(manifest_repo_dir, DEFAULT_REMOTE, 'master', True):print >>sys.stderr, "/033[00;31mCan not update manifests/033[00m"sys.exit(1)#=============================================================================#def _doManifestLink(target):target = os.path.join(S_manifests, target)cmd = ['ln', '-s', target, DEFAULT_MANIFEST_XML]proc = subprocess.Popen(cmd, cwd = RRDT_DIR)if proc.wait() != 0:print >>sys.stderr, "%s failed", cmdsys.exit(1)#=============================================================================#def _CloneRepo(prj_dir, local_path, repository, branch):url = os.path.join(REMOTE_REPOS_URL+prj_dir, repository)cmd = [GIT, 'clone', url, local_path, '-b', branch]proc = subprocess.Popen(cmd, cwd = PROJECT_ROOT)if proc.wait() != 0:print >>sys.stderr, "/033[00;31mCan not clone to %s/033[00m" % local_path#sys.exit(1) some repos are not readly, git clone will be reject by gitosis#=============================================================================#def _CopyFile(src, dest):cmd = 'cp' + ' ' + src + ' ' +destif os.system(cmd) != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)#=============================================================================#def _ConfigDefaultBranch(branch):cmd = [GIT, 'config', 'branch.default.merge', branch]#set branch.default.merge in .rrdt/manifests repositoriescwd = os.path.join(PROJECT_ROOT, os.path.join(RRDT_DIR, S_manifests))proc = subprocess.Popen(cmd, cwd = cwd)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)cmd = [GIT, 'config', 'branch.default.remote', DEFAULT_REMOTE]#set branch.default.remote in .rrdt/manifests repositoriescwd = os.path.join(PROJECT_ROOT, os.path.join(RRDT_DIR, S_manifests))proc = subprocess.Popen(cmd, cwd = cwd)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)#=============================================================================#def _DoClone(prj_dir, manifest, branch):"""Clone all repositories from server."""_ConfigDefaultBranch(branch)_doManifestLink(manifest)manifest = os.path.abspath(os.path.join(os.path.join(RRDT_DIR, S_manifests), manifest))print >>sys.stdout, "manifest name:", manifestm = manifestDoc(manifest)for p in m.projects():repo_path = p['path']repo_name = p['name']_CloneRepo(prj_dir, repo_path, repo_name, branch)for c in m.copyfile():dest = c['dest']src = c['src']_CopyFile(src, dest)#=============================================================================## return 1 if has update and merge success# return 0 if has no update# return -1 if has update but can not do automatically mergedef _UpdateModule(repo_path, remote, branch, force):if not remote:remote = DEFAULT_REMOTEprint >>sys.stdout, "Updating module '%s', on branch %s, frome remote %s" %(repo_path, branch, remote)repo_abspath = os.path.abspath(repo_path)local_branch = 'refs/heads/'+branchremote_branch = 'refs/remotes/'+remote+'/'+branchif not os.path.isdir(os.path.join(repo_abspath, GIT_DIR)):print >>sys.stderr, "This repository(%s) not existed" % repo_abspathsys.exit(1)# Update objects and refs from remote repository,cmd = [GIT, 'fetch', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Delete the branches which ware removed in remote but still locally available in "remotes/<name>"cmd = [GIT, 'remote', 'prune', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Find as good common ancestors as possible for a merge#cmd = [GIT, 'merge-base', local_branch, remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)merge_base = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', local_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)local_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)remote_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'symbolic-ref', 'HEAD']proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)head = proc.stdout.read().strip()proc.stdout.close()proc.wait()if remote_rev == merge_base: # remote has no new commitsreturn 0# remote has some update, but local repository has not any new commitif merge_base == local_rev:# current branch is the to be commited oneif head == local_branch:# check diff whether local has update but has not done commit yetcmd = [GIT, 'diff', merge_base]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)diff = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not diff: # there is no modification in work directory and index, do mergecmd = [GIT, 'merge', remote_branch]else: # there is some modification in work directory or indexif force == True:cmd = [GIT, 'reset', '--hard', 'HEAD']proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdreturn -1 # I recommend each one do merge by manual workelse:cmd = [GIT, 'merge', remote_branch]else:return -1 # I recommend each one do merge by manual work# current branch is not the to be commited oneelse:cmd = [GIT, 'push', '.', remote_branch+':'+branch]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)return 1# remote has some update, and local repository has some new commit, it means:# local branch forked from an old version of upstream branch# we shall do rebase on new remote commit for localelif merge_base != remote_rev:return -1#=============================================================================#def _CommitModule(repo_path, remote, branch):if not remote:remote = DEFAULT_REMOTEprint >>sys.stdout, "Commit '%s' to remote(%s) on branch %s" %(repo_path, remote, branch)repo_abspath = os.path.abspath(repo_path)local_branch = 'refs/heads/'+branchremote_branch = 'refs/remotes/'+remote+'/'+branchif not os.path.isdir(os.path.join(repo_abspath, GIT_DIR)):print >>sys.stderr, "This repository(%s) not existed" % repo_abspathsys.exit(1)# Update objects and refs from remote repository,cmd = [GIT, 'fetch', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Delete the branches which ware removed in remote but still locally available in "remotes/<name>"cmd = [GIT, 'remote', 'prune', remote]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed in module %s" % (cmd, repo_abspath)sys.exit(1)# Find as good common ancestors as possible for a merge#cmd = [GIT, 'merge-base', local_branch, remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)merge_base = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', local_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)local_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()cmd = [GIT, 'rev-parse', remote_branch]proc = subprocess.Popen(cmd, cwd = repo_abspath, stdout=subprocess.PIPE)remote_rev = proc.stdout.read().strip()proc.stdout.close()proc.wait()if local_rev == merge_base:print >>sys.stdout, "This branch(%s) has no any new commit" % local_branchprint "Are you sure that you has done 'git add' and 'git commit' before push a commit to remote?"return Trueelif remote_rev != merge_base:print >>sys.stdout, "/033[01;33mYour branch forked from an old version of upstream branch."print >>sys.stdout, "You should update[rrdt update] it before do commit./033[00m"return Falseelse:cmd = [GIT, 'push', remote, branch+':'+branch]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "%s failed" % cmdsys.exit(1)return True#===============================_CmdCheckout.start=============================#def _CmdCheckout(args):'''这条命令必须在一个空目录下执行.rrdt checkout: 根据用户选择, 从服务器端批量克隆一个指定项目的所有git仓库到本地.'''if not _CheckEmptyDir(os.getcwd()):print >>sys.stderr, "/033[01;33m" # bold yellowprint >>sys.stderr, "You should run rrdt checkout in an empty directory"print "/033[00m", # reset colorsys.exit(1)# by first step: get manifest from server_CloneManifests()# select a projectprj_dir, manifest, branch = _ProjectSelected()#if not ON_SERVER:_GlobalGitConf()# clone repository of manifestsglobal PROJECT_ROOTPROJECT_ROOT = os.getcwd()_DoClone(prj_dir, manifest, branch)#===============================_CmdUpdate.start=============================#def _CmdUpdate(args):'''1. 在项目根目录下执行:rrdt update [-f, --force]: 更新所有的模块. -f, --force: 如果某个模块的正式分支有被修改过并且尚未提交到本地仓库的内容, 该选项会在更新此模块前执行git reset --hard HEAD命令使工作目录和本地仓库保持一致; 如果您的工作目录中有需要提交到本地仓库的修改内容,请谨慎使用-f选项2. 在某个模块(git仓库的工作目录)下执行:rrdt update [-f, --force]: 只更新当前模块. -f, --force: 如果当前模块的正式分支有被修改过并且尚未提交到本地仓库的内容, 该选项会在更新此模块前执行git reset --hard HEAD命令使工作目录和本地仓库保持一致; 如果您的工作目录中有需要提交到本地仓库的修改内容,请谨慎使用-f选项 '''try:opts, args = getopt.getopt(args, "f", ["force"])except getopt.GetoptError:print >> sys.stderr, "无效的参数, 用法:/n%s" % _CmdUpdate.__doc__sys.exit(2)force_update = Falsefor o, a in opts:if o in ("-f", "--force"):force_update = Trueprint >>sys.stdout, "您使用了强制更新选项"_UpdateManifests()manifest, bdr, bdm = _GetDefaultBranchConf()failed_modules = []curr_dir = os.getcwd()if PROJECT_ROOT == curr_dir: # Update all moduleshas_changed = Falsem = manifestDoc(manifest)project_list = m.projects()remote = m.remote()total = len(project_list)count = 0# update module and clone new modulefor p in project_list:repo_path = p['path']count += 1if not os.path.isdir(repo_path):print >>sys.stdout, "/033[00;33mFound a new repository, try to clone it/033[00m"repo_name = p['name']_CloneRepo(remote['fetch'], repo_path, repo_name, remote['branch'])has_changed = Trueelse:result = _UpdateModule(repo_path, bdr, bdm, force_update)if result == -1:failed_modules.append(repo_path)elif result == 1:has_changed = Truerate = 100*count/totalprint >>sys.stdout, "The %dth module completed," %count, "%d%%" %rate,"done....../n"# copy filesfor c in m.copyfile():dest = c['dest']src = c['src']_CopyFile(src, dest)del mif has_changed == True:print >>sys.stdout, "This project has changed"else:print >>sys.stdout, "This project has no changed"else: # Update current modulemodule_root = _GetModuleRoot(curr_dir)if -1 == _UpdateModule(module_root, bdr, bdm, force_update):failed_modules.append(module_root)if len(failed_modules) > 0:print "/033[01;33m" # bold yellow stringprint >>sys.stdout, "部分模块在更新过程中可能与服务器端存在某些冲突(即本地仓库有新的提交或工作目录中有新的修改, 并且服务器端也有新的提交), 需要人工介入合并工作, 合并使用git merge 或 git rebase命令."print >>sys.stdout, "推荐使用git rebase来进行人工合并"print >>sys.stdout, ' '*4, "如果:你认为在本地仓库中的提交历史记录没有保留的必要(一般指本地仓库的多次提交实际上可以合并成一次提交):"print >>sys.stdout, ' '*8, "则: 使用git rebase进行合并, 这条命令会将你本地仓库的多次提交合并成一次新的提交, 以保证仓库中有一个良好清晰的提交历史"print >>sys.stdout, ' '*4, "否则:"print >>sys.stdout, ' '*8, "请使用git merge, 它会在仓库中保留你每次提交的历史记录"print "/033[01;31m" # bold red stringprint >>sys.stdout, ' '*4, "1. cd MODULE-DIR && git checkout %s (如果当前的分支不是 %s)/n" % (bdm, bdm)print >>sys.stdout, ' '*4, "使用git rebase的步骤:"print >>sys.stdout, ' '*4, "如果工作目录中的修改还没有git add到index中, 执行第2步, 否则忽略它"print >>sys.stdout, ' '*4, "2. git add <file list>"print >>sys.stdout, ' '*4, "如果index中有内容没有git commit到仓库, 执行第3步, 否则忽略它"print >>sys.stdout, ' '*4, "3. git commit"print >>sys.stdout, ' '*4, "4. git rebase %s/%s" %(bdr, bdm)print >>sys.stdout, ' '*4, "5. 如果rebase过程提示有冲突, 请手工解决冲突, 然后执行第6步"print >>sys.stdout, ' '*4, "6. git add <file list>"print >>sys.stdout, ' '*4, "7. git rebase --continue"print "/033[01;33m" # bold yellow stringprint >>sys.stdout, ' '*4, "or"print "/033[01;31m" # bold red stringprint >>sys.stdout, ' '*4, "使用git merge的步骤:"print >>sys.stdout, ' '*4, "如果工作目录中的修改还没有git add到index中, 执行第2步, 否则忽略它"print >>sys.stdout, ' '*4, "2. git add <file list>"print >>sys.stdout, ' '*4, "如果index中的内容没有git commit到仓库中, 执行第3步, 否则忽略它"print >>sys.stdout, ' '*4, "3. git commit"print >>sys.stdout, ' '*4, "4. git merge %s/%s" %(bdr, bdm)print >>sys.stdout, ' '*4, "5. 如果merge过程中提示有冲突, 请手工解决冲突, 然后执行第6步"print >>sys.stdout, ' '*4, "6. git add <file list>"print >>sys.stdout, ' '*4, "7. git commit"print "/033[01;33m" # bold yellow stringprint >>sys.stdout, ' '*4, "手工解决冲突时可以使用比较工具,如meld,详细用法请参考git文档"print >>sys.stdout, ' '*4, "git mergetool [--tool=<tool>]"print "/033[00m", # reset colorprint >>sys.stdout, "============================================================="print "/033[01;33m" # bold yellow stringfor m in failed_modules:print >>sys.stdout, mprint "/033[00m" # reset colorprint >>sys.stdout, "This project has conflict in updating"#===============================_CmdCommit.start=============================#def _CmdCommit(args):'''在某个模块(git仓库的工作目录)下执行:rrdt commit 将本地仓库中该项目的分支上新的提交推送到服务器端对应的仓库.'''manifest_dir, bdr, bdm = _GetDefaultBranchConf()review = _GetReviewBranch()review_branch = 'refs/remotes/'+bdr+'/'+reviewcurr_dir = os.getcwd()if PROJECT_ROOT == curr_dir: # Commit all modulesprint >>sys.stdout, "Not support this command under project root directory"else: # Commit current modulemodule_root = _GetModuleRoot(curr_dir)cmd = [GIT, 'cat-file', '-t', review_branch]proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE,/cwd = os.path.abspath(module_root))ret = proc.stdout.read().strip()proc.stdout.close()proc.wait()# if review exists, delete itif ret == 'commit':cmd = GIT + ' push ' + bdr + ' :' +reviewos.system(cmd)if False == _CommitModule(module_root, bdr, bdm):print >>sys.stderr, "Commit operation failed !!!"#===============================_CmdHelp.start===============================#def _CmdHelp(args):'''执行 'rrdt help 命令名' 查看指定命令的详细信息'''print ''if len(args) > 0:cmd = args[0]if not _CmdsFunc.has_key(cmd):print >>sys.stderr, "rrdt has no command '%s'. See 'rrdt help'/n"/%cmdsys.exit(1)print _CmdsFunc[cmd][0].__doc__else:print 'Available commands:'cmd_list = dict.keys(_CmdsFunc)cmd_list.sort()for cmd in cmd_list:print string.ljust(' '*4+'rrdt '+cmd+' :', 30),print _CmdsFunc[cmd][1]print ''#===============================_CmdVersion.start===============================#def _CmdVersion(args):print >>sys.stdout, 'rrdt 当前版本 %s' %VERSION#===============================_CmdCreateRepos.start===========================#def _CmdCreateRepos(args):'''Under root directory of project which not be track by git:rrdt createrepos -p <project name> -c <project configuration xml> -m <manifest xml> create repositories for a project -p <project name> it show the name of project, this name must be include in project configuration xml -c <project configuration xml> it tell me the root dir of remote repos and branch name of a project -m <manifest xml> it show the path and name of each repository'''# Get global user namecmd = [GIT, 'config', '--get', '--global', 'user.name']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = os.getcwd())gl_name = proc.stdout.read().strip()proc.stdout.close()proc.wait()# Get global user namecmd = [GIT, 'config', '--get', '--global', 'user.email']proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd = os.getcwd())gl_email = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not _admlist.has_key(gl_name):print >>sys.stderr, "This is administrator's commmand"sys.exit(1)if gl_email != _admlist[gl_name]:print >>sys.stderr, "This is administrator's commmand"sys.exit(1)usage = "rrdt createrepos -p <project name> -c <project configuration xml> -m <manifest xml>"optParser = optparse.OptionParser(usage)optParser.add_option('-p', '--project', dest='project', action='store')optParser.add_option('-m', '--manifest', dest='manifest', action='store')optParser.add_option('-c', '--project_conf', dest='prj_conf_xml', action='store')opt, args = optParser.parse_args(args)if not opt.project or not opt.manifest or not opt.prj_conf_xml:sys.stderr, "Must give all parameter"sys.exit(1)if not os.path.isfile(opt.prj_conf_xml) or not os.path.isfile(opt.manifest):print >>sys.stderr, "Not found file. prj_conf_xml:%s manifext xml:%s!" % (opt.prj_conf_xml, opt.manifest)sys.exit(1)prj_conf = manifestDoc(opt.prj_conf_xml)found = Falsefor pc in prj_conf.projects():if pc['name'] == opt.project:if pc.has_key('path') and pc.has_key('branch'):prj_dir = pc['path']branch = pc['branch']found = Truebreakif not found:print >>sys.stderr, "ERROR: There is no this project %s in %s" % (opt.project, opt.prj_conf_xml)sys.exit(1)m = manifestDoc(opt.manifest)for p in m.projects():repo_path = p['path']repo_abspath = os.path.abspath(repo_path)repo_name = p['name']if not os.path.isdir(repo_abspath):print >>sys.stderr, "/033[01;31m %s not exist/033[00m" % repo_abspath# create new repository on local. startif not os.path.isdir(os.path.join(repo_abspath, GIT_DIR)):print >>sys.stdout, "Try to init %s repository......" % repo_path# init repositorycmd = [GIT, 'init']proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in %s/033[00m" % (cmd, repo_path)continue# add contentcmd = [GIT, 'add', '.']proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in %s/033[00m" % (cmd, repo_path)sys.exit(1)# commitcmd = [GIT, 'commit', '-a', '-m', 'Initial import']proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in %s/033[00m" % (cmd, repo_path)sys.exit(1)# create new repository on local. end# create branchcmd = [GIT, 'cat-file', '-t', branch]proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd = repo_abspath)ret = proc.stdout.read().strip()proc.stdout.close()proc.wait()if not ret or ret != 'commit':cmd = [GIT, 'branch', branch]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in %s/033[00m" % (cmd, repo_path)sys.exit(1)# push to remoteurl = os.path.join(REMOTE_REPOS_URL+prj_dir, repo_name)cmd = [GIT, 'push', url, 'master:master', branch+':'+branch]proc = subprocess.Popen(cmd, cwd = repo_abspath)if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in /'%s/'/033[00m" % (cmd, repo_path)sys.exit(1)print >>sys.stdout, "Create repositories over."#===============================_CmdInitRepos.start================================#def _CmdInitRepos(args):'''rrdt initrepos -m <manifest> create bare repositories under current directory -m <manifest> must be given, it show a repository list which to be create'''usage = "rrdt initrepos -m <manifest>"optParser = optparse.OptionParser(usage)optParser.add_option('-m', '--manifest', dest='manifest', action='store')opt, args = optParser.parse_args(args)if not opt.manifest or not os.path.isfile(opt.manifest):print >>sys.stderr, "Not found manifest file %s!" % opt.manifestsys.exit(1)m = manifestDoc(opt.manifest)for p in m.projects():repo_name = p['name']repo_name = repo_name+GIT_DIRcmd = [GIT, 'init', '--bare', repo_name]proc = subprocess.Popen(cmd, cwd = os.getcwd())if proc.wait() != 0:print >>sys.stderr, "/033[00;31m%s failed in %s/033[00m" % (cmd, repo_path)sys.exit(1)#===============================_CmdStatus.start===================================#def _CmdStatus(args):'''在项目根目录下执行.rrdt status: 获取当前项目的所有git仓库的状态.'''print >>sys.stdout, "TBD"#===============================_CmdForAll.start===================================#def _CmdForAll(args):'''在项目根目录下执行.rrdt forall <command [opt1] [opt2] [opt3] ......>: 在每个模块下(git仓库的工作目录)执行由用户指定的命令, 例如 rrdt forall ls -la, rrdt forall git status.'''curr_dir = os.getcwd()if PROJECT_ROOT != curr_dir:print >>sys.stderr, "You must execute this command under root directory of project"sys.exit(1)if len(args) < 1:print >>sys.stderr, "You must give a command to execute"sys.exit(1)cmd = argsmanifest, bdr, bdm = _GetDefaultBranchConf()m = manifestDoc(manifest)failed_modules = []project_list = m.projects()for p in project_list:repo_path = p['path']print >>sys.stdout, "/033[01;33mExecute command under %s/033[00m" % repo_pathif not os.path.isdir(repo_path):print >>sys.stderr, "/033[00;31m%s not exists/033[00m" % repo_pathelse:proc = subprocess.Popen(cmd, cwd = repo_path)if proc.wait() != 0:failed_modules.append(repo_path)del mif len(failed_modules) > 0:print "/033[01;33m" # bold yellow stringprint >>sys.stdout, "以下模块执行命令[%s]失败:" %cmdfor m in failed_modules:print >>sys.stdout, mprint "/033[00m" # reset color#===============================_CmdReqReview.start===================================#def _CmdReqReview(args):'''在需要执行commit的模块下执行.rrdt reqreview:将本地的新提交推送到服务器端仓库中一个用来review的分支上, review成员在自己电脑上使用rrdt update来获取review分支上的更新, 然后开始进行review'''manifest_dir, bdr, bdm = _GetDefaultBranchConf()review = _GetReviewBranch()review_branch = 'refs/remotes/'+bdr+'/'+reviewcurr_dir = os.getcwd()module_root = _GetModuleRoot(curr_dir)cmd = [GIT, 'cat-file', '-t', review_branch]proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE,/cwd = os.path.abspath(module_root))ret = proc.stdout.read().strip()proc.stdout.close()proc.wait()# if review exists, delete itif ret == 'commit':cmd = GIT + ' push ' + bdr + ' :' +reviewos.system(cmd)if False == _CommitReview(module_root, bdr, bdm, review):print >>sys.stderr, "Commit operation failed !!!"#================== function and help infomation of each command===================#_CmdsFunc = {'checkout' : (_CmdCheckout, '- 从服务器端检出一个指定项目的源码到本地'),'update' : (_CmdUpdate, '- 从服务器端仓库中获取更新'),'commit' : (_CmdCommit, '- 将本地git仓库中新的提交推送到服务器端对应的仓库, 在使用commit之前建议先使用reqreview'),'help' : (_CmdHelp, '- 执行 /033[01;32mrrdt help 命令名/033[00m 获取指定命令的详细介绍'),'version' : (_CmdVersion, '- 获取该脚本版本号'),'createrepos' : (_CmdCreateRepos, '- 仓库管理员的命令, 用来为没有被纳入git仓库的代码批量创建git仓库'),'initrepos' : (_CmdInitRepos, '- 根据manifest文件的指定, 在当前目录批量建立空的git仓库'),'status' : (_CmdStatus, '- 获取当前项目中所有git仓库的状态'),'forall' : (_CmdForAll, '- 在当前项目中所有git仓库的工作目录下执行一条用户指定的命令(可以是git命令或shell命令)'),'reqreview' : (_CmdReqReview, '- 在正式提交代码到服务器之前, 执行该命令提交review')}def main(orig_args):cmd = orig_args[0]if not _CmdsFunc.has_key(cmd):print >>sys.stderr, "rrdt: '%s' is not a rrdt command. See 'rrdt help'."/%cmdsys.exit(1)_Initial()if not LOCAL_IP:if cmd != 'help' and cmd != 'version' and cmd != 'initrepos'/ and cmd != 'status':print >>sys.stderr, "Your network is disconnected, can not execute rrdt", cmdsys.exit(1)if cmd == 'update' or cmd == 'commit' or /cmd == 'status' or cmd == 'forall' or cmd == 'reqreview':_GetProjectRoot()_CmdsFunc[cmd][0](orig_args[1:])####################################### script main entry ################################if __name__ == "__main__":if len(sys.argv) < 2:print >>sys.stderr, "You should give the command name, such as /"rrdt help/""sys.exit(1)_CheckGitVersion()main(sys.argv[1:])else:print >>sys.stderr, "ERROR: this script only run by it self, not support import"sys.exit(1)