代码

  1. import threading
  2. import gitlab
  3. import xlwt
  5. #获取所有的user
  6. def getAllUsers():
  7.     usersli = []
  8.     client = gitlab.Gitlab(private_host, private_token=private_token)
  9.     users = client.users.list(all=True)
  10.     for user in users:
  11.         usersli.append(user.username)
  12.     return usersli
  14. #获取所有的project
  15. def getAllProjects():
  16.     client = gitlab.Gitlab(private_host, private_token=private_token)
  17.     projects = client.projects.list(all=True)
  18.     return projects
  20. #获取project下所有的branche
  21. def getAllBranchByProject(project):
  22.     try:
  23.         branches = project.branches.list()
  24.         return branches
  25.     except:
  26.         return ""
  28. #获取project和branch下的commit
  29. def getCommitByBranch(project, branch):
  30.     author_commits = []
  31.     commits = project.commits.list(all=True, ref_name=branch.name)
  32.     for commit in commits:
  33.         committer_email = commit.committer_email
  34.         title = commit.title
  35.         message = commit.message
  36.         #if ('Merge' in message) or ('Merge' in title):
  37.         #    print('Merge跳过')
  38.         #    continue
  39.         #else:
  40.         author_commits.append(commit)
  41.     return author_commits
  43. #获取project项目下commit对应的code
  44. def getCodeByCommit(commit, project):
  45.     commit_info = project.commits.get(commit.id)
  46.     code = commit_info.stats
  47.     return code
  49. def getAuthorCode(project,fenzhi):
  50.     # print("project:%s" % project)
  51.     users = getAllUsers()
  52.     branches = getAllBranchByProject(project)
  53.     if branches == "":
  54.         pass
  55.     else:
  56.         for branch in branches:
  57.             # print("branch#####",branch.name)
  58.             if branch.name == fenzhi:
  59.                 #print("branch:%s" % branch)
  60.                 #print('获取工程', project.name, '分支', branch.name, "的提交记录")
  61.                 branchdata = {}
  62.                 branchdata['group'] = project.name_with_namespace.split("/")[0]
  63.                 branchdata['projectname'] = project.name
  64.                 branchdata['branchename'] = branch.name
  65.                 author_commits = getCommitByBranch(project, branch)
  66.                 # print(author_commits)
  67.                 codes = []
  68.                 res1 = []
  69.                 for commit in author_commits:
  70.                     #print('获取提交', commit.id, "的代码量")
  71.                     code = getCodeByCommit(commit, project)
  72.                     # print(commit,code)
  73.                     # print(code)
  74.                     # print(commit)
  75.                     # print(commit.committer_name)
  76.                     codes.append(code)
  77.                     # for user in users:
  78.                     #     if commit.committer_name == user:
  79.                     #         res1.append(commit)
  80.                 record = calculate(codes)
  81.                 branchdata['commitcount'] = len(author_commits)
  82.                 branchdata['codecount'] = record
  83.                 data.append(branchdata)
  84.     # print(codes)
  85.     # print(calculate(codes))
  86.     # print(data)
  87.     # for res in res1:
  88.     #     print(res)
  89.     return data
  91. #写入execl
  92. def writeExcel(excelPath, data):
  93.     workbook = xlwt.Workbook()
  94.     # 获取第一个sheet页
  95.     sheet = workbook.add_sheet('git')
  96.     row0 = ['项目组', '工程名称', '分支名称', '提交次数', '新增代码', '删除代码', '总计代码']
  97.     for i in range(0, len(row0)):
  98.         sheet.write(0, i, row0[i])
  99.     addcount = 0
  100.     delcount = 0
  101.     totalcount = 0
  102.     commitcount = 0
  103.     for i in range(0, len(data)):
  104.         recode = data[i]
  105.         j = 0
  106.         sheet.write(i + 1, j, recode['group'])
  107.         sheet.write(i + 1, j + 1, recode['projectname'])
  108.         sheet.write(i + 1, j + 2, recode['branchename'])
  109.         commitcount += (int)(recode['commitcount'])
  110.         sheet.write(i + 1, j + 3, recode['commitcount'])
  111.         addcount += (int)(recode['codecount']['additions'])
  112.         sheet.write(i + 1, j + 4, recode['codecount']['additions'])
  113.         delcount += (int)(recode['codecount']['deletions'])
  114.         sheet.write(i + 1, j + 5, recode['codecount']['deletions'])
  115.         totalcount += (int)(recode['codecount']['total'])
  116.         sheet.write(i + 1, j + 6, recode['codecount']['total'])
  118.     sheet.write(len(data) + 1, 3, commitcount)
  119.     sheet.write(len(data) + 1, 4, addcount)
  120.     sheet.write(len(data) + 1, 5, delcount)
  121.     sheet.write(len(data) + 1, 6, totalcount)
  122.     workbook.save(excelPath)
  124. def calculate(data):
  125.     record = {}
  126.     addacount = 0
  127.     deletecount = 0
  128.     totaolcount = 0
  129.     for i in data:
  130.         # print(i)
  131.         addacount += int(i['additions'])
  132.         deletecount += int(i['deletions'])
  133.         totaolcount += int(i['total'])
  134.     record['additions'] = addacount
  135.     record['deletions'] = deletecount
  136.     record['total'] = totaolcount
  137.     return record
  140. if __name__ == '__main__':
  141.     # 用户git账户的token 6S7jy689FeCrP5w_UwgZ
  142.     private_token = ''       #gitlab用户tonken
  143.     # git地址
  144.     private_host = ''       #gitlab地址
  146.     data = []
  147.     thread_list = []
  148.     projects = getAllProjects()
  149.     # print(projects)
  151.     for i in projects:
  152.         branches = getAllBranchByProject(i)
  153.         for j in branches:
  154.             t = threading.Thread(target=getAuthorCode, args=(i,j.name))
  155.             thread_list.append(t)
  157.     for threadname in thread_list: threadname.start()
  158.     for threadname in thread_list: threadname.join()
  159.     # print(data)
  160.     writeExcel('/Users/niaoshuai/Desktop/code_count.xls', data)

注意: 配置 private_host 和 private_token

安装依赖

  1. $ pip3 install  -i https://pypi.tuna.tsinghua.edu.cn/simple gitlab 
  2. $ pip3 install  -i https://pypi.tuna.tsinghua.edu.cn/simple requests
  3. $ pip3 install  -i https://pypi.tuna.tsinghua.edu.cn/simple xlwt
  4. $ pip3 install  -i https://pypi.tuna.tsinghua.edu.cn/simple python-gitlab

执行

  1. $ python3 gitlab-api.py

参考地址