mirror of https://github.com/axmolengine/axmol.git
add a wrapper for jenkins pull request build
This commit is contained in:
andyque
parent
a2de59bac3
commit
205c4efd9f
|
|
@ -0,0 +1,239 @@
|
|||
#Github pull reqest builder for Jenkins
|
||||
|
||||
import json
|
||||
import os
|
||||
import urllib2
|
||||
import urllib
|
||||
import base64
|
||||
import requests
|
||||
import sys
|
||||
import traceback
|
||||
import subprocess
|
||||
|
||||
#set Jenkins build description using submitDescription to mock browser behavior
|
||||
http_proxy = ''
|
||||
if('HTTP_PROXY' in os.environ):
|
||||
http_proxy = os.environ['HTTP_PROXY']
|
||||
proxyDict = {'http': http_proxy, 'https': http_proxy}
|
||||
|
||||
branch = "v3"
|
||||
pr_num = 0
|
||||
workspace = "."
|
||||
node_name = "ios"
|
||||
# for local debugging purpose, you could change the value to 0 and run
|
||||
# this scripts in your local machine
|
||||
remote_build = 1
|
||||
|
||||
|
||||
def set_jenkins_job_description(desc, url):
|
||||
req_data = urllib.urlencode({'description': desc})
|
||||
request = urllib2.Request(url + 'submitDescription', req_data)
|
||||
#print(os.environ['BUILD_URL'])
|
||||
request.add_header('Content-Type', 'application/x-www-form-urlencoded')
|
||||
user_name = os.environ['JENKINS_ADMIN']
|
||||
password = os.environ['JENKINS_ADMIN_PW']
|
||||
base64string = base64.encodestring(user_name + ":" + password).replace('\n', '')
|
||||
request.add_header("Authorization", "Basic " + base64string)
|
||||
try:
|
||||
urllib2.urlopen(request)
|
||||
except:
|
||||
traceback.print_exc()
|
||||
|
||||
|
||||
def check_current_3rd_libs(branch):
|
||||
#run download-deps.py
|
||||
print("prepare to downloading ...")
|
||||
os.system('python download-deps.py -r no')
|
||||
|
||||
|
||||
def send_notifies_to_github():
|
||||
global branch
|
||||
global pr_num
|
||||
global workspace
|
||||
global node_name
|
||||
# get payload from os env
|
||||
payload_str = os.environ['payload']
|
||||
payload_str = payload_str.decode('utf-8', 'ignore')
|
||||
#parse to json obj
|
||||
payload = json.loads(payload_str)
|
||||
|
||||
#get pull number
|
||||
pr_num = payload['number']
|
||||
print 'pr_num:' + str(pr_num)
|
||||
|
||||
#build for pull request action 'open' and 'synchronize', skip 'close'
|
||||
action = payload['action']
|
||||
print 'action: ' + action
|
||||
|
||||
#pr = payload['pull_request']
|
||||
|
||||
url = payload['html_url']
|
||||
print "url:" + url
|
||||
pr_desc = '<h3><a href=' + url + '> pr#' + str(pr_num) + ' is ' + action + '</a></h3>'
|
||||
|
||||
#get statuses url
|
||||
statuses_url = payload['statuses_url']
|
||||
|
||||
#get pr target branch
|
||||
branch = payload['branch']
|
||||
workspace = os.environ['WORKSPACE']
|
||||
node_name = os.environ['NODE_NAME']
|
||||
|
||||
#set commit status to pending
|
||||
# target_url = os.environ['BUILD_URL']
|
||||
jenkins_url = os.environ['JENKINS_URL']
|
||||
job_name = os.environ['JOB_NAME'].split('/')[0]
|
||||
build_number = os.environ['BUILD_NUMBER']
|
||||
target_url = jenkins_url + 'job/' + job_name + '/' + build_number + '/'
|
||||
|
||||
set_jenkins_job_description(pr_desc, target_url)
|
||||
|
||||
data = {"state": "pending", "target_url": target_url, "context": "Jenkins CI", "description": "Build started..."}
|
||||
access_token = os.environ['GITHUB_ACCESS_TOKEN']
|
||||
Headers = {"Authorization": "token " + access_token}
|
||||
|
||||
try:
|
||||
requests.post(statuses_url, data=json.dumps(data), headers=Headers, proxies=proxyDict)
|
||||
except:
|
||||
traceback.print_exc()
|
||||
|
||||
def syntronize_remote_pr():
|
||||
global workspace
|
||||
global branch
|
||||
global pr_num
|
||||
#reset path to workspace root
|
||||
os.system("cd " + workspace)
|
||||
#pull latest code
|
||||
os.system("git fetch origin " + branch)
|
||||
os.system("git --version")
|
||||
os.system("git checkout " + branch)
|
||||
os.system("git merge origin/" + branch)
|
||||
os.system("git branch -D pull" + str(pr_num))
|
||||
#clean workspace
|
||||
print "Before checkout: git clean -xdf -f"
|
||||
os.system("git clean -xdf -f")
|
||||
#fetch pull request to local repo
|
||||
git_fetch_pr = "git fetch origin pull/" + str(pr_num) + "/head"
|
||||
ret = os.system(git_fetch_pr)
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
#checkout a new branch from v3 or v4-develop
|
||||
git_checkout = "git checkout -b " + "pull" + str(pr_num)
|
||||
os.system(git_checkout)
|
||||
#merge pull reqeust head
|
||||
subprocess.call("git merge --no-edit FETCH_HEAD", shell=True)
|
||||
|
||||
# The follow method is not working for Azure server
|
||||
# p = os.popen('git merge --no-edit FETCH_HEAD')
|
||||
# r = p.read()
|
||||
# #check if merge fail
|
||||
# if output.find('CONFLICT') > 0:
|
||||
# print output
|
||||
# raise Exception('There are conflicts in your PR!')
|
||||
|
||||
# After checkout a new branch, clean workspace again
|
||||
print "After checkout: git clean -xdf -f"
|
||||
os.system("git clean -xdf -f")
|
||||
|
||||
#update submodule
|
||||
git_update_submodule = "git submodule update --init --force"
|
||||
ret = os.system(git_update_submodule)
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
|
||||
def gen_scripting_bindings():
|
||||
global branch
|
||||
# Generate binding glue codes
|
||||
if(branch != 'v1' and branch != 'v2'):
|
||||
ret = os.system("python tools/jenkins-scripts/slave-scripts/")
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
|
||||
def do_build_slaves():
|
||||
global branch
|
||||
global node_name
|
||||
|
||||
jenkins_script_path = "tools" + os.sep + "jenkins-scripts" + os.sep + "slave-scripts" + os.sep
|
||||
|
||||
if(branch != 'v1' and branch != 'v2'):
|
||||
slave_build_scripts = ""
|
||||
if(node_name == 'android') or (node_name == 'android_bak'):
|
||||
# patch_cpp_empty_test()
|
||||
slave_build_scripts = jenkins_script_path + "android-build.sh"
|
||||
elif(node_name == 'win32' or node_name == 'win32_win7' or node_name == 'win32_bak'):
|
||||
if branch != 'v4':
|
||||
slave_build_scripts = jenkins_script_path + "win32-vs2012-build.bat"
|
||||
else:
|
||||
slave_build_scripts = jenkins_script_path + "win32-vs2013-build.bat"
|
||||
elif(node_name == 'windows-universal' or node_name == 'windows-universal_bak'):
|
||||
if branch != 'v4':
|
||||
slave_build_scripts = jenkins_script_path + "windows-universal-v3.bat"
|
||||
else:
|
||||
slave_build_scripts = jenkins_script_path + "windows-universal.bat"
|
||||
elif(node_name == 'ios_mac' or node_name == 'ios' or node_name == 'ios_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "ios-build.sh"
|
||||
elif(node_name == 'mac' or node_name == 'mac_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "mac-build.sh"
|
||||
elif(node_name == 'linux_centos' or node_name == 'linux' or node_name == 'linux_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "linux-build.sh"
|
||||
elif(node_name == 'wp8'):
|
||||
if(branch != 'v4'):
|
||||
slave_build_scripts = jenkins_script_path + "wp8-v3.bat"
|
||||
|
||||
ret = os.system(slave_build_scripts)
|
||||
|
||||
#get build result
|
||||
print "build finished and return " + str(ret)
|
||||
return ret
|
||||
|
||||
|
||||
def main():
|
||||
global pr_num
|
||||
global workspace
|
||||
global branch
|
||||
global node_name
|
||||
global remote_build
|
||||
|
||||
if remote_build == 1:
|
||||
send_notifies_to_github()
|
||||
#syntronize local git repository with remote and merge the PR
|
||||
syntronize_remote_pr()
|
||||
#copy check_current_3rd_libs
|
||||
check_current_3rd_libs(branch)
|
||||
#generate jsb and luabindings
|
||||
gen_scripting_bindings()
|
||||
|
||||
#start build jobs on each slave
|
||||
ret = do_build_slaves()
|
||||
|
||||
exit_code = 1
|
||||
if ret == 0:
|
||||
exit_code = 0
|
||||
else:
|
||||
exit_code = 1
|
||||
|
||||
#clean workspace
|
||||
if remote_build == 1:
|
||||
os.system("cd " + workspace)
|
||||
os.system("git reset --hard")
|
||||
os.system("git clean -xdf -f")
|
||||
os.system("git checkout " + branch)
|
||||
os.system("git branch -D pull" + str(pr_num))
|
||||
else:
|
||||
print "local build, no need to cleanup"
|
||||
|
||||
return(exit_code)
|
||||
|
||||
# -------------- main --------------
|
||||
if __name__ == '__main__':
|
||||
sys_ret = 0
|
||||
try:
|
||||
sys_ret = main()
|
||||
except:
|
||||
traceback.print_exc()
|
||||
sys_ret = 1
|
||||
finally:
|
||||
sys.exit(sys_ret)
|
||||
|
|
@ -1,239 +1,13 @@
|
|||
#Github pull reqest builder for Jenkins
|
||||
|
||||
import json
|
||||
import os
|
||||
import urllib2
|
||||
import urllib
|
||||
import base64
|
||||
import requests
|
||||
import sys
|
||||
import traceback
|
||||
import subprocess
|
||||
|
||||
#set Jenkins build description using submitDescription to mock browser behavior
|
||||
http_proxy = ''
|
||||
if('HTTP_PROXY' in os.environ):
|
||||
http_proxy = os.environ['HTTP_PROXY']
|
||||
proxyDict = {'http': http_proxy, 'https': http_proxy}
|
||||
|
||||
branch = "v3"
|
||||
pr_num = 0
|
||||
workspace = "."
|
||||
node_name = "ios"
|
||||
# for local debugging purpose, you could change the value to 0 and run
|
||||
# this scripts in your local machine
|
||||
remote_build = 1
|
||||
|
||||
|
||||
def set_jenkins_job_description(desc, url):
|
||||
req_data = urllib.urlencode({'description': desc})
|
||||
request = urllib2.Request(url + 'submitDescription', req_data)
|
||||
#print(os.environ['BUILD_URL'])
|
||||
request.add_header('Content-Type', 'application/x-www-form-urlencoded')
|
||||
user_name = os.environ['JENKINS_ADMIN']
|
||||
password = os.environ['JENKINS_ADMIN_PW']
|
||||
base64string = base64.encodestring(user_name + ":" + password).replace('\n', '')
|
||||
request.add_header("Authorization", "Basic " + base64string)
|
||||
try:
|
||||
urllib2.urlopen(request)
|
||||
except:
|
||||
traceback.print_exc()
|
||||
|
||||
|
||||
def check_current_3rd_libs(branch):
|
||||
#run download-deps.py
|
||||
print("prepare to downloading ...")
|
||||
os.system('python download-deps.py -r no')
|
||||
|
||||
|
||||
def send_notifies_to_github():
|
||||
global branch
|
||||
global pr_num
|
||||
global workspace
|
||||
global node_name
|
||||
# get payload from os env
|
||||
payload_str = os.environ['payload']
|
||||
payload_str = payload_str.decode('utf-8', 'ignore')
|
||||
#parse to json obj
|
||||
payload = json.loads(payload_str)
|
||||
|
||||
#get pull number
|
||||
pr_num = payload['number']
|
||||
print 'pr_num:' + str(pr_num)
|
||||
|
||||
#build for pull request action 'open' and 'synchronize', skip 'close'
|
||||
action = payload['action']
|
||||
print 'action: ' + action
|
||||
|
||||
#pr = payload['pull_request']
|
||||
|
||||
url = payload['html_url']
|
||||
print "url:" + url
|
||||
pr_desc = '<h3><a href=' + url + '> pr#' + str(pr_num) + ' is ' + action + '</a></h3>'
|
||||
|
||||
#get statuses url
|
||||
statuses_url = payload['statuses_url']
|
||||
|
||||
#get pr target branch
|
||||
branch = payload['branch']
|
||||
workspace = os.environ['WORKSPACE']
|
||||
node_name = os.environ['NODE_NAME']
|
||||
|
||||
#set commit status to pending
|
||||
# target_url = os.environ['BUILD_URL']
|
||||
jenkins_url = os.environ['JENKINS_URL']
|
||||
job_name = os.environ['JOB_NAME'].split('/')[0]
|
||||
build_number = os.environ['BUILD_NUMBER']
|
||||
target_url = jenkins_url + 'job/' + job_name + '/' + build_number + '/'
|
||||
|
||||
set_jenkins_job_description(pr_desc, target_url)
|
||||
|
||||
data = {"state": "pending", "target_url": target_url, "context": "Jenkins CI", "description": "Build started..."}
|
||||
access_token = os.environ['GITHUB_ACCESS_TOKEN']
|
||||
Headers = {"Authorization": "token " + access_token}
|
||||
|
||||
try:
|
||||
requests.post(statuses_url, data=json.dumps(data), headers=Headers, proxies=proxyDict)
|
||||
except:
|
||||
traceback.print_exc()
|
||||
|
||||
def syntronize_remote_pr():
|
||||
global workspace
|
||||
global branch
|
||||
global pr_num
|
||||
#reset path to workspace root
|
||||
os.system("cd " + workspace)
|
||||
#pull latest code
|
||||
os.system("git fetch origin " + branch)
|
||||
os.system("git --version")
|
||||
os.system("git checkout " + branch)
|
||||
os.system("git merge origin/" + branch)
|
||||
os.system("git branch -D pull" + str(pr_num))
|
||||
#clean workspace
|
||||
print "Before checkout: git clean -xdf -f"
|
||||
os.system("git clean -xdf -f")
|
||||
#fetch pull request to local repo
|
||||
git_fetch_pr = "git fetch origin pull/" + str(pr_num) + "/head"
|
||||
ret = os.system(git_fetch_pr)
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
#checkout a new branch from v3 or v4-develop
|
||||
git_checkout = "git checkout -b " + "pull" + str(pr_num)
|
||||
os.system(git_checkout)
|
||||
#merge pull reqeust head
|
||||
subprocess.call("git merge --no-edit FETCH_HEAD", shell=True)
|
||||
|
||||
# The follow method is not working for Azure server
|
||||
# p = os.popen('git merge --no-edit FETCH_HEAD')
|
||||
# r = p.read()
|
||||
# #check if merge fail
|
||||
# if output.find('CONFLICT') > 0:
|
||||
# print output
|
||||
# raise Exception('There are conflicts in your PR!')
|
||||
|
||||
# After checkout a new branch, clean workspace again
|
||||
print "After checkout: git clean -xdf -f"
|
||||
os.system("git clean -xdf -f")
|
||||
|
||||
#update submodule
|
||||
git_update_submodule = "git submodule update --init --force"
|
||||
ret = os.system(git_update_submodule)
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
|
||||
def gen_scripting_bindings():
|
||||
global branch
|
||||
# Generate binding glue codes
|
||||
if(branch == 'v3' or branch == 'v4-develop' or branch == 'v35-for-tizen'):
|
||||
ret = os.system("python tools/jenkins-scripts/slave-scripts/gen_jsb.py")
|
||||
else:
|
||||
print("The branch" + branch + " doesn't accept PR!")
|
||||
if(ret != 0):
|
||||
sys.exit(ret)
|
||||
|
||||
|
||||
def do_build_slaves():
|
||||
global branch
|
||||
global node_name
|
||||
|
||||
jenkins_script_path = "tools" + os.sep + "jenkins-scripts" + os.sep + "slave-scripts" + os.sep
|
||||
|
||||
if(branch == 'v3' or branch == 'v4-develop'):
|
||||
slave_build_scripts = ""
|
||||
if(node_name == 'android') or (node_name == 'android_bak'):
|
||||
# patch_cpp_empty_test()
|
||||
slave_build_scripts = jenkins_script_path + "android-build.sh"
|
||||
elif(node_name == 'win32' or node_name == 'win32_win7' or node_name == 'win32_bak'):
|
||||
if branch == 'v3':
|
||||
slave_build_scripts = jenkins_script_path + "win32-vs2012-build.bat"
|
||||
else:
|
||||
slave_build_scripts = jenkins_script_path + "win32-vs2013-build.bat"
|
||||
elif(node_name == 'windows-universal' or node_name == 'windows-universal_bak'):
|
||||
if branch == 'v3':
|
||||
slave_build_scripts = jenkins_script_path + "windows-universal-v3.bat"
|
||||
else:
|
||||
slave_build_scripts = jenkins_script_path + "windows-universal.bat"
|
||||
elif(node_name == 'ios_mac' or node_name == 'ios' or node_name == 'ios_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "ios-build.sh"
|
||||
elif(node_name == 'mac' or node_name == 'mac_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "mac-build.sh"
|
||||
elif(node_name == 'linux_centos' or node_name == 'linux' or node_name == 'linux_bak'):
|
||||
slave_build_scripts = jenkins_script_path + "linux-build.sh"
|
||||
elif(node_name == 'wp8'):
|
||||
if(branch == 'v3'):
|
||||
slave_build_scripts = jenkins_script_path + "wp8-v3.bat"
|
||||
|
||||
ret = os.system(slave_build_scripts)
|
||||
|
||||
#get build result
|
||||
print "build finished and return " + str(ret)
|
||||
return ret
|
||||
|
||||
|
||||
def main():
|
||||
global pr_num
|
||||
global workspace
|
||||
global branch
|
||||
global node_name
|
||||
global remote_build
|
||||
|
||||
if remote_build == 1:
|
||||
send_notifies_to_github()
|
||||
#syntronize local git repository with remote and merge the PR
|
||||
syntronize_remote_pr()
|
||||
#copy check_current_3rd_libs
|
||||
check_current_3rd_libs(branch)
|
||||
#generate jsb and luabindings
|
||||
gen_scripting_bindings()
|
||||
|
||||
#start build jobs on each slave
|
||||
ret = do_build_slaves()
|
||||
|
||||
exit_code = 1
|
||||
if ret == 0:
|
||||
exit_code = 0
|
||||
else:
|
||||
exit_code = 1
|
||||
|
||||
#clean workspace
|
||||
if remote_build == 1:
|
||||
os.system("cd " + workspace)
|
||||
os.system("git reset --hard")
|
||||
os.system("git clean -xdf -f")
|
||||
os.system("git checkout " + branch)
|
||||
os.system("git branch -D pull" + str(pr_num))
|
||||
else:
|
||||
print "local build, no need to cleanup"
|
||||
|
||||
return(exit_code)
|
||||
|
||||
# -------------- main --------------
|
||||
if __name__ == '__main__':
|
||||
sys_ret = 0
|
||||
try:
|
||||
sys_ret = main()
|
||||
jenkins_script_path = "tools" + os.sep + "jenkins-scripts" + os.sep + "do-pull-request-builder.py"
|
||||
sys_ret = os.system(jenkins_script_path)
|
||||
except:
|
||||
traceback.print_exc()
|
||||
sys_ret = 1
|
||||
|
|
|
|||
Loading…
Reference in New Issue