2017-04-13 00:46:32 +02:00
|
|
|
"""Bump version and create Github release
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
This script should be run locally, not on a build server.
|
2017-02-21 04:58:29 +01:00
|
|
|
"""
|
|
|
|
import argparse
|
|
|
|
import contextlib
|
|
|
|
import os
|
2017-08-11 01:24:15 +02:00
|
|
|
import json
|
2017-02-21 04:58:29 +01:00
|
|
|
import re
|
2017-04-22 01:00:13 +02:00
|
|
|
import requests
|
2017-02-21 04:58:29 +01:00
|
|
|
import subprocess
|
|
|
|
import sys
|
|
|
|
|
|
|
|
import git
|
|
|
|
import github
|
|
|
|
|
2017-02-22 05:29:23 +01:00
|
|
|
import changelog
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
ROOT = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
|
2017-11-29 01:29:59 +01:00
|
|
|
APP_PACKAGE_JSON_FILE = os.path.join(ROOT, 'package.json')
|
2017-03-06 15:37:25 +01:00
|
|
|
|
2017-02-21 04:58:29 +01:00
|
|
|
|
|
|
|
def main():
|
2017-04-13 00:46:32 +02:00
|
|
|
bumpversion_parts = get_bumpversion_parts()
|
2017-03-14 04:12:40 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
parser.add_argument("part", choices=bumpversion_parts, help="part of version to bump")
|
|
|
|
parser.add_argument("--skip-sanity-checks", action="store_true")
|
|
|
|
parser.add_argument("--skip-push", action="store_true")
|
|
|
|
parser.add_argument("--dry-run", action="store_true")
|
|
|
|
parser.add_argument("--confirm", action="store_true")
|
2017-02-21 04:58:29 +01:00
|
|
|
args = parser.parse_args()
|
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
if args.dry_run:
|
|
|
|
print "DRY RUN. Nothing will be committed/pushed."
|
|
|
|
|
|
|
|
repo = Repo('lbry-app', args.part, ROOT)
|
2017-03-14 04:12:40 +01:00
|
|
|
branch = 'master'
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
print 'Current version: {}'.format(repo.current_version)
|
|
|
|
print 'New version: {}'.format(repo.new_version)
|
2017-08-11 01:24:15 +02:00
|
|
|
with open(APP_PACKAGE_JSON_FILE, 'r') as f:
|
|
|
|
package_settings = json.load(f)['lbrySettings']
|
|
|
|
daemon_url_template = package_settings['lbrynetDaemonUrlTemplate']
|
|
|
|
daemon_version = package_settings['lbrynetDaemonVersion']
|
|
|
|
print 'Daemon version: {} ({})'.format(daemon_version, daemon_url_template.replace('DAEMONVER', daemon_version))
|
2017-04-13 00:46:32 +02:00
|
|
|
|
|
|
|
if not args.confirm and not confirm():
|
|
|
|
print "Aborting"
|
|
|
|
return 1
|
|
|
|
|
2017-02-21 04:58:29 +01:00
|
|
|
if not args.skip_sanity_checks:
|
2017-04-13 00:46:32 +02:00
|
|
|
run_sanity_checks(repo, branch)
|
|
|
|
repo.assert_new_tag_is_absent()
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2018-02-06 21:28:55 +01:00
|
|
|
is_rc = re.search('-rc\d+$', repo.new_version) is not None
|
2017-04-13 00:46:32 +02:00
|
|
|
# only have a release message for real releases, not for RCs
|
|
|
|
release_msg = '' if is_rc else repo.get_unreleased_changelog()
|
2017-03-06 17:10:36 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
if args.dry_run:
|
|
|
|
print "rc: " + ("yes" if is_rc else "no")
|
|
|
|
print "release message: \n" + (release_msg or " NO MESSAGE FOR RCs")
|
|
|
|
return
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-03-06 15:37:25 +01:00
|
|
|
gh_token = get_gh_token()
|
2017-02-21 04:58:29 +01:00
|
|
|
auth = github.Github(gh_token)
|
|
|
|
github_repo = auth.get_repo('lbryio/lbry-app')
|
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
if not is_rc:
|
|
|
|
repo.bump_changelog()
|
|
|
|
repo.bumpversion()
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
new_tag = repo.get_new_tag()
|
|
|
|
github_repo.create_git_release(new_tag, new_tag, release_msg, draft=True, prerelease=is_rc)
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
if args.skip_push:
|
|
|
|
print (
|
|
|
|
'Skipping push; you will have to reset and delete tags if '
|
|
|
|
'you want to run this script again.'
|
|
|
|
)
|
2017-03-06 15:37:25 +01:00
|
|
|
else:
|
2017-04-13 00:46:32 +02:00
|
|
|
repo.git_repo.git.push(follow_tags=True, recurse_submodules='check')
|
2017-02-21 04:58:29 +01:00
|
|
|
|
|
|
|
|
|
|
|
class Repo(object):
|
2017-04-13 00:46:32 +02:00
|
|
|
def __init__(self, name, part, directory):
|
2017-02-21 04:58:29 +01:00
|
|
|
self.name = name
|
2017-02-22 05:29:23 +01:00
|
|
|
self.part = part
|
2017-04-13 00:46:32 +02:00
|
|
|
if not self.part:
|
|
|
|
raise Exception('Part required')
|
|
|
|
self.directory = directory
|
2017-02-21 04:58:29 +01:00
|
|
|
self.git_repo = git.Repo(self.directory)
|
2017-02-22 05:29:23 +01:00
|
|
|
self._bumped = False
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
self.current_version = self._get_current_version()
|
|
|
|
self.new_version = self._get_new_version()
|
|
|
|
self._changelog = changelog.Changelog(os.path.join(self.directory, 'CHANGELOG.md'))
|
2017-03-14 04:12:40 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def get_new_tag(self):
|
|
|
|
return 'v' + self.new_version
|
2017-03-14 04:12:40 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def get_unreleased_changelog(self):
|
|
|
|
return self._changelog.get_unreleased()
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def bump_changelog(self):
|
|
|
|
self._changelog.bump(self.new_version)
|
|
|
|
with pushd(self.directory):
|
|
|
|
self.git_repo.git.add(os.path.basename(self._changelog.path))
|
2017-02-22 05:29:23 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def _get_current_version(self):
|
2017-02-22 20:06:38 +01:00
|
|
|
with pushd(self.directory):
|
2017-04-13 00:46:32 +02:00
|
|
|
output = subprocess.check_output(
|
|
|
|
['bumpversion', '--dry-run', '--list', '--allow-dirty', self.part])
|
|
|
|
return re.search('^current_version=(.*)$', output, re.M).group(1)
|
2017-02-22 20:06:38 +01:00
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def _get_new_version(self):
|
2017-02-22 05:29:23 +01:00
|
|
|
with pushd(self.directory):
|
|
|
|
output = subprocess.check_output(
|
|
|
|
['bumpversion', '--dry-run', '--list', '--allow-dirty', self.part])
|
2017-02-22 16:39:54 +01:00
|
|
|
return re.search('^new_version=(.*)$', output, re.M).group(1)
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-02-22 05:29:23 +01:00
|
|
|
def bumpversion(self):
|
|
|
|
if self._bumped:
|
|
|
|
raise Exception('Cowardly refusing to bump a repo twice')
|
2017-02-21 04:58:29 +01:00
|
|
|
with pushd(self.directory):
|
2017-02-22 05:29:23 +01:00
|
|
|
subprocess.check_call(['bumpversion', '--allow-dirty', self.part])
|
|
|
|
self._bumped = True
|
2017-02-21 04:58:29 +01:00
|
|
|
|
2017-03-06 17:10:36 +01:00
|
|
|
def assert_new_tag_is_absent(self):
|
2017-04-13 00:46:32 +02:00
|
|
|
new_tag = self.get_new_tag()
|
2017-03-06 17:10:36 +01:00
|
|
|
tags = self.git_repo.git.tag()
|
|
|
|
if new_tag in tags.split('\n'):
|
|
|
|
raise Exception('Tag {} is already present in repo {}.'.format(new_tag, self.name))
|
|
|
|
|
2017-04-13 00:46:32 +02:00
|
|
|
def is_behind(self, branch):
|
|
|
|
self.git_repo.remotes.origin.fetch()
|
|
|
|
rev_list = '{branch}...origin/{branch}'.format(branch=branch)
|
|
|
|
commits_behind = self.git_repo.git.rev_list(rev_list, right_only=True, count=True)
|
|
|
|
commits_behind = int(commits_behind)
|
|
|
|
return commits_behind > 0
|
|
|
|
|
|
|
|
|
|
|
|
def get_bumpversion_parts():
|
|
|
|
with pushd(ROOT):
|
|
|
|
output = subprocess.check_output([
|
|
|
|
'bumpversion', '--dry-run', '--list', '--allow-dirty', 'fake-part',
|
|
|
|
])
|
|
|
|
parse_line = re.search('^parse=(.*)$', output, re.M).group(1)
|
|
|
|
return tuple(re.findall('<([^>]+)>', parse_line))
|
|
|
|
|
|
|
|
|
|
|
|
def get_gh_token():
|
|
|
|
if 'GH_TOKEN' in os.environ:
|
|
|
|
return os.environ['GH_TOKEN']
|
|
|
|
else:
|
|
|
|
print """
|
|
|
|
Please enter your personal access token. If you don't have one
|
|
|
|
See https://github.com/lbryio/lbry-app/wiki/Release-Script#generate-a-personal-access-token
|
|
|
|
for instructions on how to generate one.
|
|
|
|
|
|
|
|
You can also set the GH_TOKEN environment variable to avoid seeing this message
|
|
|
|
in the future"""
|
|
|
|
return raw_input('token: ').strip()
|
|
|
|
|
|
|
|
|
|
|
|
def confirm():
|
2017-04-25 21:57:31 +02:00
|
|
|
try:
|
|
|
|
return raw_input('Is this what you want? [y/N] ').strip().lower() == 'y'
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
return False
|
2017-04-13 00:46:32 +02:00
|
|
|
|
|
|
|
|
|
|
|
def run_sanity_checks(repo, branch):
|
|
|
|
if repo.git_repo.is_dirty():
|
|
|
|
print 'Cowardly refusing to release a dirty repo'
|
|
|
|
sys.exit(1)
|
|
|
|
if repo.git_repo.active_branch.name != branch:
|
|
|
|
print 'Cowardly refusing to release when not on the {} branch'.format(branch)
|
|
|
|
sys.exit(1)
|
|
|
|
if repo.is_behind(branch):
|
|
|
|
print 'Cowardly refusing to release when behind origin'
|
|
|
|
sys.exit(1)
|
|
|
|
if not is_custom_bumpversion_version():
|
|
|
|
print (
|
|
|
|
'Install LBRY\'s fork of bumpversion: '
|
|
|
|
'pip install -U git+https://github.com/lbryio/bumpversion.git'
|
|
|
|
)
|
|
|
|
sys.exit(1)
|
2017-04-22 01:00:13 +02:00
|
|
|
if not check_daemon_urls():
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
|
|
|
|
def check_daemon_urls():
|
2017-08-11 01:24:15 +02:00
|
|
|
with open(APP_PACKAGE_JSON_FILE, 'r') as f:
|
|
|
|
package_settings = json.load(f)['lbrySettings']
|
|
|
|
|
|
|
|
daemon_url_template = package_settings['lbrynetDaemonUrlTemplate']
|
|
|
|
daemon_version = package_settings['lbrynetDaemonVersion']
|
|
|
|
|
2017-04-22 01:00:13 +02:00
|
|
|
if "OSNAME" not in daemon_url_template:
|
2017-08-11 01:24:15 +02:00
|
|
|
print "Daemon URL must include the string \"OSNAME\""
|
|
|
|
return False
|
|
|
|
elif "DAEMONVER" not in daemon_url_template:
|
|
|
|
print "Daemon URL must include the string \"DAEMONVER\""
|
2017-04-22 01:00:13 +02:00
|
|
|
return False
|
2017-08-11 01:24:15 +02:00
|
|
|
|
2017-04-22 01:00:13 +02:00
|
|
|
for osname in ('linux', 'macos', 'windows'):
|
2017-08-11 01:24:15 +02:00
|
|
|
if not check_url(daemon_url_template.replace('DAEMONVER', daemon_version).replace('OSNAME', osname)):
|
|
|
|
print "Daemon URL for", osname, " does not work"
|
|
|
|
return False
|
2017-04-22 01:00:13 +02:00
|
|
|
|
2017-08-11 01:24:15 +02:00
|
|
|
return True
|
2017-04-22 01:00:13 +02:00
|
|
|
|
|
|
|
def check_url(url):
|
|
|
|
url = url.strip()
|
|
|
|
r = requests.head(url)
|
|
|
|
if r.status_code >= 400:
|
|
|
|
return False
|
|
|
|
elif r.status_code >= 300:
|
|
|
|
new_location = r.headers.get('Location').strip()
|
|
|
|
if new_location == url:
|
|
|
|
# self-loop
|
|
|
|
return False
|
2017-05-25 15:43:09 +02:00
|
|
|
if "amazonaws.com" in new_location:
|
2017-04-22 01:00:13 +02:00
|
|
|
# HEAD doesnt work on s3 links, so assume its good
|
|
|
|
return True
|
|
|
|
return check_url(new_location)
|
|
|
|
return True
|
2017-04-13 00:46:32 +02:00
|
|
|
|
|
|
|
|
|
|
|
def is_custom_bumpversion_version():
|
|
|
|
try:
|
|
|
|
output = subprocess.check_output(['bumpversion', '-v'], stderr=subprocess.STDOUT).strip()
|
|
|
|
if output == 'bumpversion 0.5.4-lbry':
|
|
|
|
return True
|
|
|
|
except (subprocess.CalledProcessError, OSError):
|
|
|
|
pass
|
|
|
|
return False
|
2017-02-21 04:58:29 +01:00
|
|
|
|
|
|
|
|
|
|
|
@contextlib.contextmanager
|
|
|
|
def pushd(new_dir):
|
|
|
|
previous_dir = os.getcwd()
|
|
|
|
os.chdir(new_dir)
|
|
|
|
yield
|
|
|
|
os.chdir(previous_dir)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
sys.exit(main())
|