"""Trigger a release. This script is to be run locally (not on a build server). """ import argparse import contextlib import logging import os import re import subprocess import sys import git import github import requests CHANGELOG_START_RE = re.compile(r'^\#\# \[Unreleased\]') CHANGELOG_END_RE = re.compile(r'^\#\# \[.*\] - \d{4}-\d{2}-\d{2}') # if we come across a section header between two release section headers # then we probably have an improperly formatted changelog CHANGELOG_ERROR_RE = re.compile(r'^\#\# ') NO_CHANGE = ('No change since the last release. This release is simply a placeholder' ' so that LBRY and LBRY App track the same version') def main(): parser = argparse.ArgumentParser() parser.add_argument("lbry_part", help="part of lbry version to bump") parser.add_argument("--lbryum_part", help="part of lbryum version to bump") parser.add_argument("--ui-part", help="part of the ui to bump") parser.add_argument("--branch", default='master', help="branch to use for each repo") parser.add_argument("--last-release") parser.add_argument("--skip-sanity-checks", action="store_true") args = parser.parse_args() branch = args.branch base = git.Repo(os.getcwd()) if not args.skip_sanity_checks: run_sanity_checks(base, args) if args.last_release: last_release = args.last_release else: response = requests.get('https://api.github.com/repos/lbryio/lbry-app/releases/latest') data = response.json() last_release = data['tag_name'] gh_token = os.environ['GH_TOKEN'] auth = github.Github(gh_token) github_repo = auth.get_repo('lbryio/lbry-app') names = ['lbry', 'lbry-web-ui', 'lbryum'] repos = [Repo(name) for name in names] # in order to see if we've had any change in the submodule, we need to checkout # our last release, see what commit we were on, and then compare that to # current base.git.checkout(last_release) base.submodule_update() for repo in repos: repo.save_commit() base.git.checkout(branch) base.submodule_update() changelogs = {} # ensure that we have changelog entries for each part for repo in repos: if repo.has_changes(): entry = repo.get_changelog_entry().strip() if not entry: raise Exception('Changelog is missing for {}'.format(repo.name)) changelogs[repo.name] = entry else: log.warning('Submodule %s has no changes.', repo.name) if repo.name == 'lbryum': # The other repos have their version track each other so need to bump # them even if there aren't any changes, but lbryum should only be # bumped if it has changes continue part = get_part(args, repo.name) if not part: raise Exception('Cannot bump version for {}: no part specified'.format(repo.name)) repo.bumpversion(part) release_msg = get_release_msg(changelogs, names) for name in names: base.git.add(name) subprocess.check_call(['bumpversion', args.lbry_part, '--allow-dirty']) current_tag = base.git.describe() github_repo.create_git_release(current_tag, current_tag, release_msg, draft=True) lbrynet_daemon_release_msg = changelogs.get('lbry', NO_CHANGE) auth.get_repo('lbryio/lbrynet-daemon').create_git_release( current_tag, current_tag, lbrynet_daemon_release_msg, draft=True) for repo in repos: repo.git.push(follow_tags=True) base.git.push(follow_tags=True, recurse_submodules='check') def get_release_msg(changelogs, names): lines = [] for name in names: entry = changelogs.get(name) if not entry: continue lines.append('## {}\n'.format(name)) lines.append('{}\n'.format(entry)) return '\n'.join(lines) def run_sanity_checks(base, args): branch = args.branch if base.is_dirty(): print 'Cowardly refusing to release a dirty repo' sys.exit(1) if base.active_branch.name != branch: print 'Cowardly refusing to release when not on the {} branch'.format(branch) sys.exit(1) origin = base.remotes.origin origin.fetch() if base.commit() != origin.refs[branch].commit: print 'Cowardly refusing to release when not synced with origin' sys.exit(1) check_bumpversion() def check_bumpversion(): def requireNewVersion(): print 'Install bumpversion: pip install -U git+https://github.com/lbryio/bumpversion.git' sys.exit(1) try: output = subprocess.check_output(['bumpversion', '-v'], stderr=subprocess.STDOUT) output = output.strip() if output != 'bumpversion 0.5.4-lbry': requireNewVersion() except (subprocess.CalledProcessError, OSError) as err: requireNewVersion() def get_part(args, name): if name == 'lbry-web-ui': part = getattr(args, 'ui_part') return part or args.lbry_part else: return getattr(args, name + '_part') class Repo(object): def __init__(self, name): self.name = name self.directory = os.path.join(os.getcwd(), name) self.git_repo = git.Repo(self.directory) self.saved_commit = None def has_changes(self): return self.git_repo.commit() == self.saved_commit def save_commit(self): self.saved_commit = self.git_repo.commit() def checkout(self, branch): self.git_repo.git.checkout(branch) def get_changelog_entry(self): filename = os.path.join(self.directory, 'CHANGELOG.md') err = 'Had trouble parsing changelog {}: {}' output = [] start_found = False with open(filename) as fp: for line in fp: if not start_found: if CHANGELOG_START_RE.search(line): start_found = True continue if CHANGELOG_END_RE.search(line): return ''.join(output) if CHANGELOG_ERROR_RE.search(line): raise Exception(err.format(filename, 'unexpected section header found')) output.append(line) # if we get here there was no previous release section, which is a problem if start_found: # TODO: once the lbry-web-ui has a released entry, uncomment this error # raise Exception(err.format(filename, 'Reached end of file')) return ''.join(output) else: raise Exception(err.format(filename, 'Unreleased section not found')) def bumpversion(self, part): with pushd(self.directory): subprocess.check_call(['bumpversion', part]) @property def git(self): return self.git_repo.git @contextlib.contextmanager def pushd(new_dir): previous_dir = os.getcwd() os.chdir(new_dir) yield os.chdir(previous_dir) if __name__ == '__main__': log = logging.getLogger('release') logging.basicConfig(format="%(asctime)s %(levelname)-8s %(name)s:%(lineno)d: %(message)s") sys.exit(main()) else: log = logging.getLogger('__name__')