| #!/usr/bin/env python3 |
| # |
| # Copyright (c) 2019 Intel Corporation |
| # |
| # SPDX-License-Identifier: Apache-2.0 |
| |
| # Lists all closes issues since a given date |
| |
| import argparse |
| import sys |
| import os |
| import re |
| import time |
| import threading |
| import requests |
| |
| |
| args = None |
| |
| |
| class Spinner: |
| busy = False |
| delay = 0.1 |
| |
| @staticmethod |
| def spinning_cursor(): |
| while 1: |
| for cursor in '|/-\\': |
| yield cursor |
| |
| def __init__(self, delay=None): |
| self.spinner_generator = self.spinning_cursor() |
| if delay and float(delay): |
| self.delay = delay |
| |
| def spinner_task(self): |
| while self.busy: |
| sys.stdout.write(next(self.spinner_generator)) |
| sys.stdout.flush() |
| time.sleep(self.delay) |
| sys.stdout.write('\b') |
| sys.stdout.flush() |
| |
| def __enter__(self): |
| self.busy = True |
| threading.Thread(target=self.spinner_task).start() |
| |
| def __exit__(self, exception, value, tb): |
| self.busy = False |
| time.sleep(self.delay) |
| if exception is not None: |
| return False |
| |
| |
| class Issues: |
| def __init__(self, org, repo, token): |
| self.repo = repo |
| self.org = org |
| self.issues_url = "https://github.com/%s/%s/issues" % ( |
| self.org, self.repo) |
| self.github_url = 'https://api.github.com/repos/%s/%s' % ( |
| self.org, self.repo) |
| |
| self.api_token = token |
| self.headers = {} |
| self.headers['Authorization'] = 'token %s' % self.api_token |
| self.headers['Accept'] = 'application/vnd.github.golden-comet-preview+json' |
| self.items = [] |
| |
| def get_pull(self, pull_nr): |
| url = ("%s/pulls/%s" % (self.github_url, pull_nr)) |
| response = requests.get("%s" % (url), headers=self.headers) |
| if response.status_code != 200: |
| raise RuntimeError( |
| "Failed to get issue due to unexpected HTTP status code: {}".format( |
| response.status_code) |
| ) |
| item = response.json() |
| return item |
| |
| def get_issue(self, issue_nr): |
| url = ("%s/issues/%s" % (self.github_url, issue_nr)) |
| response = requests.get("%s" % (url), headers=self.headers) |
| if response.status_code != 200: |
| return None |
| |
| item = response.json() |
| return item |
| |
| def list_issues(self, url): |
| response = requests.get("%s" % (url), headers=self.headers) |
| if response.status_code != 200: |
| raise RuntimeError( |
| "Failed to get issue due to unexpected HTTP status code: {}".format( |
| response.status_code) |
| ) |
| self.items = self.items + response.json() |
| |
| try: |
| print("Getting more items...") |
| next_issues = response.links["next"] |
| if next_issues: |
| next_url = next_issues['url'] |
| self.list_issues(next_url) |
| except KeyError: |
| pass |
| |
| def issues_since(self, date, state="closed"): |
| self.list_issues("%s/issues?state=%s&since=%s" % |
| (self.github_url, state, date)) |
| |
| def pull_requests(self, base='v1.14-branch', state='closed'): |
| self.list_issues("%s/pulls?state=%s&base=%s" % |
| (self.github_url, state, base)) |
| |
| |
| def parse_args(): |
| global args |
| |
| parser = argparse.ArgumentParser( |
| description=__doc__, |
| formatter_class=argparse.RawDescriptionHelpFormatter) |
| |
| parser.add_argument("-o", "--org", default="zephyrproject-rtos", |
| help="Github organisation") |
| |
| parser.add_argument("-r", "--repo", default="zephyr", |
| help="Github repository") |
| |
| parser.add_argument("-f", "--file", required=True, |
| help="Name of output file.") |
| |
| parser.add_argument("-s", "--issues-since", |
| help="""List issues since date where date |
| is in the format 2019-09-01.""") |
| |
| parser.add_argument("-b", "--issues-in-pulls", |
| help="List issues in pulls for a given branch") |
| |
| parser.add_argument("-c", "--commits-file", |
| help="""File with all commits (git log a..b) to |
| be parsed for fixed bugs.""") |
| |
| args = parser.parse_args() |
| |
| |
| def main(): |
| parse_args() |
| |
| token = os.environ.get('GITHUB_TOKEN', None) |
| if not token: |
| sys.exit("""Github token not set in environment, |
| set the env. variable GITHUB_TOKEN please and retry.""") |
| |
| i = Issues(args.org, args.repo, token) |
| |
| if args.issues_since: |
| i.issues_since(args.issues_since) |
| count = 0 |
| with open(args.file, "w") as f: |
| for issue in i.items: |
| if 'pull_request' not in issue: |
| # * :github:`8193` - STM32 config BUILD_OUTPUT_HEX fail |
| f.write("* :github:`{}` - {}\n".format( |
| issue['number'], issue['title'])) |
| count = count + 1 |
| elif args.issues_in_pulls: |
| i.pull_requests(base=args.issues_in_pulls) |
| count = 0 |
| |
| bugs = set() |
| backports = [] |
| for issue in i.items: |
| if not isinstance(issue['body'], str): |
| continue |
| match = re.findall(r"(Fixes|Closes|Fixed|close):? #([0-9]+)", |
| issue['body'], re.MULTILINE) |
| if match: |
| for mm in match: |
| bugs.add(mm[1]) |
| else: |
| match = re.findall( |
| r"Backport #([0-9]+)", issue['body'], re.MULTILINE) |
| if match: |
| backports.append(match[0]) |
| |
| # follow PRs to their origin (backports) |
| with Spinner(): |
| for p in backports: |
| item = i.get_pull(p) |
| match = re.findall(r"(Fixes|Closes|Fixed|close):? #([0-9]+)", |
| item['body'], re.MULTILINE) |
| for mm in match: |
| bugs.add(mm[1]) |
| |
| # now open commits |
| if args.commits_file: |
| print("Open commits file and parse for fixed bugs...") |
| with open(args.commits_file, "r") as commits: |
| content = commits.read() |
| match = re.findall(r"(Fixes|Closes|Fixed|close):? #([0-9]+)", |
| str(content), re.MULTILINE) |
| for mm in match: |
| bugs.add(mm[1]) |
| |
| print("Create output file...") |
| with Spinner(): |
| with open(args.file, "w") as f: |
| for m in sorted(bugs): |
| item = i.get_issue(m) |
| if item: |
| # * :github:`8193` - STM32 config BUILD_OUTPUT_HEX fail |
| f.write("* :github:`{}` - {}\n".format( |
| item['number'], item['title'])) |
| |
| |
| if __name__ == '__main__': |
| main() |