{"id":833312,"url":"http://patchwork.ozlabs.org/api/1.2/patches/833312/?format=json","web_url":"http://patchwork.ozlabs.org/project/ubuntu-kernel/patch/20171102113435.26653-1-cascardo@canonical.com/","project":{"id":15,"url":"http://patchwork.ozlabs.org/api/1.2/projects/15/?format=json","name":"Ubuntu Kernel","link_name":"ubuntu-kernel","list_id":"kernel-team.lists.ubuntu.com","list_email":"kernel-team@lists.ubuntu.com","web_url":null,"scm_url":null,"webscm_url":null,"list_archive_url":"","list_archive_url_format":"","commit_url_format":""},"msgid":"<20171102113435.26653-1-cascardo@canonical.com>","list_archive_url":null,"date":"2017-11-02T11:34:35","name":"[kteam-tools] duplicate-bugs: find duplicates given two cycles","commit_ref":null,"pull_url":null,"state":"new","archived":false,"hash":"8ae501fd33c31871271ffa8df8a60d37e84e0d0e","submitter":{"id":70574,"url":"http://patchwork.ozlabs.org/api/1.2/people/70574/?format=json","name":"Thadeu Lima de Souza Cascardo","email":"cascardo@canonical.com"},"delegate":null,"mbox":"http://patchwork.ozlabs.org/project/ubuntu-kernel/patch/20171102113435.26653-1-cascardo@canonical.com/mbox/","series":[{"id":11487,"url":"http://patchwork.ozlabs.org/api/1.2/series/11487/?format=json","web_url":"http://patchwork.ozlabs.org/project/ubuntu-kernel/list/?series=11487","date":"2017-11-02T11:34:35","name":"[kteam-tools] duplicate-bugs: find duplicates given two cycles","version":1,"mbox":"http://patchwork.ozlabs.org/series/11487/mbox/"}],"comments":"http://patchwork.ozlabs.org/api/patches/833312/comments/","check":"pending","checks":"http://patchwork.ozlabs.org/api/patches/833312/checks/","tags":{},"related":[],"headers":{"Return-Path":"","X-Original-To":"incoming@patchwork.ozlabs.org","Delivered-To":"patchwork-incoming@bilbo.ozlabs.org","Authentication-Results":"ozlabs.org;\n\tspf=none (mailfrom) smtp.mailfrom=lists.ubuntu.com\n\t(client-ip=91.189.94.19; helo=huckleberry.canonical.com;\n\tenvelope-from=kernel-team-bounces@lists.ubuntu.com;\n\treceiver=)","Received":["from huckleberry.canonical.com (huckleberry.canonical.com\n\t[91.189.94.19])\n\tby ozlabs.org (Postfix) with ESMTP id 3ySNLV6nfCz9sNc;\n\tThu, 2 Nov 2017 22:35:30 +1100 (AEDT)","from localhost ([127.0.0.1] helo=huckleberry.canonical.com)\n\tby huckleberry.canonical.com with esmtp (Exim 4.86_2)\n\t(envelope-from )\n\tid 1eADmN-0000yi-P1; Thu, 02 Nov 2017 11:35:23 +0000","from youngberry.canonical.com ([91.189.89.112])\n\tby huckleberry.canonical.com with esmtps\n\t(TLS1.0:DHE_RSA_AES_128_CBC_SHA1:128)\n\t(Exim 4.86_2) (envelope-from )\n\tid 1eADmG-0000xQ-I8\n\tfor kernel-team@lists.ubuntu.com; Thu, 02 Nov 2017 11:35:16 +0000","from 1.general.cascardo.us.vpn ([10.172.70.58]\n\thelo=localhost.localdomain)\n\tby youngberry.canonical.com with esmtpsa\n\t(TLS1.0:DHE_RSA_AES_256_CBC_SHA1:32)\n\t(Exim 4.76) (envelope-from )\n\tid 1eADmF-0005bp-IE\n\tfor kernel-team@lists.ubuntu.com; Thu, 02 Nov 2017 11:35:16 +0000"],"From":"Thadeu Lima de Souza Cascardo ","To":"kernel-team@lists.ubuntu.com","Subject":"[kteam-tools PATCH] duplicate-bugs: find duplicates given two cycles","Date":"Thu, 2 Nov 2017 09:34:35 -0200","Message-Id":"<20171102113435.26653-1-cascardo@canonical.com>","X-Mailer":"git-send-email 2.11.0","X-BeenThere":"kernel-team@lists.ubuntu.com","X-Mailman-Version":"2.1.20","Precedence":"list","List-Id":"Kernel team discussions ","List-Unsubscribe":",\n\t","List-Archive":"","List-Post":"","List-Help":"","List-Subscribe":",\n\t","MIME-Version":"1.0","Content-Type":"text/plain; charset=\"utf-8\"","Content-Transfer-Encoding":"base64","Errors-To":"kernel-team-bounces@lists.ubuntu.com","Sender":"\"kernel-team\" "},"content":"Given two cycles and a series, find bugs that match them, and mark the\nbugs from the old cycle as duplicate of those from the new cycle.\n\nSigned-off-by: Thadeu Lima de Souza Cascardo \n---\n stable/duplicate-bugs | 206 ++++++++++++++++++++++++++++++++++++++++++++++++++\n 1 file changed, 206 insertions(+)\n create mode 100755 stable/duplicate-bugs","diff":"diff --git a/stable/duplicate-bugs b/stable/duplicate-bugs\nnew file mode 100755\nindex 00000000..fc15e1ef\n--- /dev/null\n+++ b/stable/duplicate-bugs\n@@ -0,0 +1,206 @@\n+#!/usr/bin/env python3\n+#\n+import sys\n+import os\n+\n+sys.path.append(os.path.realpath(os.path.join(os.path.dirname(__file__), '..', 'py3')))\n+\n+\n+from datetime import datetime, timedelta\n+from argparse import ArgumentParser, RawDescriptionHelpFormatter\n+from logging import basicConfig, DEBUG, INFO, WARNING\n+from ktl.log import center, cleave, cdebug, cinfo, Clog\n+from ktl.launchpad import Launchpad\n+from ktl.ubuntu import Ubuntu\n+\n+# AppError\n+#\n+# A general exception that can be raised when an error is encountered in the app.\n+#\n+class AppError(Exception):\n+ # __init__\n+ #\n+ def __init__(self, error=''):\n+ self.msg = error\n+\n+# Tracking\n+#\n+class Tracking():\n+ '''\n+ '''\n+ # __init__\n+ #\n+ def __init__(s, args):\n+ s.args = args\n+ s.launchpad = Launchpad('start-sru-cycle').service\n+ s.project_tracked = 'kernel-sru-workflow'\n+ ubuntu = Ubuntu()\n+ series = ubuntu.supported_series_version\n+ series.append(ubuntu.development_series_version)\n+ s.series = []\n+ for ss in sorted(series):\n+ s.series.append(ubuntu.db[ss]['name'])\n+\n+ def get_master(s, project, cycle, series):\n+ '''\n+ Return the bug id of the master bug\n+ '''\n+ center(s.__class__.__name__ + '.get_master')\n+\n+ retval = None\n+\n+ cdebug('project: %s' % project)\n+ cycle = 'kernel-sru-cycle-' + cycle\n+ search_tags = [cycle, series, 'kernel-sru-master-kernel']\n+ search_tags_combinator = \"All\"\n+ # A list of the bug statuses that we care about\n+ #\n+ search_status = [\"New\", \"In Progress\", \"Incomplete\", \"Fix Committed\", \"Invalid\"]\n+ # The tracking bugs that we are interested in should have been created recently (days).\n+ #\n+ search_since = datetime.utcnow() - timedelta(days=30)\n+ lp_project = s.launchpad.projects[project]\n+ tasks = lp_project.searchTasks(status=search_status, tags=search_tags, tags_combinator=search_tags_combinator, modified_since=search_since, omit_duplicates=False)\n+\n+ if len(tasks) == 1:\n+ retval = tasks[0].bug.id\n+\n+ cleave(s.__class__.__name__ + '.get_master')\n+ return retval\n+\n+ def get_derivatives(s, project, bugid):\n+ '''\n+ Return the list of bug ids that are derivatives or backports of bugid\n+ '''\n+ center(s.__class__.__name__ + '.get_master')\n+\n+ retval = []\n+\n+ cdebug('project: %s' % project)\n+ search_tags = [\"kernel-sru-derivative-of-\" + str(bugid), \"kernel-sru-backport-of-\" + str(bugid)]\n+ search_tags_combinator = \"Any\"\n+ # A list of the bug statuses that we care about\n+ #\n+ search_status = [\"New\", \"In Progress\", \"Incomplete\", \"Fix Committed\", \"Invalid\"]\n+ # The tracking bugs that we are interested in should have been created recently (days).\n+ #\n+ search_since = datetime.utcnow() - timedelta(days=30)\n+ lp_project = s.launchpad.projects[project]\n+ tasks = lp_project.searchTasks(status=search_status, tags=search_tags, tags_combinator=search_tags_combinator, modified_since=search_since, omit_duplicates=False)\n+\n+ for task in tasks:\n+ retval.append(task.bug.id)\n+\n+ cleave(s.__class__.__name__ + '.get_master')\n+ return retval\n+\n+ def get_bugs(s, project, cycle, series):\n+ master = s.get_master(project, cycle, series)\n+ if not master:\n+ return []\n+ bugs = s.get_derivatives(s.project_tracked, master)\n+ bugs.append(master)\n+ return bugs\n+\n+ def get_series(s, lpbug):\n+ '''\n+ Get series for a given bug\n+ '''\n+ for series in s.series:\n+ if series in lpbug.tags:\n+ return series\n+ return None\n+\n+ # main\n+ #\n+ def main(s):\n+ retval = 1\n+ try:\n+ previous_cycle = s.get_bugs(s.project_tracked, s.args.sru_cycle, s.args.series)\n+ next_cycle = s.get_bugs(s.project_tracked, s.args.next_cycle, s.args.series)\n+\n+ previous_bugs = {}\n+ next_bugs = {}\n+ for bug in previous_cycle:\n+ lpbug = s.launchpad.bugs[bug]\n+ package = lpbug.title.split(\":\")[0]\n+ series = s.get_series(lpbug)\n+ key = package + \":\" + series\n+ if previous_bugs.get(key):\n+ raise AppError(\"duplicate package in previous cycle: %s\" % (key))\n+ previous_bugs[key] = lpbug\n+ for bug in next_cycle:\n+ lpbug = s.launchpad.bugs[bug]\n+ package = lpbug.title.split(\":\")[0]\n+ series = s.get_series(lpbug)\n+ key = package + \":\" + series\n+ if next_bugs.get(key):\n+ raise AppError(\"duplicate package in next cycle: %s\" % (key))\n+ next_bugs[key] = lpbug\n+\n+ for package in next_bugs:\n+ if not previous_bugs.get(package):\n+ raise AppError(\"could not find package %s in previous cycle\" % (package))\n+ for package in previous_bugs:\n+ if not next_bugs.get(package):\n+ raise AppError(\"could not find package %s in next cycle\" % (package))\n+\n+ for pkg in previous_bugs:\n+ bug = next_bugs[pkg]\n+ prev = previous_bugs[pkg]\n+ prev.duplicate_of = bug\n+ prev.lp_save()\n+ print(\"Marked #{} as duplicate of #{}: {}\".format(prev.id, bug.id, bug.title))\n+\n+ retval = 0\n+\n+ except AppError as e:\n+ print(\"ERROR: \" + str(e), file=sys.stderr)\n+\n+ # Handle the user presses .\n+ #\n+ except KeyboardInterrupt:\n+ print(\"Aborting ...\")\n+\n+ if retval > 0:\n+ print(\"\")\n+ print(\"Due to the above error(s), this script is unable to continue and is terminating.\")\n+ print(\"\")\n+\n+ return retval\n+\n+if __name__ == '__main__':\n+ app_description = '''\n+ '''\n+\n+ app_epilog = '''\n+ '''\n+\n+ parser = ArgumentParser(description=app_description, epilog=app_epilog, formatter_class=RawDescriptionHelpFormatter)\n+ parser.add_argument('--info', action='store_true', default=False, help='')\n+ parser.add_argument('--debug', action='store_true', default=False, help='')\n+ parser.add_argument('--dry-run', action='store_true', default=False, help='')\n+ parser.add_argument('--re-run', action='store_true', default=False, help='')\n+ parser.add_argument('--sru-cycle', action='store', required=True, help='')\n+ parser.add_argument('--next-cycle', action='store', required=True, help='')\n+ parser.add_argument('--series', action='store', required=True, help=\"\")\n+ args = parser.parse_args()\n+\n+ # If logging parameters were set on the command line, handle them\n+ # here.\n+ #\n+ Clog.color = True\n+ if args.debug:\n+ log_format = \"%(levelname)s - %(message)s\"\n+ basicConfig(level=DEBUG, format=log_format)\n+ Clog.dbg = True\n+ elif args.info:\n+ log_format = \"%(message)s\"\n+ basicConfig(level=INFO, format=log_format)\n+ else:\n+ log_format = \"%(message)s\"\n+ basicConfig(level=WARNING, format=log_format)\n+\n+ exit(Tracking(args).main())\n+\n+# vi:set ts=4 sw=4 expandtab syntax=python:\n","prefixes":["kteam-tools"]}