[release] Add script to gather PRs for a release

tests/scripts/release/gather_prs.py

@@ -0,0 +1,183 @@
+#!/usr/bin/env python3
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+import argparse
+import os
+import pickle
+from pathlib import Path
+import csv
+import sys
+
+REPO_ROOT = Path(__file__).resolve().parent.parent.parent.parent
+sys.path.append(str(REPO_ROOT / "tests" / "scripts"))
+
+from git_utils import git, GitHubRepo
+from github_tag_teams import tags_from_title
+
+GITHUB_TOKEN = os.environ["GITHUB_TOKEN"]
+
+
+PRS_QUERY = """
+query ($owner: String!, $name: String!, $after: String, $pageSize: Int!) {
+  repository(owner: $owner, name: $name) {
+    defaultBranchRef {
+      name
+      target {
+        ... on Commit {
+          oid
+          history(after: $after, first: $pageSize) {
+            pageInfo {
+              hasNextPage
+              endCursor
+            }
+            nodes {
+              oid
+              committedDate
+              associatedPullRequests(first: 1) {
+                nodes {
+                  number
+                  author {
+                    login
+                  }
+                  title
+                  body
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}
+"""
+
+
+def append_and_save(items, file):
+    if not file.exists():
+        data = []
+    else:
+        with open(file, "rb") as f:
+            data = pickle.load(f)
+
+    data += items
+    with open(file, "wb") as f:
+        pickle.dump(data, f)
+
+
+def fetch_pr_data(args, cache):
+    github = GitHubRepo(user=user, repo=repo, token=GITHUB_TOKEN)
+
+    i = 0
+    page_size = 80
+    cursor = f"{args.from_commit} {i}"
+
+    while True:
+        r = github.graphql(
+            query=PRS_QUERY,
+            variables={
+                "owner": user,
+                "name": repo,
+                "after": cursor,
+                "pageSize": page_size,
+            },
+        )
+        data = r["data"]["repository"]["defaultBranchRef"]["target"]["history"]
+        if not data["pageInfo"]["hasNextPage"]:
+            break
+        # print(data["pageInfo"]["endCursor"])
+        cursor = data["pageInfo"]["endCursor"]
+        results = data["nodes"]
+        # append_and_save(results)
+
+        to_add = []
+        stop = False
+        for r in results:
+            if r["oid"] == args.to_commit:
+                print(f"Found {r['oid']}, stopping")
+                stop = True
+                break
+            else:
+                to_add.append(r)
+
+        oids = [r["oid"] for r in to_add]
+        print(oids)
+        append_and_save(to_add, cache)
+        if stop:
+            break
+        print(i)
+        i += page_size
+
+
+if __name__ == "__main__":
+    help = "List out commits with attached PRs since a certain commit"
+    parser = argparse.ArgumentParser(description=help)
+    parser.add_argument("--from-commit", help="commit to start checking PRs from")
+    parser.add_argument("--to-commit", help="commit to stop checking PRs from")
+    parser.add_argument(
+        "--skip-query", action="store_true", help="don't query GitHub and instead use cache file"
+    )
+    args = parser.parse_args()
+    user = "apache"
+    repo = "tvm"
+
+    cache = Path("out.pkl")
+    if not args.skip_query:
+        fetch_pr_data(args, cache)
+
+    with open(cache, "rb") as f:
+        data = pickle.load(f)
+
+    print(len(data))
+
+    with open("out.csv", "w", newline="") as csvfile:
+        writer = csv.writer(csvfile, quotechar='"')
+        writer.writerow(
+            (
+                "category",
+                "description",
+                "date",
+                "number",
+                "author",
+                "tags",
+                "title",
+            )
+        )
+        for item in data:
+            pr = item["associatedPullRequests"]["nodes"][0]
+            tags = tags_from_title(pr["title"])
+            actual_tags = []
+            for t in tags:
+                items = [x.strip() for x in t.split(",")]
+                actual_tags += items
+            tags = actual_tags
+            tags = [t.lower() for t in tags]
+            category = ""
+            if len(tags) == 1:
+                category = tags[0]
+            writer.writerow(
+                (
+                    category,
+                    "",
+                    item["committedDate"],
+                    f'https://github.com/apache/tvm/pull/{pr["number"]}',
+                    pr["author"]["login"],
+                    ", ".join(tags),
+                    pr["title"],
+                )
+            )