1
=== added file 'bot-stats.py'
2
--- bot-stats.py	1970-01-01 00:00:00 +0000
3
+++ bot-stats.py	2011-11-07 11:57:23 +0000
4
@@ -0,0 +1,100 @@
5
1
#!/usr/bin/env python
6
2
import urllib2
7
3
import json
8
4
import argparse
9
5
10
6
# Headers needed to use JSON-RPC API.
11
7
headers = {"Accept": "application/json,application/jsonrequest",
12
8
           "Content-Type": "application/json; charset=UTF-8"}
13
9
14
10
def allQueryNext(review_host, query, pos, pageSize):
15
11
    """Use JSON-RPC api to query for reviews.
16
12
    See ChangeListServiceImpl.java in gerrit source for definition."""
17
13
    url = "http://%s/gerrit/rpc/ChangeListService" % review_host
18
14
    data = '{"jsonrpc":"2.0","method":"allQueryNext","params":["%s", "%s", %i],"id":1}' % (
19
15
        query, pos, pageSize)
20
16
    req = urllib2.Request(url, data, headers)
21
17
    resp = urllib2.urlopen(req)
22
18
    return json.loads(resp.read())
23
19
24
20
25
21
def changeDetail(review_host, change_id):
26
22
    """Use JSON-RPC api to query a particular review.
27
23
    See ChangeDetailServiceImpl.java in gerrit source for definition
28
24
    we rename the parameter to avoid collision with python reserved word."""
29
25
    url = "http://%s/gerrit/rpc/ChangeDetailService" % review_host
30
26
    data = '{"jsonrpc":"2.0","method":"changeDetail","params":[{"id":%i}],"id":1}' % (
31
27
        change_id)
32
28
    req = urllib2.Request(url, data, headers)
33
29
    resp = urllib2.urlopen(req)
34
30
    return json.loads(resp.read())
35
31
36
32
37
33
def main():
38
34
    parser = argparse.ArgumentParser(
39
35
        description="Report bot usage metrics.")
40
36
    # Reviewer to look for.
41
37
    parser.add_argument('--bot-email', default="linaro.androud.build.bot@gmail.com")
42
38
    # Gerrit server.
43
39
    parser.add_argument('--review-host', default="review.android.git.linaro.org")
44
40
    args = parser.parse_args()
45
41
    bot_email = args.bot_email
46
42
    review_host = args.review_host
47
43
48
44
    # Exclude ineligible projects.
49
45
    excluded_projects = ["-platform/manifest",
50
46
        "-device/linaro/beagleboard",
51
47
        "-device/linaro/origen",
52
48
        "-device/linaro/snowball",
53
49
        "-device/linaro/imx53"]
54
50
    # Time period to report on.
55
51
    time = "-age:4w"
56
52
    print "In time period '%s' there were:" % time
57
53
    
58
54
    # Get number of completed reviews.
59
55
    reviews = allQueryNext(review_host, "%s status:merged %s" % (time, " ".join(excluded_projects)), "z", 200)
60
56
    print "%3i review(s) completed" % len(reviews["result"]["changes"])
61
57
    # Get number of completed reviews with bot as a reviewer.
62
58
    reviews = allQueryNext(review_host, "%s status:merged reviewer:%s %s" % (time, bot_email, " ".join(excluded_projects)), "z", 200)
63
59
    print "%3i review(s) completed with bot reviewer" % len(reviews["result"]["changes"])
64
60
    # Get bot's uid in gerrit so we can parse gerrit's data.
65
61
    reviewer_id = (detail["id"]["id"] for detail in changeDetail(review_host, allQueryNext(review_host, "reviewer:%s" % bot_email, "z", 1)["result"]["changes"][0]["id"]["id"])["result"]["accounts"]["accounts"] if "fullName" in detail and detail["preferredEmail"] == bot_email).next()
66
62
    # Filter all completed reviews for ones with comments from bot.
67
63
    reviews = (detail for detail in (changeDetail(review_host, change["id"]["id"])["result"] for change in allQueryNext(review_host, "%s status:merged %s" % (time, " ".join(excluded_projects)), "z", 200)["result"]["changes"]) if filter(lambda x: "id" in x and x["id"] == reviewer_id, detail["accounts"]["accounts"]))
68
64
    # Draw 'league table' of Played (run), Won (passed) and Lost (failed).
69
65
    print """Bot feedback summary:
70
66
| Review |  Builds  |  Tests   |         Author         |     Authored     |       Committer        |     Committed    |
71
67
|--------|  P  W  L |  P  W  L |------------------------|------------------|------------------------|------------------|"""
72
68
    # Count reviews with one or more bot comments.
73
69
    participation_count = 0
74
70
    for r in reviews:
75
71
        # Capture changeid, first line of message in the gerrit comment. (Bot 
76
72
        # comments always start with "Patch Set #\n\n"), author and committer.
77
73
        try: 
78
74
            details = {"id": r["change"]["changeId"]["id"], "comments": map(lambda x: x["message"].splitlines()[2], filter(lambda x: "author" in x and "id" in x["author"] and x["author"]["id"] == reviewer_id, r["messages"])), "author": r["currentDetail"]["info"]["author"], "committer": r["currentDetail"]["info"]["committer"]}
79
75
        except IndexError: 
80
76
            # This happens if comment doesn't start with "Patch Set #\n\n"
81
77
            # We expect this for patch submissions from human reviewers, 
82
78
            # but we don't expect this for any bot comments.
83
79
            # Handling the error allows us to run the metrics against 
84
80
            # human reviewers too.
85
81
            continue
86
82
        print "| %6s | %2i %2i %2i | %2i %2i %2i | %22s | %16s | %22s | %16s |" % (
87
83
            details["id"],
88
84
            len(filter(lambda x: x.startswith("Started build"), details["comments"])),
89
85
            len(filter(lambda x: x.startswith("Build status: SUCCESS"), details["comments"])),
90
86
            len(filter(lambda x: x.startswith("Build status: FAILURE"), details["comments"])),
91
87
            len(filter(lambda x: x.startswith("Build status: SUCCESS"), details["comments"])),
92
88
            len(filter(lambda x: x.startswith("Test status: PASS"), details["comments"])),
93
89
            len(filter(lambda x: x.startswith("Test status: FAIL"), details["comments"])),
94
90
            details["author"]["name"],
95
91
            details["author"]["when"][0:16],
96
92
            details["committer"]["name"],
97
93
            details["committer"]["when"][0:16])
98
94
        participation_count += 1
99
95
    print "%3i review(s) completed with bot feedback" % participation_count
100
96
101
97
102
98
if __name__ == "__main__":
103
99
    main()
104
100
Status:	Merged
Approved by:	Frans Gifford on 2011-11-07
Approved revision:	79
Merged at revision:	79
Proposed branch:	lp:~fgiff/linaro-android-bot-review/create-bot-metrics
Merge into:	lp:linaro-android-bot-review
Diff against target:	104 lines (+100/-0) 1 file modified bot-stats.py (+100/-0)
To merge this branch:	bzr merge lp:~fgiff/linaro-android-bot-review/create-bot-metrics
Related bugs:	Link a bug report
Related blueprints:	Create a set of bot metrics (High)
Reviewer	Review Type	Date Requested	Status
Frans Gifford (community)			Approve on 2011-11-07
Review via email: mp+81443@code.launchpad.net