1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
#!/usr/bin/pypy
# -*- python -*-
#
# Crank through the log looking at when developers did their first and
# last patches.
#
# git log | firstlast -v versiondb
#
import argparse, pickle
import sys
import gitlog
import database
import ConfigFile
from utils import accumulator
#
# Arg processing
#
def SetupArgs():
p = argparse.ArgumentParser()
p.add_argument('-v', '--versiondb', help = 'Version database file',
required = False, default = 'committags.db')
p.add_argument('-c', '--config', help = 'Configuration file',
required = True)
p.add_argument('-d', '--dbdir', help = 'Where to find the config database files',
required = False, default = '')
p.add_argument('-f', '--first', help = 'First version for detailed tracking',
required = False, default = '')
p.add_argument('-l', '--last', help = 'Last version for detailed tracking',
required = False, default = '')
p.add_argument('-m', '--minversions', required = False, default = 1, type = int,
help = 'How many versions an author contributes to for counting')
return p.parse_args()
#
# Try to track the first directory a new developer touches.
#
FirstDirs = { }
def TrackFirstDirs(patch):
dirs = [ ]
for file in patch.files:
split = file.split('/')
if split[0] in ['arch', 'drivers', 'fs']:
track = '/'.join(split[0:2])
else:
track = split[0]
if track not in dirs:
dirs.append(track)
for dir in dirs:
try:
FirstDirs[dir] += 1
except KeyError:
FirstDirs[dir] = 1
def cmpdirs(d1, d2):
return FirstDirs[d2] - FirstDirs[d1]
def PrintFirstDirs():
dirs = FirstDirs.keys()
dirs.sort(cmpdirs)
for dir in dirs[:20]:
print '%5d: %s' % (FirstDirs[dir], dir)
#
# Let's also track who they worked for.
#
FirstEmpls = { }
def TrackFirstEmpl(name):
try:
FirstEmpls[name] += 1
except KeyError:
FirstEmpls[name] = 1
def cmpempls(e1, e2):
return FirstEmpls[e2] - FirstEmpls[e1]
def PrintFirstEmpls():
empls = FirstEmpls.keys()
empls.sort(cmpempls)
print '\nEmployers:'
for e in empls[:30]:
print '%5d: %s' % (FirstEmpls[e], e)
#
# We "know" that unknown/none are always the top two...
#
companies = 0
for e in empls[2:]:
companies += FirstEmpls[e]
print 'Companies: %d' % (companies)
#
# Version comparison stuff. Kernel-specific, obviously.
#
def die(gripe):
sys.stderr.write(gripe + '\n')
sys.exit(1)
def versionmap(vers):
split = vers.split('.')
if not (2 <= len(split) <= 3):
die('funky version %s' % (vers))
if split[0] in ['v2', '2']:
return int(split[2])
if split[0] in ['v3', '3']:
return 100 + int(split[1])
die('Funky version %s' % (vers))
T_First = 0
T_Last = 999999
def SetTrackingVersions(args):
global T_First, T_Last
if args.first:
T_First = versionmap(args.first)
if args.last:
T_Last = versionmap(args.last)
def TrackingVersion(vers):
return T_First <= versionmap(vers) <= T_Last
#
# Main program.
#
args = SetupArgs()
VDB = pickle.load(open(args.versiondb, 'r'))
ConfigFile.ConfigFile(args.config, args.dbdir)
SetTrackingVersions(args)
Firsts = accumulator()
Lasts = accumulator()
Singles = accumulator()
Versions = accumulator()
#
# Read through the full patch stream and collect the relevant info.
#
patch = gitlog.grabpatch(sys.stdin)
while patch:
try:
v = VDB[patch.commit]
except KeyError:
print 'Funky commit', patch.commit
patch = gitlog.grabpatch(sys.stdin)
continue
#
# The first patch we see is the last they committed, since git
# lists things in backwards order.
#
if len(patch.author.patches) == 0:
patch.author.lastvers = v
Lasts.append(v, patch.author)
patch.author.firstvers = v
patch.author.addpatch(patch)
Versions.append(patch.author.id, v, unique = True)
patch = gitlog.grabpatch(sys.stdin)
#
# Pass over all the hackers we saw and collate stuff.
#
for h in database.AllHackers():
if len(h.patches) > 0 and len(Versions[h.id]) >= args.minversions:
Firsts.append(h.firstvers, h)
if h.firstvers == h.lastvers:
Singles.incr(h.firstvers)
#
# Track details, but only for versions we care about
#
if TrackingVersion(h.firstvers):
p = h.patches[-1]
TrackFirstDirs(p)
try:
empl = h.emailemployer(p.email, p.date)
except AttributeError:
print 'No email on ', p.commit
continue
TrackFirstEmpl(empl.name)
versions = Lasts.keys()
def cmpvers(v1, v2):
return versionmap(v1) - versionmap(v2) # reverse sort
versions.sort(cmpvers)
for v in versions:
if args.minversions <= 1:
print v, len(Firsts[v]), len(Lasts[v]), Singles[v]
else:
print v, len(Firsts.get(v, [])), len(Lasts.get(v, []))
PrintFirstDirs()
PrintFirstEmpls()
|
