code.delx.au - gnu-emacs-elpa/blob - admin/forward-diffs.py

   1 #!/usr/bin/python
   2 ### forward-diffs.py --- forward emacs-elpa-diffs mails to maintainers
   3
   4 ## Copyright (C) 2012 Free Software Foundation, Inc.
   5
   6 ## Author: Glenn Morris <rgm@gnu.org>
   7
   8 ## This program is free software; you can redistribute it and/or modify
   9 ## it under the terms of the GNU General Public License as published by
  10 ## the Free Software Foundation, either version 3 of the License, or
  11 ## (at your option) any later version.
  12
  13 ## This program is distributed in the hope that it will be useful,
  14 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 ## GNU General Public License for more details.
  17
  18 ## You should have received a copy of the GNU General Public License
  19 ## along with this program.  If not, see <http://www.gnu.org/licenses/>.
  20
  21 ### Commentary:
  22
  23 ## Forward emails from the emacs-elpa-diffs mailing list to the
  24 ## maintainer(s) of the modified files.
  25
  26 ## Two modes of operation:
  27
  28 ## 1) Create the maintfile (really this is just an optimization):
  29 ## forward-diffs.py --create -p packagesdir -m maintfile
  30
  31 ## You can start with an empty maintfile and normal operation in 2)
  32 ## will append information as needed.
  33
  34 ## 2) Call from eg procmail to forward diffs.  Example usage:
  35
  36 ## :0c
  37 ## * ^TO_emacs-elpa-diffs@gnu\.org
  38 ## | forward-diffs.py -p packagedir -m maintfile -l logfile -s sender
  39
  40 ## where
  41
  42 ## packagedir = /path/to/packages
  43 ## sender = your email address
  44 ## logfile = file to write log to (you might want to rotate/compress/examine it)
  45 ## maintfile = file listing files and their maintainers, with format:
  46 ##
  47 ## package1/file1   email1
  48 ## package2/file2   email2,email3
  49 ##
  50 ## Use "nomail" for the email field to not send a mail.
  51 ##
  52 ## overmaintfile = like maintfile, but takes precedence over it.
  53
  54 ### Code:
  55
  56 import optparse
  57 import sys
  58 import re
  59 import email
  60 import smtplib
  61 import datetime
  62 import os
  63
  64
  65 ## Scan FILE for Author or Maintainer (preferred) headers.
  66 ## Return a list of all email addresses found in MAINTS.
  67 def scan_file(file, maints):
  68
  69     try:
  70         fd = open( file, 'r')
  71     except Exception as err:
  72         lfile.write('Error opening file %s: %s\n' % (file, str(err)))
  73         return 1
  74
  75     ## Max number of lines to scan looking for a maintainer.
  76     ## (20 seems to be the highest at present).
  77     max_lines = 50
  78     nline = 0
  79     cont = 0
  80     type = ""
  81
  82     for line in fd:
  83
  84         nline += 1
  85
  86         if ( nline > max_lines ): break
  87
  88         ## Try and de-obfuscate.  Worth it?
  89         line = re.sub( '(?i) AT ', '@', line )
  90         line = re.sub( '(?i) DOT ', '.', line )
  91
  92         if cont:           # continued header?
  93             reg = re.match( ('%s[ \t]+[^:]*?<?([\w.-]+@[\w.-]+)>?' % prefix), line, re.I )
  94             if not reg:         # not a continued header
  95                 cont = 0
  96                 prefix = ""
  97                 if ( type == "maint" ): break
  98                 type = ""
  99
 100         ## Check for one header immediately after another.
 101         if not cont:
 102             reg = re.match( '([^ ]+)? *(Author|Maintainer)s?: .*?<?([\w.-]+@[\w.-]+)>?', line, re.I )
 103
 104
 105         if not reg: continue
 106
 107         if cont:
 108             email = reg.group(1)
 109             maints.append(email)
 110         else:
 111             cont = 1
 112             prefix = reg.group(1) or ""
 113             type = reg.group(2)
 114             email = reg.group(3)
 115             type = "maint" if re.search( 'Maintainer', type, re.I ) else "auth"
 116             ## maints = [] does the wrong thing.
 117             if type == "maint": del maints[:]
 118             maints.append(email)
 119
 120     fd.close()
 121
 122
 123 ## Scan all the files under dir for maintainer information.
 124 ## Write to stdout, or optional argument outfile (which is overwritten).
 125 def scan_dir(dir, outfile=None):
 126
 127     dir = re.sub( '/+$', '', dir) + '/' # ensure trailing /
 128
 129     if not os.path.isdir(dir):
 130         sys.stderr.write('No such directory: %s\n' % dir)
 131         sys.exit(1)
 132
 133     fd = 0
 134     if outfile:
 135         try:
 136             fd = open( outfile, 'w' )
 137         except Exception as err:
 138             sys.stderr.write("Error opening `%s': %s\n" % (outfile, str(err)))
 139             sys.exit(1)
 140
 141
 142     for dirpath, dirnames, filenames in os.walk(dir):
 143         for file in filenames:
 144             path = os.path.join(dirpath, file)
 145             maints = []
 146             scan_file(path, maints)
 147             ## This would skip printing empty maints.
 148             ## That would mean we would scan the file each time for no reason.
 149 ##            if not maints: continue
 150             path = re.sub( '^%s' % dir, '', path )
 151             string = "%-50s %s\n" % (path, ",".join(maints))
 152             if fd:
 153                 fd.write(string)
 154             else:
 155                 print string,
 156
 157     if fd: fd.close()
 158
 159
 160 usage="""usage: %prog <-p /path/to/packages> <-m maintfile>
 161    <-l logfile -s sender|--create> [-o overmaintfile] [--sendmail] [--debug]
 162 Take a GNU ELPA diff on stdin, and forward it to the maintainer(s)."""
 163
 164 parser = optparse.OptionParser()
 165 parser.set_usage ( usage )
 166 parser.add_option( "-m", dest="maintfile", default=None,
 167                    help="file listing packages and maintainers")
 168 parser.add_option( "-l", dest="logfile", default=None,
 169                    help="file to append output to")
 170 parser.add_option( "-o", dest="overmaintfile", default=None,
 171                    help="override file listing packages and maintainers")
 172 parser.add_option( "-p", dest="packagedir", default=None,
 173                    help="path to packages directory")
 174 parser.add_option( "-s", dest="sender", default=None,
 175                    help="sender address for forwards")
 176 parser.add_option( "--create", dest="create", default=False,
 177                    action="store_true", help="create maintfile")
 178 parser.add_option( "--sendmail", dest="sendmail", default=False,
 179                    action="store_true", help="use sendmail rather than smtp")
 180 parser.add_option( "--debug", dest="debug", default=False,
 181                    action="store_true", help="debug only, do not send mail")
 182
 183
 184 ( opts, args ) = parser.parse_args()
 185
 186
 187 if not opts.maintfile:
 188     parser.error('No maintfile specified')
 189
 190 if not opts.packagedir:
 191     parser.error('No packagedir specified')
 192
 193 if not os.path.isdir(opts.packagedir):
 194     sys.stderr.write('No such directory: %s\n' % opts.packagedir)
 195     sys.exit(1)
 196
 197
 198 if not opts.create:
 199     if not opts.logfile:
 200         parser.error('No logfile specified')
 201
 202     if not opts.sender:
 203         parser.error('No sender specified')
 204
 205
 206 ## Create the maintfile.
 207 if opts.create:
 208     scan_dir( opts.packagedir, opts.maintfile )
 209     sys.exit()
 210
 211
 212 try:
 213     lfile = open( opts.logfile, 'a' )
 214 except Exception as err:
 215     sys.stderr.write('Error opening logfile: %s\n' % str(err))
 216     sys.exit(1)
 217
 218
 219 try:
 220     mfile = open( opts.maintfile, 'r' )
 221 except Exception as err:
 222     lfile.write('Error opening maintfile: %s\n' % str(err))
 223     sys.exit(1)
 224
 225 ## Each element is package/file: maint1, maint2, ...
 226 maints = {}
 227
 228 for line in mfile:
 229     if re.match( '#| *$', line ): continue
 230     (pfile, maint) = line.split()
 231     maints[pfile] = maint.split(',')
 232
 233 mfile.close()
 234
 235
 236 if opts.overmaintfile:
 237     try:
 238         ofile = open( opts.overmaintfile, 'r' )
 239     except Exception as err:
 240         lfile.write('Error opening overmaintfile: %s\n' % str(err))
 241         sys.exit(1)
 242
 243     for line in ofile:
 244         if re.match( '#| *$', line ): continue
 245         (pfile, maint) = line.split()
 246         maints[pfile] = maint.split(',')
 247
 248     ofile.close()
 249
 250
 251 stdin = sys.stdin
 252
 253 text = stdin.read()
 254
 255
 256 resent_via = 'GNU ELPA diff forwarder'
 257
 258 message = email.message_from_string( text )
 259
 260 (msg_name, msg_from) = email.utils.parseaddr( message['from'] )
 261
 262 lfile.write('\nDate: %s\n' % str(datetime.datetime.now()))
 263 lfile.write('Message-ID: %s\n' % message['message-id'])
 264 lfile.write('From: %s\n' % msg_from)
 265
 266 if resent_via == message['x-resent-via']:
 267     lfile.write('Mail loop; aborting\n')
 268     sys.exit(1)
 269
 270
 271 start = False
 272 pfiles_seen = []
 273 maints_seen = []
 274
 275 for line in text.splitlines():
 276
 277     if re.match( 'modified:$', line ):
 278         start = True
 279         continue
 280
 281     if not start: continue
 282
 283     if re.match( ' *$', line ): break
 284
 285
 286     reg = re.match( 'packages/([^ ]+)', line.strip() )
 287     if not reg: break
 288
 289
 290     pfile = reg.group(1)
 291
 292     lfile.write('File: %s\n' % pfile)
 293
 294     ## Should not be possible for files (rather than packages)...
 295     if pfile in pfiles_seen:
 296         lfile.write('Already seen this file\n')
 297         continue
 298
 299     pfiles_seen.append(pfile)
 300
 301
 302     if not pfile in maints:
 303
 304         lfile.write('Unknown maintainer, scanning file...\n')
 305
 306         thismaint = []
 307         thisfile = os.path.join( opts.packagedir, pfile )
 308
 309         scan_file( thisfile, thismaint )
 310
 311         if not thismaint: continue
 312
 313         maints[pfile] = thismaint
 314
 315         ## Append maintainer to file.
 316         try:
 317             mfile = open( opts.maintfile, 'a' )
 318             string = "%-50s %s\n" % (pfile, ",".join(thismaint))
 319             mfile.write(string)
 320             mfile.close()
 321             lfile.write('Appended to maintfile\n')
 322         except Exception as err:
 323             lfile.write('Error appending to maintfile: %s\n' % str(err))
 324
 325
 326     for maint in maints[pfile]:
 327
 328         lfile.write('Maint: %s\n' % maint)
 329
 330
 331         if maint in maints_seen:
 332             lfile.write('Already seen this maintainer\n')
 333             continue
 334
 335         maints_seen.append(maint)
 336
 337
 338         if maint == "nomail":
 339             lfile.write('Not resending, no mail is requested\n')
 340             continue
 341
 342
 343         if maint == msg_from:
 344             lfile.write('Not resending, since maintainer = committer\n')
 345             continue
 346
 347
 348         forward = message
 349         forward.add_header('X-Resent-Via', resent_via)
 350         forward.add_header('Resent-To', maint)
 351         forward.add_header('Resent-From', opts.sender)
 352
 353         lfile.write('Resending via %s...\n' % ('sendmail'
 354                     if opts.sendmail else 'smtp') )
 355
 356
 357         if opts.debug: continue
 358
 359
 360         if opts.sendmail:
 361              s = os.popen("/usr/sbin/sendmail -i -f %s %s" %
 362                           (opts.sender, maint), "w")
 363              s.write(forward.as_string())
 364              status = s.close()
 365              if status:
 366                  lfile.write('Sendmail exit status: %s\n' % status)
 367
 368         else:
 369
 370             try:
 371                 s = smtplib.SMTP('localhost')
 372             except Exception as err:
 373                 lfile.write('Error opening smtp: %s\n' % str(err))
 374                 sys.exit(1)
 375
 376             try:
 377                 s.sendmail(opts.sender, maint, forward.as_string())
 378             except Exception as err:
 379                 lfile.write('Error sending smtp: %s\n' % str(err))
 380
 381             s.quit()
 382
 383 ### forward-diffs.py ends here