Logo Search packages:      
Sourcecode: nsis version File versions  Download package

release.py

00001 """
requires Python Image Library - http://www.pythonware.com/products/pil/
requires grep and diff - http://www.mingw.org/msys.shtml
requires command line svn - http://subversion.tigris.org/
requires pysvn - http://pysvn.tigris.org/

example release.cfg:
=========================
[auth]
USER=kichik
WIKI_PASSWORD=xxx

[version]
VERSION=2.10
VER_MAJOR=2
VER_MINOR=1
VER_REVISION=0
VER_BUILD=0

[svn]
SVN="C:\svn-win32\bin\svn.exe"
SVNROOT=https://nsis.svn.sourceforge.net/svnroot/nsis/NSIS

[compression]
TAR_BZ2=7zatarbz2.bat %s %s
ZIP="C:\Program Files\7-zip\7za.exe" a -tzip %s -mx9 -mfb=255 -mpass=4 %s

[rsh]
RSH="C:\Program Files\PuTTY\plink.exe" -2 -l kichik nsis.sourceforge.net

[wiki]
UPDATE_URL=http://nsis.sourceforge.net/Special:Simpleupdate?action=raw

[svn2cl]
SVN2CL_XSL=svl2cl.xsl
=========================

7zatarbz2.bat:
=========================
@echo off
"C:\Program Files\7-zip\7za.exe" a -ttar %2.tar -r %2
"C:\Program Files\7-zip\7za.exe" a -tbzip2 %1 -mx9 -mpass=7 %2.tar
=========================

TODO
~~~~

 * Create release on SourceForge automatically
 * Edit update.php
 * http://en.wikipedia.org/w/index.php?title=Nullsoft_Scriptable_Install_System&action=edit
 * Update Freshmeat
 * Update BetaNews

"""

import os
import sys
import time
import Image, ImageFont, ImageDraw
from ConfigParser import ConfigParser
from ftplib import FTP
import time
import pysvn

### read config

cfg = ConfigParser()
cfg.read('release.cfg')

USER = cfg.get('auth', 'USER')
WIKI_PASSWORD = cfg.get('auth', 'WIKI_PASSWORD')

VERSION = cfg.get('version', 'VERSION')
VER_MAJOR = cfg.get('version', 'VER_MAJOR')
VER_MINOR = cfg.get('version', 'VER_MINOR')
VER_REVISION = cfg.get('version', 'VER_REVISION')
VER_BUILD = cfg.get('version', 'VER_BUILD')

SVN = cfg.get('svn', 'SVN')
SVNROOT = cfg.get('svn', 'SVNROOT')

TAR_BZ2 = cfg.get('compression', 'TAR_BZ2')
ZIP = cfg.get('compression', 'ZIP')

RSH = cfg.get('rsh', 'RSH')

PURGE_URL = cfg.get('wiki', 'PURGE_URL')
UPDATE_URL = cfg.get('wiki', 'UPDATE_URL')

SVN2CL_XSL = cfg.get('svn2cl', 'SVN2CL_XSL')

### config env

SVN_TAG = 'v' + ''.join(VERSION.split('.'))

newverdir = 'nsis-%s-src' % VERSION
scons_line = 'scons -C %s VERSION=%s VER_MAJOR=%s VER_MINOR=%s VER_REVISION=%s VER_BUILD=%s ' \
                                     % (newverdir, VERSION, VER_MAJOR, VER_MINOR, VER_REVISION, VER_BUILD)

### utility functions

def log(msg, log_dir = '.'):
      open('%s\\release-%s.log' % (log_dir, VERSION), 'a').write(msg + '\n')

def exit(log_dir = '.'):
      log('\nerror occurred, exiting', log_dir)
      sys.exit(3)

LOG_ERRORS  = 2
LOG_ALL     = 1
LOG_NOTHING = 0

def run(command, log_level, err, wanted_ret = 0, log_dir = '.'):
      log('\nrunning %s\n' % command, log_dir)

      if log_level == LOG_ERRORS:
            cmd = '%s 2>> %s\\release-%s.log' % (command, log_dir, VERSION)
      elif log_level == LOG_ALL:
            cmd = '%s >> %s\\release-%s.log 2>&1' % (command, log_dir, VERSION)
      elif log_level == LOG_NOTHING:
            cmd = command
      else:
            raise ValueError

      ret = os.system(cmd)

      # sleep because for some weird reason, running cvs.exe hugs
      # the release log for some time after os.system returns
      #    still needed for svn?
      import time
      time.sleep(5)

      if ret != wanted_ret:
            print '*** ' + err
            log('*** ' + err, log_dir)
            exit(log_dir)

def confirm(question):
      print question
      if raw_input() != 'y':
            sys.exit(2)

### process functions

def Confirm():
      confirm('are you sure you want to release version %s?' % VERSION)
      confirm('did you update history.but?')

def StartLog():
      open('release-%s.log' % VERSION, 'w').write('releasing version %s at %s\n\n' % (VERSION, time.ctime()))

def RunTests():
      print 'running tests...'

      run(
            'scons -C .. test',
            LOG_ALL,
            'tests failed - see test.log for details'
      )

def TestSubversionEOL():
  print 'ensuring EOL...'

  from os import walk
  from os.path import join
  from os.path import splitext
  
  eoldict = {
    '.nsh' : 'native',
    '.nsi' : 'native',
    '.txt' : 'native',
    '.ini' : 'CRLF',
    '.dsp' : 'CRLF',
    '.dsw' : 'CRLF'
  }

  exceptions = ['newfile.txt', 'oldfile.txt']

  svn = pysvn.Client()

  for root, dirs, files in walk('..'):
    if '.svn' not in dirs:
      continue

    def versioned(f):
      s = svn.status(join(root, f))[0].text_status
      return s != pysvn.wc_status_kind.unversioned

    svn_files = filter(versioned, files)
    svn_files = filter(lambda x: x not in exceptions, svn_files)

    for f in svn_files:
      ext = splitext(f)[1]
      if ext in eoldict.keys():
        eol = eoldict[ext]
        s = svn.propget('svn:eol-style', join(root, f)).values()
        if not s or s[0] != eol:
          print '*** %s has bad eol-style' % f
          log('*** %s has bad eol-style' % f)
          exit()

def CreateMenuImage():
      print 'creating images...'

      ## create new header.gif for menu

      im = Image.new('RGB', (598, 45), '#000000')

      # copy background from header-notext.gif

      bim = Image.open(r'..\Menu\images\header-notext.gif')
      im.paste(bim)

      # draw new version number

      draw = ImageDraw.Draw(im)
      font = ImageFont.truetype('trebuc.ttf', 24)
      text = 'nullsoft scriptable install system %s' % VERSION
      draw.text((85, 7), text, font = font, fill = 'white')

      # save

      im = im.convert('P', palette = Image.ADAPTIVE)
      im.save(r'..\Menu\images\header.gif')

def CommitMenuImage():
      print 'committing header.gif...'

      run(
            '%s commit -m %s ..\\Menu\\images\\header.gif' % (SVN, VERSION),
            LOG_ALL,
            'failed committing header.gif'
      )

def TestInstaller():
      print 'testing installer...'

      os.mkdir('insttestscons')

      run(
            'scons -C .. VERSION=test PREFIX=%s\\insttestscons install dist-installer' % os.getcwd(),
            LOG_ALL,
            'installer creation failed'
      )

      run(
            '..\\nsis-test-setup.exe /S /D=%s\\insttest' % os.getcwd(),
            LOG_NOTHING,
            'installer failed'
      )

      run(
            'diff -r insttest insttestscons | grep -v uninst-nsis.exe',
            LOG_ALL,
            'scons and installer installations differ',
            1
      )

def Tag():
      print 'tagging...'

      run(
            '%s copy %s/trunk %s/tags/%s -m "Tagging for release %s"' % (SVN, SVNROOT, SVNROOT, SVN_TAG, VERSION),
            LOG_ALL,
            'failed creating tag %s' % SVN_TAG
      )

def Export():
      print 'exporting a fresh copy...'

      run(
            '%s export %s/tags/%s %s' % (SVN, SVNROOT, SVN_TAG, newverdir),
            LOG_ALL,
            'export failed'
      )

def CreateChangeLog():
      import win32com.client
      import codecs

      if not os.path.isfile(SVN2CL_XSL):

            import urllib

            print 'downloading svn2cl.xsl stylesheet...'

            urllib.urlretrieve('http://svn.collab.net/repos/svn/trunk/contrib/client-side/svn2cl/svn2cl.xsl', SVN2CL_XSL)

      print 'generating ChangeLog...'

      changelog = os.path.join(newverdir,'ChangeLog')

      # generate changelog xml
      run(
            '%s log --xml --verbose %s > %s' % (SVN, SVNROOT, changelog),
            LOG_ERRORS,
            'changelog failed'
      )

      # load changelog xml
      xmlo = win32com.client.Dispatch('Microsoft.XMLDOM')
      xmlo.loadXML(file(changelog).read())
      xmlo.preserveWhiteSpace = True

      # load xsl
      xslo = win32com.client.Dispatch('Microsoft.XMLDOM')
      xslo.validateOnParse = False
      xslo.preserveWhiteSpace = True
      xslo.loadXML(file(SVN2CL_XSL).read())

      # set strip-prefix to ''
      for a in xslo.selectNodes("/xsl:stylesheet/xsl:param[@name = 'strip-prefix']")[0].attributes:
            if a.name == 'select':
                  a.value = "''"

      # transform
      transformed = xmlo.transformNode(xslo)
      codecs.open(changelog, 'w', 'utf-8').write(transformed)

def CreateSourceTarball():
      print 'creating source tarball...'

      run(
            TAR_BZ2 % (newverdir + '.tar.bz2', newverdir),
            LOG_ALL,
            'source tarball creation failed'
      )

def BuildRelease():
      print 'creating distribution files...'

      run(
            scons_line + 'dist',
            LOG_ALL,
            'creation of distribution files failed'
      )

def CreateSpecialBuilds():
      def create_special_build(name, option):
            print 'creating %s special build...' % name

            os.mkdir(name)

            run(
                  scons_line + 'PREFIX=%s\\%s %s install-compiler install-stubs' % (os.getcwd(), name, option),
                  LOG_ALL,
                  'creation of %s special build failed' % name
            )

            os.chdir(name)
            run(
                  ZIP % ('..\\nsis-%s-%s.zip' % (VERSION, name), '*'),
                  LOG_ALL,
                  'copmression of %s special build failed' % name,
                  log_dir = '..'
            )
            os.chdir('..')

      create_special_build('strlen_8192', 'NSIS_MAX_STRLEN=8192')
      create_special_build('log', 'NSIS_CONFIG_LOG=yes')

def UploadFiles():
      print 'uploading files to SourceForge...'

      def upload(ftp, file):
            print '  uploading %s...' % file
            ftp.storbinary('STOR /incoming/%s' % file.split('\\')[-1], open(file, 'rb'))

      ftp = FTP('upload.sourceforge.net')
      ftp.login()

      upload(ftp, newverdir + '.tar.bz2')
      upload(ftp, newverdir + '\\nsis-%s-setup.exe' % VERSION)
      upload(ftp, newverdir + '\\nsis-%s.zip' % VERSION)
      upload(ftp, 'nsis-%s-log.zip' % VERSION)
      upload(ftp, 'nsis-%s-strlen_8192.zip' % VERSION)

      ftp.quit()

def ManualRelease():
      print 'release url:'
      print '  http://sourceforge.net/project/admin/qrs.php?package_id=0&group_id=22049'
      print

      sys.stdout.write('What\'s the SF release id of the new version? ')
      release_id = raw_input()

      return release_id

def UpdateWiki(release_id):
      print 'updating wiki...'

      def update_wiki_page(page, data, summary):
            print '  updating `%s` to `%s`' % (page, data)

            import urllib

            post =  'su_user=' + urllib.quote(USER)
            post += '&su_password=' + urllib.quote(WIKI_PASSWORD)
            post += '&su_title=' + urllib.quote(page)
            post += '&su_data=' + urllib.quote(data)
            post += '&su_summary=' + urllib.quote(summary)
            
            if urllib.urlopen(UPDATE_URL, post).read() != 'success':
                  log('*** failed updating `%s` wiki page' % page)
                  print '     *** failed updating `%s` wiki page' % page

      update_wiki_page('Template:NSISVersion', VERSION, 'new version')
      update_wiki_page('Template:NSISReleaseDate', time.strftime('%B %d, %Y'), 'new version')
      update_wiki_page('Template:NSISReleaseID', release_id, 'new version')

def UpdateChangeLog():
      run(
            '%s /home/groups/n/ns/nsis/bin/touch_cl_tag.sh' % RSH,
            LOG_ALL,
            'change log tag modification failed'
      )

def ToDo():
      print 'automatic phase done\n'
      print """
 * %s
 * Edit update.php
 * Post news item
 * http://en.wikipedia.org/w/index.php?title=Nullsoft_Scriptable_Install_System&action=edit
 * Update Freshmeat
 * Update BetaNews
      """ % (PURGE_URL % 'Download')

def CloseLog():
      log('done')

### ok, let's go!

Confirm()
StartLog()
RunTests()
TestSubversionEOL()
CreateMenuImage()
CommitMenuImage()
TestInstaller()
Tag()
Export()
CreateChangeLog()
CreateSourceTarball()
BuildRelease()
CreateSpecialBuilds()
UploadFiles()
release_id = ManualRelease()
UpdateWiki(release_id)
UpdateChangeLog()
ToDo()
CloseLog()

Generated by  Doxygen 1.6.0   Back to index