boostbook_report.py

Boost provides free peer-reviewed portable C++ source libraries. We emphasize libraries that work

import ftplib
import optparse
import os
import time
import urlparse
import utils
import shutil
import sys
import zipfile
import xml.sax.saxutils


import utils.libxslt

def get_date( words ):
    date = words[ 5: -1 ]
    t = time.localtime()

    month_names = [ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" ]

    year = time.localtime()[0] # If year is not secified is it the current year
    month = month_names.index( date[0] ) + 1
    day = int( date[1] )
    hours = 0 
    minutes = 0

    if  date[2].find( ":" ) != -1:
        ( hours, minutes ) = [ int(x) for x in date[2].split( ":" ) ]
    else:
        # there is no way to get seconds for not current year dates
        year = int( date[2] )

    return ( year, month, day, hours, minutes, 0, 0, 0, 0 )

#def check_for_new_upload( target_dir, boostbook_info ):

def accept_args( args ):        
    parser = optparse.OptionParser()
    parser.add_option( '-t', '--tag', dest='tag', help="the tag for the results (i.e. 'RC_1_34_0')" )
    parser.add_option( '-d', '--destination', dest='destination', help='destination directory' )

    if len(args) == 0:
        parser.print_help()
        sys.exit( 1 )

    (options, args) = parser.parse_args()
    if not options.destination:
        print '-d is required'
        parser.print_help()
        sys.exit( 1 )
    return options

def unzip( archive_path, result_dir ):
    utils.log( 'Unpacking %s into %s' % ( archive_path, result_dir ) )
    z = zipfile.ZipFile( archive_path, 'r', zipfile.ZIP_DEFLATED ) 
    for f in z.infolist():
        dir = os.path.join( result_dir, os.path.dirname( f.filename ) )
        if not os.path.exists( dir ):
            os.makedirs( dir )
        result = open( os.path.join( result_dir, f.filename ), 'wb' )
        result.write( z.read( f.filename ) )
        result.close()

    z.close()

def boostbook_report( options ):
    site = 'fx.meta-comm.com'
    site_path = '/boost-regression/%s' % options.tag
    
    utils.log( 'Opening %s ...' % site )
    f = ftplib.FTP( site )
    f.login()
    utils.log( '   cd %s ...' % site_path )
    f.cwd( site_path )
    
    utils.log( '   dir' )
    lines = []
    f.dir( lambda x: lines.append( x ) )
    word_lines = [ x.split( None, 8 ) for x in lines ]
    boostbook_info = [ ( l[-1], get_date( l ) ) for l in word_lines if l[-1] == "BoostBook.zip" ]
    if len( boostbook_info ) > 0:
        boostbook_info = boostbook_info[0]
        utils.log( 'BoostBook found! (%s)' % ( boostbook_info, ) )
        local_copy = os.path.join( options.destination,'BoostBook-%s.zip' % options.tag )
        
        if 1: 
            if os.path.exists( local_copy ):
                utils.log( 'Local copy exists. Checking if it is older than uploaded one...' )
                uploaded_mtime = time.mktime( boostbook_info[1] )
                local_mtime    = os.path.getmtime( local_copy )
                utils.log( '    uploaded: %s %s, local: %s %s' % 
                           ( uploaded_mtime
                             , boostbook_info[1]
                             , local_mtime 
                             , time.localtime( local_mtime )) ) 
                modtime = time.localtime( os.path.getmtime( local_copy ) )
                if uploaded_mtime <= local_mtime:
                    utils.log( 'Local copy is newer: exiting' )
                    sys.exit()
                
        if 1:
            temp = os.path.join( options.destination,'BoostBook.zip' )
            result = open( temp, 'wb' )
            f.retrbinary( 'RETR %s' % boostbook_info[0], result.write )
            result.close()
            
            if os.path.exists( local_copy ):
                os.unlink( local_copy )
            os.rename( temp, local_copy )
            m = time.mktime( boostbook_info[1] )
            os.utime( local_copy, ( m, m ) )


        docs_name = os.path.splitext( os.path.basename( local_copy ) )[0]
        if 1:
            unpacked_docs_dir = os.path.join( options.destination, docs_name )
            utils.log( 'Dir %s ' % unpacked_docs_dir )
            if os.path.exists( unpacked_docs_dir ):
                utils.log( 'Cleaning up...' )
                shutil.rmtree( unpacked_docs_dir )
            os.makedirs( unpacked_docs_dir )
            
            unzip( local_copy, unpacked_docs_dir )

        utils.system( [ 'cd %s' % unpacked_docs_dir
                       , 'tar -c -f ../%s.tar.gz -z --exclude=tarball *' % docs_name ] )
        
        process_boostbook_build_log( os.path.join( unpacked_docs_dir, 'boostbook.log' ), read_timestamp( unpacked_docs_dir ) )
        utils.libxslt( log
                         , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.xml' ) )
                         , os.path.abspath( os.path.join( os.path.dirname( __file__ ), 'xsl', 'v2', 'boostbook_log.xsl' ) ) 
                         , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.html' ) ) )

        
def log( msg ):
    print msg
    
def process_boostbook_build_log( path, timestamp ):
    f = open( path + '.xml', 'w' )
    g = xml.sax.saxutils.XMLGenerator( f )
    lines = open( path ).read().splitlines()
    output_lines = []
    result = 'success'
    for line in lines:
        type = 'output'
        if line.startswith( '...failed' ):
            type = 'failure'
            result='failure'

        if line.startswith( 'runtime error:' ):
            type = 'failure'
    
        if line.startswith( '...skipped' ):
            type = 'skipped'
        output_lines.append( ( type, line ) )
        
    g.startDocument()
    g.startElement( 'build', { 'result':  result, 'timestamp': timestamp } )
    for line in output_lines:
        g.startElement( 'line', { 'type': line[0]} )
        g.characters( line[1] )
        g.endElement( 'line' )
    g.endElement( 'build' )
    g.endDocument()
    
        
def read_timestamp( docs_directory ):
    f = open( os.path.join( docs_directory, 'timestamp' ) )
    try:
        return f.readline()
    finally:
        f.close()
    
def main():
    options = accept_args( sys.argv[1:])
    boostbook_report( options )

if __name__ == '__main__':
    main()