#!/usr/bin/python2.3

"""

This script is used to build the "official unofficial" universal build on

Mac OS X. It requires Mac OS X 10.4, Xcode 2.2 and the 10.4u SDK to do its

work.

Please ensure that this script keeps working with Python 2.3, to avoid

bootstrap issues (/usr/bin/python is Python 2.3 on OSX 10.4)

Usage: see USAGE variable in the script.

"""

import platform, os, sys, getopt, textwrap, shutil, urllib2, stat, time, pwd

import grp

INCLUDE_TIMESTAMP = 1

VERBOSE = 1

from plistlib import Plist

import MacOS

import Carbon.File

import Carbon.Icn

import Carbon.Res

from Carbon.Files import kCustomIconResource, fsRdWrPerm, kHasCustomIcon

from Carbon.Files import kFSCatInfoFinderInfo

try:

    from plistlib import writePlist

except ImportError:

    # We're run using python2.3

    def writePlist(plist, path):

        plist.write(path)

def shellQuote(value):

    """

    Return the string value in a form that can safely be inserted into

    a shell command.

    """

    return "'%s'"%(value.replace("'", "'\"'\"'"))

def grepValue(fn, variable):

    variable = variable + '='

    for ln in open(fn, 'r'):

        if ln.startswith(variable):

            value = ln[len(variable):].strip()

            return value[1:-1]

def getVersion():

    return grepValue(os.path.join(SRCDIR, 'configure'), 'PACKAGE_VERSION')

def getFullVersion():

    fn = os.path.join(SRCDIR, 'Include', 'patchlevel.h')

    for ln in open(fn):

        if 'PY_VERSION' in ln:

            return ln.split()[-1][1:-1]

    raise RuntimeError, "Cannot find full version??"

# The directory we'll use to create the build (will be erased and recreated)

WORKDIR = "/tmp/_py"

# The directory we'll use to store third-party sources. Set this to something

# else if you don't want to re-fetch required libraries every time.

DEPSRC = os.path.join(WORKDIR, 'third-party')

DEPSRC = os.path.expanduser('~/Universal/other-sources')

# Location of the preferred SDK

SDKPATH = "/Developer/SDKs/MacOSX10.4u.sdk"

#SDKPATH = "/"

ARCHLIST = ('i386', 'ppc',)

# Source directory (asume we're in Mac/BuildScript)

SRCDIR = os.path.dirname(

        os.path.dirname(

            os.path.dirname(

                os.path.abspath(__file__

        ))))

USAGE = textwrap.dedent("""\

    Usage: build_python [options]

    Options:

    -? or -h:            Show this message

    -b DIR

    --build-dir=DIR:     Create build here (default: %(WORKDIR)r)

    --third-party=DIR:   Store third-party sources here (default: %(DEPSRC)r)

    --sdk-path=DIR:      Location of the SDK (default: %(SDKPATH)r)

    --src-dir=DIR:       Location of the Python sources (default: %(SRCDIR)r)

""")% globals()

# Instructions for building libraries that are necessary for building a

# batteries included python.

LIBRARY_RECIPES = [

    dict(

        name="Bzip2 1.0.3",

        url="http://www.bzip.org/1.0.3/bzip2-1.0.3.tar.gz",

        configure=None,

        install='make install PREFIX=%s/usr/local/ CFLAGS="-arch %s -isysroot %s"'%(

            shellQuote(os.path.join(WORKDIR, 'libraries')),

            ' -arch '.join(ARCHLIST),

            SDKPATH,

        ),

    ),

    dict(

        name="ZLib 1.2.3",

        url="http://www.gzip.org/zlib/zlib-1.2.3.tar.gz",

        configure=None,

        install='make install prefix=%s/usr/local/ CFLAGS="-arch %s -isysroot %s"'%(

            shellQuote(os.path.join(WORKDIR, 'libraries')),

            ' -arch '.join(ARCHLIST),

            SDKPATH,

        ),

    ),

    dict(

        # Note that GNU readline is GPL'd software

        name="GNU Readline 5.1.4",

        url="http://ftp.gnu.org/pub/gnu/readline/readline-5.1.tar.gz" ,

        patchlevel='0',

        patches=[

            # The readline maintainers don't do actual micro releases, but

            # just ship a set of patches.

            'http://ftp.gnu.org/pub/gnu/readline/readline-5.1-patches/readline51-001',

            'http://ftp.gnu.org/pub/gnu/readline/readline-5.1-patches/readline51-002',

            'http://ftp.gnu.org/pub/gnu/readline/readline-5.1-patches/readline51-003',

            'http://ftp.gnu.org/pub/gnu/readline/readline-5.1-patches/readline51-004',

        ]

    ),

    dict(

        name="SQLite 3.6.3",

        url="http://www.sqlite.org/sqlite-3.6.3.tar.gz",

        checksum='93f742986e8bc2dfa34792e16df017a6feccf3a2',

        configure_pre=[

            '--enable-threadsafe',

            '--enable-tempstore',

            '--enable-shared=no',

            '--enable-static=yes',

            '--disable-tcl',

        ]

    ),

    dict(

        name="NCurses 5.5",

        url="http://ftp.gnu.org/pub/gnu/ncurses/ncurses-5.5.tar.gz",

        configure_pre=[

            "--without-cxx",

            "--without-ada",

            "--without-progs",

            "--without-curses-h",

            "--enable-shared",

            "--with-shared",

            "--datadir=/usr/share",

            "--sysconfdir=/etc",

            "--sharedstatedir=/usr/com",

            "--with-terminfo-dirs=/usr/share/terminfo",

            "--with-default-terminfo-dir=/usr/share/terminfo",

            "--libdir=/Library/Frameworks/Python.framework/Versions/%s/lib"%(getVersion(),),

            "--enable-termcap",

        ],

        patches=[

            "ncurses-5.5.patch",

        ],

        useLDFlags=False,

        install='make && make install DESTDIR=%s && cd %s/usr/local/lib && ln -fs ../../../Library/Frameworks/Python.framework/Versions/%s/lib/lib* .'%(

            shellQuote(os.path.join(WORKDIR, 'libraries')),

            shellQuote(os.path.join(WORKDIR, 'libraries')),

            getVersion(),

            ),

    ),

    dict(

        name="Sleepycat DB 4.7.25",

        url="http://download.oracle.com/berkeley-db/db-4.7.25.tar.gz",

        #name="Sleepycat DB 4.3.29",

        #url="http://downloads.sleepycat.com/db-4.3.29.tar.gz",

        buildDir="build_unix",

        configure="../dist/configure",

        configure_pre=[

            '--includedir=/usr/local/include/db4',

        ]

    ),

]

# Instructions for building packages inside the .mpkg.

PKG_RECIPES = [

    dict(

        name="PythonFramework",

        long_name="Python Framework",

        source="/Library/Frameworks/Python.framework",

        readme="""\

            This package installs Python.framework, that is the python

            interpreter and the standard library. This also includes Python

            wrappers for lots of Mac OS X API's.

        """,

        postflight="scripts/postflight.framework",

    ),

    dict(

        name="PythonApplications",

        long_name="GUI Applications",

        source="/Applications/Python %(VER)s",

        readme="""\

            This package installs IDLE (an interactive Python IDE),

            Python Launcher and Build Applet (create application bundles

            from python scripts).

            It also installs a number of examples and demos.

            """,

        required=False,

    ),

    dict(

        name="PythonUnixTools",

        long_name="UNIX command-line tools",

        source="/usr/local/bin",

        readme="""\

            This package installs the unix tools in /usr/local/bin for

            compatibility with older releases of MacPython. This package

            is not necessary to use MacPython.

            """,

        required=False,

    ),

    dict(

        name="PythonDocumentation",

        long_name="Python Documentation",

        topdir="/Library/Frameworks/Python.framework/Versions/%(VER)s/Resources/English.lproj/Documentation",

        source="/pydocs",

        readme="""\

            This package installs the python documentation at a location

            that is useable for pydoc and IDLE. If you have installed Xcode

            it will also install a link to the documentation in

            /Developer/Documentation/Python

            """,

        postflight="scripts/postflight.documentation",

        required=False,

    ),

    dict(

        name="PythonProfileChanges",

        long_name="Shell profile updater",

        readme="""\

            This packages updates your shell profile to make sure that

            the MacPython tools are found by your shell in preference of

            the system provided Python tools.

            If you don't install this package you'll have to add

            "/Library/Frameworks/Python.framework/Versions/%(VER)s/bin"

            to your PATH by hand.

            """,

        postflight="scripts/postflight.patch-profile",

        topdir="/Library/Frameworks/Python.framework",

        source="/empty-dir",

        required=False,

    ),

    dict(

        name="PythonSystemFixes",

        long_name="Fix system Python",

        readme="""\

            This package updates the system python installation on

            Mac OS X 10.3 to ensure that you can build new python extensions

            using that copy of python after installing this version.

            """,

        postflight="../Tools/fixapplepython23.py",

        topdir="/Library/Frameworks/Python.framework",

        source="/empty-dir",

        required=False,

    )

]

def fatal(msg):

    """

    A fatal error, bail out.

    """

    sys.stderr.write('FATAL: ')

    sys.stderr.write(msg)

    sys.stderr.write('\n')

    sys.exit(1)

def fileContents(fn):

    """

    Return the contents of the named file

    """

    return open(fn, 'rb').read()

def runCommand(commandline):

    """

    Run a command and raise RuntimeError if it fails. Output is surpressed

    unless the command fails.

    """

    fd = os.popen(commandline, 'r')

    data = fd.read()

    xit = fd.close()

    if xit is not None:

        sys.stdout.write(data)

        raise RuntimeError, "command failed: %s"%(commandline,)

    if VERBOSE:

        sys.stdout.write(data); sys.stdout.flush()

def captureCommand(commandline):

    fd = os.popen(commandline, 'r')

    data = fd.read()

    xit = fd.close()

    if xit is not None:

        sys.stdout.write(data)

        raise RuntimeError, "command failed: %s"%(commandline,)

    return data

def checkEnvironment():

    """

    Check that we're running on a supported system.

    """

    if platform.system() != 'Darwin':

        fatal("This script should be run on a Mac OS X 10.4 system")

    if platform.release() <= '8.':

        fatal("This script should be run on a Mac OS X 10.4 system")

    if not os.path.exists(SDKPATH):

        fatal("Please install the latest version of Xcode and the %s SDK"%(

            os.path.basename(SDKPATH[:-4])))

def parseOptions(args=None):

    """

    Parse arguments and update global settings.

    """

    global WORKDIR, DEPSRC, SDKPATH, SRCDIR

    if args is None:

        args = sys.argv[1:]

    try:

        options, args = getopt.getopt(args, '?hb',

                [ 'build-dir=', 'third-party=', 'sdk-path=' , 'src-dir='])

    except getopt.error, msg:

        print msg

        sys.exit(1)

    if args:

        print "Additional arguments"

        sys.exit(1)

    for k, v in options:

        if k in ('-h', '-?'):

            print USAGE

            sys.exit(0)

        elif k in ('-d', '--build-dir'):

            WORKDIR=v

        elif k in ('--third-party',):

            DEPSRC=v

        elif k in ('--sdk-path',):

            SDKPATH=v

        elif k in ('--src-dir',):

            SRCDIR=v

        else:

            raise NotImplementedError, k

    SRCDIR=os.path.abspath(SRCDIR)

    WORKDIR=os.path.abspath(WORKDIR)

    SDKPATH=os.path.abspath(SDKPATH)

    DEPSRC=os.path.abspath(DEPSRC)

    print "Settings:"

    print " * Source directory:", SRCDIR

    print " * Build directory: ", WORKDIR

    print " * SDK location:    ", SDKPATH

    print " * third-party source:", DEPSRC

    print ""

def extractArchive(builddir, archiveName):

    """

    Extract a source archive into 'builddir'. Returns the path of the

    extracted archive.

    XXX: This function assumes that archives contain a toplevel directory

    that is has the same name as the basename of the archive. This is

    save enough for anything we use.

    """

    curdir = os.getcwd()

    try:

        os.chdir(builddir)

        if archiveName.endswith('.tar.gz'):

            retval = os.path.basename(archiveName[:-7])

            if os.path.exists(retval):

                shutil.rmtree(retval)

            fp = os.popen("tar zxf %s 2>&1"%(shellQuote(archiveName),), 'r')

        elif archiveName.endswith('.tar.bz2'):

            retval = os.path.basename(archiveName[:-8])

            if os.path.exists(retval):

                shutil.rmtree(retval)

            fp = os.popen("tar jxf %s 2>&1"%(shellQuote(archiveName),), 'r')

        elif archiveName.endswith('.tar'):

            retval = os.path.basename(archiveName[:-4])

            if os.path.exists(retval):

                shutil.rmtree(retval)

            fp = os.popen("tar xf %s 2>&1"%(shellQuote(archiveName),), 'r')

        elif archiveName.endswith('.zip'):

            retval = os.path.basename(archiveName[:-4])

            if os.path.exists(retval):

                shutil.rmtree(retval)

            fp = os.popen("unzip %s 2>&1"%(shellQuote(archiveName),), 'r')

        data = fp.read()

        xit = fp.close()

        if xit is not None:

            sys.stdout.write(data)

            raise RuntimeError, "Cannot extract %s"%(archiveName,)

        return os.path.join(builddir, retval)

    finally:

        os.chdir(curdir)

KNOWNSIZES = {

    "http://ftp.gnu.org/pub/gnu/readline/readline-5.1.tar.gz": 7952742,

    "http://downloads.sleepycat.com/db-4.4.20.tar.gz": 2030276,

}

def downloadURL(url, fname):

    """

    Download the contents of the url into the file.

    """

    try:

        size = os.path.getsize(fname)

    except OSError:

        pass

    else:

        if KNOWNSIZES.get(url) == size:

            print "Using existing file for", url

            return

    fpIn = urllib2.urlopen(url)

    fpOut = open(fname, 'wb')

    block = fpIn.read(10240)

    try:

        while block:

            fpOut.write(block)

            block = fpIn.read(10240)

        fpIn.close()

        fpOut.close()

    except:

        try:

            os.unlink(fname)

        except:

            pass

def buildRecipe(recipe, basedir, archList):

    """

    Build software using a recipe. This function does the

    'configure;make;make install' dance for C software, with a possibility

    to customize this process, basically a poor-mans DarwinPorts.

    """

    curdir = os.getcwd()

    name = recipe['name']

    url = recipe['url']

    configure = recipe.get('configure', './configure')

    install = recipe.get('install', 'make && make install DESTDIR=%s'%(

        shellQuote(basedir)))

    archiveName = os.path.split(url)[-1]

    sourceArchive = os.path.join(DEPSRC, archiveName)

    if not os.path.exists(DEPSRC):

        os.mkdir(DEPSRC)

    if os.path.exists(sourceArchive):

        print "Using local copy of %s"%(name,)

    else:

        print "Downloading %s"%(name,)

        downloadURL(url, sourceArchive)

        print "Archive for %s stored as %s"%(name, sourceArchive)

    print "Extracting archive for %s"%(name,)

    buildDir=os.path.join(WORKDIR, '_bld')

    if not os.path.exists(buildDir):

        os.mkdir(buildDir)

    workDir = extractArchive(buildDir, sourceArchive)

    os.chdir(workDir)

    if 'buildDir' in recipe:

        os.chdir(recipe['buildDir'])

    for fn in recipe.get('patches', ()):

        if fn.startswith('http://'):

            # Download the patch before applying it.

            path = os.path.join(DEPSRC, os.path.basename(fn))

            downloadURL(fn, path)

            fn = path

        fn = os.path.join(curdir, fn)

        runCommand('patch -p%s < %s'%(recipe.get('patchlevel', 1),

            shellQuote(fn),))

    if configure is not None:

        configure_args = [

            "--prefix=/usr/local",

            "--enable-static",

            "--disable-shared",

            #"CPP=gcc -arch %s -E"%(' -arch '.join(archList,),),

        ]

        if 'configure_pre' in recipe:

            args = list(recipe['configure_pre'])

            if '--disable-static' in args:

                configure_args.remove('--enable-static')

            if '--enable-shared' in args:

                configure_args.remove('--disable-shared')

            configure_args.extend(args)

        if recipe.get('useLDFlags', 1):

            configure_args.extend([