# Released under the MIT License. See LICENSE for details.
#
"""Functionality related to building python for ios, android, etc."""

from __future__ import annotations

import os
from typing import TYPE_CHECKING

from efrotools import PYVER, run, readfile, writefile, replace_one

if TYPE_CHECKING:
    from typing import List, Dict, Any, Optional

ENABLE_OPENSSL = True
PY38 = True

# Filenames we prune from Python lib dirs in source repo to cut down on size.
PRUNE_LIB_NAMES = [
    'config-*', 'idlelib', 'lib-dynload', 'lib2to3', 'multiprocessing',
    'pydoc_data', 'site-packages', 'ensurepip', 'tkinter', 'wsgiref',
    'distutils', 'turtle.py', 'turtledemo', 'test', 'sqlite3/test', 'unittest',
    'dbm', 'venv', 'ctypes/test', 'imaplib.py', '_sysconfigdata_*'
]

# Same but for DLLs dir (windows only)
PRUNE_DLL_NAMES = ['*.ico']


def build_apple(arch: str, debug: bool = False) -> None:
    """Run a build for the provided apple arch (mac, ios, or tvos)."""
    # pylint: disable=too-many-branches
    # pylint: disable=too-many-statements
    import platform
    import subprocess
    from efro.error import CleanError

    # IMPORTANT; seems we currently wind up building against /usr/local gettext
    # stuff. Hopefully the maintainer fixes this, but for now I need to
    # remind myself to blow it away while building.
    # (via brew remove gettext --ignore-dependencies)
    if ('MacBook-Fro' in platform.node()
            and os.environ.get('SKIP_GETTEXT_WARNING') != '1'):
        if (subprocess.run('which gettext', shell=True,
                           check=False).returncode == 0):
            raise CleanError(
                'NEED TO TEMP-KILL GETTEXT (or set SKIP_GETTEXT_WARNING=1)')

    builddir = 'build/python_apple_' + arch + ('_debug' if debug else '')
    run('rm -rf "' + builddir + '"')
    run('mkdir -p build')
    run('git clone '
        'https://github.com/beeware/Python-Apple-support.git "' + builddir +
        '"')
    os.chdir(builddir)

    # TEMP: Check out a particular commit while the branch head is broken.
    # We can actually fix this to use the current one, but something
    # broke in the underlying build even on old commits so keeping it
    # locked for now...
    # run('git checkout bf1ed73d0d5ff46862ba69dd5eb2ffaeff6f19b6')
    run(f'git checkout {PYVER}')

    # On mac we currently have to add the _scproxy module or urllib will
    # fail.
    txt = readfile('patch/Python/Setup.embedded')
    if arch == 'mac':
        txt += ('\n'
                '# ericf added - mac urllib needs this\n'
                '_scproxy _scproxy.c '
                '-framework SystemConfiguration '
                '-framework CoreFoundation')

    # Turn off sqlite module. (scratch that; leaving it in.)
    # txt = replace_one(txt, '_sqlite3 -I$(', '#_sqlite3 -I$(')
    # txt = txt.replace('    _sqlite/', '#    _sqlite/')

    # Turn off xz compression module. (scratch that; leaving it in.)
    # txt = replace_one(txt, '_lzma _', '#_lzma _')

    # Turn off bzip2 module.
    # txt = replace_one(txt, '_bz2 _b', '#_bz2 _b')

    # Turn off openssl module (only if not doing openssl).
    if not ENABLE_OPENSSL:
        txt = replace_one(txt, '_hashlib _hashopenssl.c',
                          '#_hashlib _hashopenssl.c')

    # Turn off various other stuff we don't use.
    for line in [
            '_codecs _codecsmodule.c',
            '_codecs_cn cjkcodecs/_codecs_cn.c',
            '_codecs_hk cjkcodecs/_codecs_hk.c',
            '_codecs_iso2022 cjkcodecs/',
            '_codecs_jp cjkcodecs/_codecs_jp.c',
            '_codecs_jp cjkcodecs/_codecs_jp.c',
            '_codecs_kr cjkcodecs/_codecs_kr.c',
            '_codecs_tw cjkcodecs/_codecs_tw.c',
            '_lsprof _lsprof.c rotatingtree.c',
            '_multibytecodec cjkcodecs/multibytecodec.c',
            '_multiprocessing _multiprocessing/multiprocessing.c',
            '_opcode _opcode.c',
            'audioop audioop.c',
            'grp grpmodule.c',
            'mmap mmapmodule.c',
            'parser parsermodule.c',
            'pyexpat expat/xmlparse.c',
            '    expat/xmlrole.c ',
            '    expat/xmltok.c ',
            '    pyexpat.c ',
            '    -I$(srcdir)/Modules/expat ',
            '    -DHAVE_EXPAT_CONFIG_H -DUSE_PYEXPAT_CAPI'
            ' -DXML_DEV_URANDOM',
            'resource resource.c',
            'syslog syslogmodule.c',
            'termios termios.c',
            '_ctypes_test _ctypes/_ctypes_test.c',
            '_testbuffer _testbuffer.c',
            '_testimportmultiple _testimportmultiple.c',
            '_crypt _cryptmodule.c',  # not on android so disabling here too
    ]:
        txt = replace_one(txt, line, '#' + line)

    if ENABLE_OPENSSL:

        # _md5 and _sha modules are normally only built if the
        # system does not have the OpenSSL libs containing an optimized
        # version.
        # Note: seems we still need sha3 or we get errors
        for line in [
                '_md5 md5module.c',
                '_sha1 sha1module.c',
                # '_sha3 _sha3/sha3module.c',
                '_sha256 sha256module.c',
                '_sha512 sha512module.c',
        ]:
            txt = replace_one(txt, line, '#' + line)
    else:
        txt = replace_one(txt, '_ssl _ssl.c', '#_ssl _ssl.c')
    writefile('patch/Python/Setup.embedded', txt)

    txt = readfile('Makefile')

    # Fix a bug where spaces in PATH cause errors (darn you vmware fusion!)
    txt = replace_one(
        txt, '&& PATH=$(PROJECT_DIR)/$(PYTHON_DIR-macOS)/dist/bin:$(PATH) .',
        '&& PATH="$(PROJECT_DIR)/$(PYTHON_DIR-macOS)/dist/bin:$(PATH)" .')

    # Remove makefile dependencies so we don't build the
    # libs we're not using.
    srctxt = '$$(PYTHON_DIR-$1)/dist/lib/libpython$(PYTHON_VER).a: '
    if PY38:
        # Note: now just keeping everything on.
        assert ENABLE_OPENSSL
        if bool(False):
            txt = replace_one(
                txt, srctxt,
                '$$(PYTHON_DIR-$1)/dist/lib/libpython$(PYTHON_VER).a: ' +
                ('build/$2/Support/OpenSSL ' if ENABLE_OPENSSL else '') +
                'build/$2/Support/XZ $$(PYTHON_DIR-$1)/Makefile\n#' + srctxt)
    else:
        txt = replace_one(
            txt, srctxt,
            '$$(PYTHON_DIR-$1)/dist/lib/libpython$(PYTHON_VER)m.a: ' +
            ('build/$2/Support/OpenSSL ' if ENABLE_OPENSSL else '') +
            'build/$2/Support/XZ $$(PYTHON_DIR-$1)/Makefile\n#' + srctxt)
    srctxt = ('dist/Python-$(PYTHON_VER)-$1-support.'
              '$(BUILD_NUMBER).tar.gz: ')
    txt = replace_one(
        txt, srctxt,
        'dist/Python-$(PYTHON_VER)-$1-support.$(BUILD_NUMBER).tar.gz:'
        ' $$(PYTHON_FRAMEWORK-$1)\n#' + srctxt)

    # Turn doc strings on; looks like it only adds a few hundred k.
    txt = txt.replace('--without-doc-strings', '--with-doc-strings')

    # Set mac/ios version reqs
    # (see issue with utimensat and futimens).
    txt = replace_one(txt, 'MACOSX_DEPLOYMENT_TARGET=10.8',
                      'MACOSX_DEPLOYMENT_TARGET=10.15')
    # And equivalent iOS (11+).
    txt = replace_one(txt, 'CFLAGS-iOS=-mios-version-min=8.0',
                      'CFLAGS-iOS=-mios-version-min=13.0')
    # Ditto for tvOS.
    txt = replace_one(txt, 'CFLAGS-tvOS=-mtvos-version-min=9.0',
                      'CFLAGS-tvOS=-mtvos-version-min=13.0')

    if debug:

        # Add debug build flag
        # (Currently expect to find 2 instances of this).
        dline = '--with-doc-strings --enable-ipv6 --without-ensurepip'
        splitlen = len(txt.split(dline))
        if splitlen != 3:
            raise Exception('unexpected configure lines')
        txt = txt.replace(dline, '--with-pydebug ' + dline)

        # Debug has a different name.
        # (Currently expect to replace 12 instances of this).
        dline = 'python$(PYTHON_VER)' if PY38 else 'python$(PYTHON_VER)m'
        splitlen = len(txt.split(dline))
        if splitlen != 13:
            raise RuntimeError(f'Unexpected configure line count {splitlen}.')
        txt = txt.replace(
            dline, 'python$(PYTHON_VER)d' if PY38 else 'python$(PYTHON_VER)dm')

    writefile('Makefile', txt)

    # Ok; let 'er rip.
    # (we run these in parallel so limit to 1 job a piece;
    # otherwise they inherit the -j12 or whatever from the top level)
    # (also this build seems to fail with multiple threads)
    run('make -j1 ' + {
        'mac': 'Python-macOS',
        'ios': 'Python-iOS',
        'tvos': 'Python-tvOS'
    }[arch])
    print('python build complete! (apple/' + arch + ')')


def build_android(rootdir: str, arch: str, debug: bool = False) -> None:
    """Run a build for android with the given architecture.

    (can be arm, arm64, x86, or x86_64)
    """
    # pylint: disable=too-many-statements
    import subprocess
    import platform
    builddir = 'build/python_android_' + arch + ('_debug' if debug else '')
    run('rm -rf "' + builddir + '"')
    run('mkdir -p build')
    run('git clone '
        'https://github.com/yan12125/python3-android.git "' + builddir + '"')
    os.chdir(builddir)

    # It seems we now need 'autopoint' as part of this build, but on mac it
    # is not available on the normal path, but only as part of the keg-only
    # gettext homebrew formula.
    if platform.system() == 'Darwin':
        if (subprocess.run('which autopoint', shell=True,
                           check=False).returncode != 0):
            print('Updating path for mac autopoint...')
            appath = subprocess.run('brew ls gettext | grep bin/autopoint',
                                    shell=True,
                                    check=True,
                                    capture_output=True)
            appathout = os.path.dirname(appath.stdout.decode().strip())
            os.environ['PATH'] += (':' + appathout)
            print(f'ADDED "{appathout}" TO SYS PATH...')

    # Commit from Jan 8, 2020. Right after this, the build system was switched
    # a a completely new minimal one which will take some work to update here.
    # Punting on that for now... (tentative plan is to try and adopt the new
    # one when we update for Python 3.10 in a year or two).
    if True:  # pylint: disable=using-constant-test
        run('git checkout 9adbcfaca37f40b7a86381f83f0f6af4187233ae')
    ftxt = readfile('pybuild/env.py')

    # Set the packages we build.
    ftxt = replace_one(
        ftxt, 'packages = (', "packages = ('zlib', 'sqlite', 'xz'," +
        (" 'openssl'" if ENABLE_OPENSSL else '') + ')\n# packages = (')

    # Don't wanna bother with gpg signing stuff.
    ftxt = replace_one(ftxt, 'verify_source = True', 'verify_source = False')

    # Sub in the min api level we're targeting.
    ftxt = replace_one(ftxt, 'android_api_level = 21',
                       'android_api_level = 21')
    ftxt = replace_one(ftxt, "target_arch = 'arm'",
                       "target_arch = '" + arch + "'")
    writefile('pybuild/env.py', ftxt)
    ftxt = readfile('Makefile')

    # This needs to be python3 for us.
    ftxt = replace_one(ftxt, 'PYTHON?=python\n', 'PYTHON?=python3\n')
    writefile('Makefile', ftxt)
    ftxt = readfile('pybuild/packages/python.py')

    # We currently build as a static lib.
    ftxt = replace_one(ftxt, "            '--enable-shared',\n", '')
    ftxt = replace_one(
        ftxt, "super().__init__('https://github.com/python/cpython/')",
        "super().__init__('https://github.com/python/cpython/'"
        f", branch='{PYVER}')")

    # Turn ipv6 on (curious why its turned off here?...)
    # Also, turn on low level debugging features for our debug builds.
    ftxt = replace_one(ftxt, "'--disable-ipv6',", "'--enable-ipv6',")
    if debug:
        ftxt = replace_one(ftxt, "'./configure',",
                           "'./configure', '--with-pydebug',")

    # We don't use this stuff so lets strip it out to simplify.
    ftxt = replace_one(ftxt, "'--without-ensurepip',", '')

    # This builds all modules as dynamic libs, but we want to be consistent
    # with our other embedded builds and just static-build the ones we
    # need... so to change that we'll need to add a hook for ourself after
    # python is downloaded but before it is built so we can muck with it.
    ftxt = replace_one(
        ftxt, '    def build(self):',
        '    def build(self):\n        import os\n'
        '        if os.system(\'"' + rootdir +
        '/tools/pcommand" python_android_patch "' + os.getcwd() +
        '"\') != 0: raise Exception("patch apply failed")')

    writefile('pybuild/packages/python.py', ftxt)

    # Set these to particular releases to use those.
    # py_commit = '580fbb018fd0844806119614d752b41fc69660f9'  # 3.8.5
    # py_commit = '6503f05dd59e26a9986bdea097b3da9b3546f45b'  # 3.8.7
    py_commit = 'c3ffbbdf3d5645ee07c22649f2028f9dffc762ba'  # 3.8.11

    # cpython-source-deps stuff started failing for OpenSSL on Jan 8 2021.
    # Pinning it to an older one for now.
    if bool(False):
        # From 6/12/20
        py_ssl_commit: Optional[str] = (
            '7f34c3085feb4692bbbb6c8b19d053ebc5049dad')
    else:
        py_ssl_commit = None

    commit_lines = ''
    if py_commit is not None:
        commit_lines += ('        if self.source_url == '
                         "'https://github.com/python/cpython/':\n"
                         "            run_in_dir(['git', 'checkout', '" +
                         py_commit + "'], self.source_dir)\n")
    if py_ssl_commit is not None:
        commit_lines += (f'        if self.source_url == '
                         f"'https://github.com/python/cpython-source-deps'"
                         f" and self.branch == 'openssl-1.1.1':\n"
                         f"            run_in_dir(['git', 'checkout', '"
                         f"{py_ssl_commit}'], self.source_dir)\n")

    # Complaint about patch already being applied...
    if bool(True):
        ftxt = readfile('pybuild/packages/openssl.py')
        ftxt = replace_one(
            ftxt,
            '        LocalPatch(\'lld-issue32518\'),\n',
            '        # LocalPatch(\'lld-issue32518\'),\n',
        )
        writefile('pybuild/packages/openssl.py', ftxt)

    ftxt = readfile('pybuild/source.py')

    # Check out a particular commit right after the clone.
    ftxt = replace_one(
        ftxt, "'git', 'clone', '--single-branch', '-b',"
        ' self.branch, self.source_url, self.dest])', "'git', 'clone', '-b',"
        ' self.branch, self.source_url, self.dest])\n'
        '        # efro: hack to get exact commits we want.\n'
        "        print('DOING URL', self.source_url)\n" + commit_lines)
    writefile('pybuild/source.py', ftxt)
    ftxt = readfile('pybuild/util.py')

    # Still don't wanna bother with gpg signing stuff.
    ftxt = replace_one(
        ftxt, 'def gpg_verify_file(sig_filename, filename, validpgpkeys):\n',
        'def gpg_verify_file(sig_filename, filename, validpgpkeys):\n'
        '    print("gpg-verify disabled by ericf")\n'
        '    return\n')
    writefile('pybuild/util.py', ftxt)

    # These builds require ANDROID_NDK to be set, so make sure that's
    # the case.
    os.environ['ANDROID_NDK'] = subprocess.check_output(
        [f'{rootdir}/tools/pcommand', 'android_sdk_utils',
         'get-ndk-path']).decode().strip()

    # Ok, let 'er rip
    # (we often run these builds in parallel so limit to 1 job a piece;
    # otherwise they each inherit the -j12 or whatever from the top level).
    run('make -j1')
    print('python build complete! (android/' + arch + ')')


def android_patch() -> None:
    """Run necessary patches on an android archive before building."""
    if PY38:
        fname = 'src/cpython/Modules/Setup'
    else:
        fname = 'src/cpython/Modules/Setup.dist'
    txt = readfile(fname)

    # Need to switch some flags on this one.
    txt = replace_one(txt, '#zlib zlibmodule.c',
                      'zlib zlibmodule.c -lz\n#zlib zlibmodule.c')
    # Just turn all these on.
    for enable in [
            '#array arraymodule.c',
            '#cmath cmathmodule.c _math.c',
            '#math mathmodule.c',
            '#_contextvars _contextvarsmodule.c',
            '#_struct _struct.c',
            '#_weakref _weakref.c',
            # '#_testcapi _testcapimodule.c',
            '#_random _randommodule.c',
            '#_elementtree -I',
            '#_pickle _pickle.c',
            '#_datetime _datetimemodule.c',
            '#_bisect _bisectmodule.c',
            '#_heapq _heapqmodule.c',
            '#_asyncio _asynciomodule.c',
            '#unicodedata unicodedata.c',
            '#fcntl fcntlmodule.c',
            '#select selectmodule.c',
            '#_csv _csv.c',
            '#_socket socketmodule.c',
            '#_blake2 _blake2/blake2module.c',
            '#binascii binascii.c',
            '#_posixsubprocess _posixsubprocess.c',
            '#_sha3 _sha3/sha3module.c'
    ]:
        txt = replace_one(txt, enable, enable[1:])
    if ENABLE_OPENSSL:
        txt = replace_one(txt, '#_ssl _ssl.c \\',
                          '_ssl _ssl.c -DUSE_SSL -lssl -lcrypto')
    else:
        # Note that the _md5 and _sha modules are normally only built if the
        # system does not have the OpenSSL libs containing an optimized
        # version.
        for enable in [
                '#_md5 md5module.c', '#_sha1 sha1module.c',
                '#_sha256 sha256module.c', '#_sha512 sha512module.c'
        ]:
            txt = replace_one(txt, enable, enable[1:])

    # Turn this off (its just an example module).
    txt = replace_one(txt, 'xxsubtype xxsubtype.c', '#xxsubtype xxsubtype.c')

    # For whatever reason this stuff isn't in there at all; add it.
    txt += '\n_json _json.c\n'

    txt += '\n_lzma _lzmamodule.c -llzma\n'

    txt += ('\n_sqlite3 -I$(srcdir)/Modules/_sqlite'
            ' -DMODULE_NAME=\'\\"sqlite3\\"\' -DSQLITE_OMIT_LOAD_EXTENSION'
            ' -lsqlite3 \\\n'
            '    _sqlite/cache.c \\\n'
            '    _sqlite/connection.c \\\n'
            '    _sqlite/cursor.c \\\n'
            '    _sqlite/microprotocols.c \\\n'
            '    _sqlite/module.c \\\n'
            '    _sqlite/prepare_protocol.c \\\n'
            '    _sqlite/row.c \\\n'
            '    _sqlite/statement.c \\\n'
            '    _sqlite/util.c\n')

    if ENABLE_OPENSSL:
        txt += '\n\n_hashlib _hashopenssl.c -DUSE_SSL -lssl -lcrypto\n'

    txt += '\n\n*disabled*\n_ctypes _crypt grp'

    writefile(fname, txt)

    # Ok, this is weird.
    # When applying the module Setup, python looks for any line containing *=*
    # and interprets the whole thing a a global define?...
    # This breaks things for our static sqlite compile above.
    # The check used to look for [A-Z]*=* which didn't break, so let' just
    # change it back to that for now.
    fname = 'src/cpython/Modules/makesetup'
    txt = readfile(fname)
    txt = replace_one(txt, '		*=*)'
                      '	DEFS="$line$NL$DEFS"; continue;;',
                      '		[A-Z]*=*)	DEFS="$line$NL$DEFS";'
                      ' continue;;')
    writefile(fname, txt)

    # Add custom callbacks to Python's PyParser_ParseFileObject
    # and PyParser_ParseString calls to debug a crash.
    fname = 'src/cpython/Parser/parsetok.c'
    txt = readfile(fname)
    txt = replace_one(
        txt, 'node *\n'
        'PyParser_ParseFileObject(FILE *fp, PyObject *filename,\n'
        '                         const char *enc, grammar *g, int start,\n'
        '                         const char *ps1, const char *ps2,\n'
        '                         perrdetail *err_ret, int *flags)\n'
        '{\n', 'void (*PyParser_ParseFileObject_EfroCB)'
        '(FILE *fp, PyObject *filename,\n'
        '                         const char *enc, grammar *g, int start,\n'
        '                         const char *ps1, const char *ps2,\n'
        '                         perrdetail *err_ret, int *flags) = NULL;\n'
        'node *\n'
        'PyParser_ParseFileObject(FILE *fp, PyObject *filename,\n'
        '                         const char *enc, grammar *g, int start,\n'
        '                         const char *ps1, const char *ps2,\n'
        '                         perrdetail *err_ret, int *flags)\n'
        '{\n'
        '    if (PyParser_ParseFileObject_EfroCB != NULL) {\n'
        '        PyParser_ParseFileObject_EfroCB(fp, filename, enc, g,\n'
        '                                       start, ps1, ps2,\n'
        '                                       err_ret, flags);\n'
        '    }\n')
    txt = replace_one(
        txt, 'node *\n'
        'PyParser_ParseStringObject(const char *s, PyObject *filename,\n'
        '                           grammar *g, int start,\n'
        '                           perrdetail *err_ret, int *flags)\n'
        '{\n', 'void (*PyParser_ParseStringObject_EfroCB)'
        '(const char *s, PyObject *filename,\n'
        '                           grammar *g, int start,\n'
        '                           perrdetail *err_ret, int *flags) = NULL;\n'
        'node *\n'
        'PyParser_ParseStringObject(const char *s, PyObject *filename,\n'
        '                           grammar *g, int start,\n'
        '                           perrdetail *err_ret, int *flags)\n'
        '{\n'
        '    if (PyParser_ParseStringObject_EfroCB != NULL) {\n'
        '        PyParser_ParseStringObject_EfroCB(s, filename, g, start,\n'
        '                                          err_ret, flags);\n'
        '    }\n')
    writefile(fname, txt)

    print('APPLIED EFROTOOLS ANDROID BUILD PATCHES.')


def winprune() -> None:
    """Prune unneeded files from windows python dists."""
    for libdir in ('assets/src/windows/Win32/Lib',
                   'assets/src/windows/x64/Lib'):
        assert os.path.isdir(libdir)
        run('cd "' + libdir + '" && rm -rf ' + ' '.join(PRUNE_LIB_NAMES))
    for dlldir in ('assets/src/windows/Win32/DLLs',
                   'assets/src/windows/x64/DLLs'):
        assert os.path.isdir(dlldir)
        run('cd "' + dlldir + '" && rm -rf ' + ' '.join(PRUNE_DLL_NAMES))
    print('Win-prune successful.')


def gather() -> None:
    """Gather per-platform python headers, libs, and modules together.

    This assumes all embeddable py builds have been run successfully,
    and that PROJROOT is the cwd.
    """
    # pylint: disable=too-many-locals

    # First off, clear out any existing output.
    existing_dirs = [
        os.path.join('src/external', d) for d in os.listdir('src/external')
        if d.startswith('python-') and d != 'python-notes.txt'
    ]
    existing_dirs += [
        os.path.join('assets/src', d) for d in os.listdir('assets/src')
        if d.startswith('pylib-')
    ]
    for existing_dir in existing_dirs:
        run('rm -rf "' + existing_dir + '"')

    for buildtype in ['debug', 'release']:
        debug = buildtype == 'debug'
        bsuffix = '_debug' if buildtype == 'debug' else ''
        bsuffix2 = '-debug' if buildtype == 'debug' else ''

        libname = 'python' + PYVER + ('d' if debug else '')

        bases = {
            'mac':
                f'build/python_apple_mac{bsuffix}/build/macOS',
            'ios':
                f'build/python_apple_ios{bsuffix}/build/iOS',
            'tvos':
                f'build/python_apple_tvos{bsuffix}/build/tvOS',
            'android_arm':
                f'build/python_android_arm{bsuffix}/build/sysroot',
            'android_arm64':
                f'build/python_android_arm64{bsuffix}/build/sysroot',
            'android_x86':
                f'build/python_android_x86{bsuffix}/build/sysroot',
            'android_x86_64':
                f'build/python_android_x86_64{bsuffix}/build/sysroot'
        }

        # Note: only need pylib for the first in each group.
        builds: List[Dict[str, Any]] = [{
            'name': 'macos',
            'group': 'apple',
            'headers': bases['mac'] + '/Support/Python/Headers',
            'libs': [
                bases['mac'] + '/Support/Python/libPython.a',
                bases['mac'] + '/Support/OpenSSL/libOpenSSL.a',
                bases['mac'] + '/Support/XZ/libxz.a'
            ],
            'pylib': (bases['mac'] + '/python/lib/python' + PYVER),
        }, {
            'name':
                'ios',
            'group':
                'apple',
            'headers':
                bases['ios'] + '/Support/Python/Headers',
            'libs': [
                bases['ios'] + '/Support/Python/libPython.a',
                bases['ios'] + '/Support/OpenSSL/libOpenSSL.a',
                bases['ios'] + '/Support/XZ/libxz.a'
            ],
        }, {
            'name':
                'tvos',
            'group':
                'apple',
            'headers':
                bases['tvos'] + '/Support/Python/Headers',
            'libs': [
                bases['tvos'] + '/Support/Python/libPython.a',
                bases['tvos'] + '/Support/OpenSSL/libOpenSSL.a',
                bases['tvos'] + '/Support/XZ/libxz.a'
            ],
        }, {
            'name': 'android_arm',
            'group': 'android',
            'headers': bases['android_arm'] + f'/usr/include/{libname}',
            'libs': [
                bases['android_arm'] + f'/usr/lib/lib{libname}.a',
                bases['android_arm'] + '/usr/lib/libssl.a',
                bases['android_arm'] + '/usr/lib/libcrypto.a',
                bases['android_arm'] + '/usr/lib/liblzma.a',
                bases['android_arm'] + '/usr/lib/libsqlite3.a'
            ],
            'libinst': 'android_armeabi-v7a',
            'pylib': (bases['android_arm'] + '/usr/lib/python' + PYVER),
        }, {
            'name': 'android_arm64',
            'group': 'android',
            'headers': bases['android_arm64'] + f'/usr/include/{libname}',
            'libs': [
                bases['android_arm64'] + f'/usr/lib/lib{libname}.a',
                bases['android_arm64'] + '/usr/lib/libssl.a',
                bases['android_arm64'] + '/usr/lib/libcrypto.a',
                bases['android_arm64'] + '/usr/lib/liblzma.a',
                bases['android_arm64'] + '/usr/lib/libsqlite3.a'
            ],
            'libinst': 'android_arm64-v8a',
        }, {
            'name': 'android_x86',
            'group': 'android',
            'headers': bases['android_x86'] + f'/usr/include/{libname}',
            'libs': [
                bases['android_x86'] + f'/usr/lib/lib{libname}.a',
                bases['android_x86'] + '/usr/lib/libssl.a',
                bases['android_x86'] + '/usr/lib/libcrypto.a',
                bases['android_x86'] + '/usr/lib/liblzma.a',
                bases['android_x86'] + '/usr/lib/libsqlite3.a'
            ],
            'libinst': 'android_x86',
        }, {
            'name': 'android_x86_64',
            'group': 'android',
            'headers': bases['android_x86_64'] + f'/usr/include/{libname}',
            'libs': [
                bases['android_x86_64'] + f'/usr/lib/lib{libname}.a',
                bases['android_x86_64'] + '/usr/lib/libssl.a',
                bases['android_x86_64'] + '/usr/lib/libcrypto.a',
                bases['android_x86_64'] + '/usr/lib/liblzma.a',
                bases['android_x86_64'] + '/usr/lib/libsqlite3.a'
            ],
            'libinst': 'android_x86_64',
        }]

        for build in builds:

            grp = build['group']
            builddir = f'src/external/python-{grp}{bsuffix2}'
            header_dst = os.path.join(builddir, 'include')
            lib_dst = os.path.join(builddir, 'lib')
            assets_src_dst = f'assets/src/pylib-{grp}'

            # Do some setup only once per group.
            if not os.path.exists(builddir):
                run('mkdir -p "' + builddir + '"')
                run('mkdir -p "' + lib_dst + '"')

                # Only pull modules into game assets on release pass.
                if not debug:
                    # Copy system modules into the src assets
                    # dir for this group.
                    run('mkdir -p "' + assets_src_dst + '"')
                    run('rsync --recursive --include "*.py"'
                        ' --exclude __pycache__ --include "*/" --exclude "*" "'
                        + build['pylib'] + '/" "' + assets_src_dst + '"')

                    # Prune a bunch of modules we don't need to cut
                    # down on size.
                    run('cd "' + assets_src_dst + '" && rm -rf ' +
                        ' '.join(PRUNE_LIB_NAMES))

                    # Some minor filtering to system scripts:
                    # on iOS/tvOS, addusersitepackages() leads to a crash
                    # due to _sysconfigdata_dm_ios_darwin module not existing,
                    # so let's skip that.
                    fname = f'{assets_src_dst}/site.py'
                    txt = readfile(fname)
                    txt = replace_one(
                        txt,
                        '    known_paths = addusersitepackages(known_paths)',
                        '    # efro tweak: this craps out on ios/tvos.\n'
                        '    # (and we don\'t use it anyway)\n'
                        '    # known_paths = addusersitepackages(known_paths)')
                    writefile(fname, txt)

                # Copy in a base set of headers (everything in a group should
                # be using the same headers)
                run(f'cp -r "{build["headers"]}" "{header_dst}"')

                # Clear whatever pyconfigs came across; we'll build our own
                # universal one below.
                run('rm ' + header_dst + '/pyconfig*')

                # Write a master pyconfig header that reroutes to each
                # platform's actual header.
                with open(header_dst + '/pyconfig.h', 'w',
                          encoding='utf-8') as hfile:
                    hfile.write(
                        '#if BA_OSTYPE_MACOS\n'
                        '#include "pyconfig-macos.h"\n\n'
                        '#elif BA_OSTYPE_IOS\n'
                        '#include "pyconfig-ios.h"\n\n'
                        '#elif BA_OSTYPE_TVOS\n'
                        '#include "pyconfig-tvos.h"\n\n'
                        '#elif BA_OSTYPE_ANDROID and defined(__arm__)\n'
                        '#include "pyconfig-android_arm.h"\n\n'
                        '#elif BA_OSTYPE_ANDROID and defined(__aarch64__)\n'
                        '#include "pyconfig-android_arm64.h"\n\n'
                        '#elif BA_OSTYPE_ANDROID and defined(__i386__)\n'
                        '#include "pyconfig-android_x86.h"\n\n'
                        '#elif BA_OSTYPE_ANDROID and defined(__x86_64__)\n'
                        '#include "pyconfig-android_x86_64.h"\n\n'
                        '#else\n'
                        '#error unknown platform\n\n'
                        '#endif\n')

            # Now copy each build's config headers in with unique names.
            cfgs = [
                f for f in os.listdir(build['headers'])
                if f.startswith('pyconfig')
            ]

            # Copy config headers to their filtered names.
            for cfg in cfgs:
                out = cfg.replace('pyconfig', 'pyconfig-' + build['name'])
                if cfg == 'pyconfig.h':

                    # For platform's root pyconfig.h we need to filter
                    # contents too (those headers can themselves include
                    # others; ios for instance points to a arm64 and a
                    # x86_64 variant).
                    contents = readfile(build['headers'] + '/' + cfg)
                    contents = contents.replace('pyconfig',
                                                'pyconfig-' + build['name'])
                    writefile(header_dst + '/' + out, contents)
                else:
                    # other configs we just rename
                    run('cp "' + build['headers'] + '/' + cfg + '" "' +
                        header_dst + '/' + out + '"')

            # Copy in libs. If the lib gave a specific install name,
            # use that; otherwise use name.
            targetdir = lib_dst + '/' + build.get('libinst', build['name'])
            run('rm -rf "' + targetdir + '"')
            run('mkdir -p "' + targetdir + '"')
            for lib in build['libs']:
                run('cp "' + lib + '" "' + targetdir + '"')

    print('Great success!')
