204 lines
9.5 KiB
Python
204 lines
9.5 KiB
Python
|
|
||
|
|
from pythonforandroid.recipe import TargetPythonRecipe, Recipe
|
||
|
|
from pythonforandroid.toolchain import shprint, current_directory, info
|
||
|
|
from pythonforandroid.patching import (is_linux, is_darwin, is_api_gt,
|
||
|
|
check_all, is_api_lt, is_ndk)
|
||
|
|
from os.path import exists, join, realpath
|
||
|
|
import sh
|
||
|
|
|
||
|
|
|
||
|
|
class Python2Recipe(TargetPythonRecipe):
|
||
|
|
version = "2.7.13"
|
||
|
|
url = 'http://python.org/ftp/python/{version}/Python-{version}.tar.xz'
|
||
|
|
name = 'python2'
|
||
|
|
|
||
|
|
depends = ['hostpython2']
|
||
|
|
conflicts = ['python3crystax', 'python3']
|
||
|
|
opt_depends = ['openssl','sqlite3']
|
||
|
|
|
||
|
|
patches = [ # 2.7.13-specific patches
|
||
|
|
'patches/Python-{version}-xcompile.patch',
|
||
|
|
'patches/Python-{version}-ctypes-disable-wchar.patch',
|
||
|
|
'patches/Python-{version}-ctypes-libffi-fix-configure.patch',
|
||
|
|
'patches/ffi-config.sub-{version}.patch',
|
||
|
|
# 'patches/fix-locale-{version}.patch',
|
||
|
|
'patches/fix-platform-{version}.patch',
|
||
|
|
'patches/fix-platform-processor.patch',
|
||
|
|
'patches/fix-pwdmodule.patch',
|
||
|
|
'patches/modules-locales-{version}.patch',
|
||
|
|
|
||
|
|
# Old 2.7.2 patches
|
||
|
|
'patches/ctypes-find-library.patch',
|
||
|
|
'patches/custom-loader.patch',
|
||
|
|
'patches/disable-modules.patch',
|
||
|
|
'patches/fix-dlfcn.patch',
|
||
|
|
'patches/fix-dynamic-lookup.patch',
|
||
|
|
'patches/fix-filesystemdefaultencoding.patch',
|
||
|
|
'patches/fix-gethostbyaddr.patch',
|
||
|
|
'patches/fix-termios.patch' ]
|
||
|
|
|
||
|
|
from_crystax = False
|
||
|
|
|
||
|
|
def build_arch(self, arch):
|
||
|
|
|
||
|
|
if not exists(join(self.get_build_dir(arch.arch), 'libpython2.7.so')):
|
||
|
|
self.do_python_build(arch)
|
||
|
|
|
||
|
|
if not exists(self.ctx.get_python_install_dir()):
|
||
|
|
shprint(sh.cp, '-a', join(self.get_build_dir(arch.arch), 'python-install'),
|
||
|
|
self.ctx.get_python_install_dir())
|
||
|
|
|
||
|
|
# This should be safe to run every time
|
||
|
|
info('Copying hostpython binary to targetpython folder')
|
||
|
|
shprint(sh.cp, self.ctx.hostpython,
|
||
|
|
join(self.ctx.get_python_install_dir(), 'bin', 'python.host'))
|
||
|
|
self.ctx.hostpython = join(self.ctx.get_python_install_dir(), 'bin', 'python.host')
|
||
|
|
|
||
|
|
if not exists(join(self.ctx.get_libs_dir(arch.arch), 'libpython2.7.so')):
|
||
|
|
shprint(sh.cp, join(self.get_build_dir(arch.arch), 'libpython2.7.so'), self.ctx.get_libs_dir(arch.arch))
|
||
|
|
|
||
|
|
|
||
|
|
# # if exists(join(self.get_build_dir(arch.arch), 'libpython2.7.so')):
|
||
|
|
# if exists(join(self.ctx.libs_dir, 'libpython2.7.so')):
|
||
|
|
# info('libpython2.7.so already exists, skipping python build.')
|
||
|
|
# if not exists(join(self.ctx.get_python_install_dir(), 'libpython2.7.so')):
|
||
|
|
# info('Copying python-install to dist-dependent location')
|
||
|
|
# shprint(sh.cp, '-a', 'python-install', self.ctx.get_python_install_dir())
|
||
|
|
# self.ctx.hostpython = join(self.ctx.get_python_install_dir(), 'bin', 'python.host')
|
||
|
|
|
||
|
|
# return
|
||
|
|
|
||
|
|
def do_python_build(self, arch):
|
||
|
|
shprint(sh.cp, self.ctx.hostpython, self.get_build_dir(arch.arch))
|
||
|
|
shprint(sh.cp, self.ctx.hostpgen, join(self.get_build_dir(arch.arch), 'Parser'))
|
||
|
|
hostpython = join(self.get_build_dir(arch.arch), 'hostpython')
|
||
|
|
hostpgen = join(self.get_build_dir(arch.arch), 'hostpython')
|
||
|
|
|
||
|
|
with current_directory(self.get_build_dir(arch.arch)):
|
||
|
|
hostpython_recipe = Recipe.get_recipe('hostpython2', self.ctx)
|
||
|
|
shprint(sh.cp, join(hostpython_recipe.get_recipe_dir(), 'Setup'), 'Modules')
|
||
|
|
env = arch.get_env()
|
||
|
|
|
||
|
|
# AND: Should probably move these to get_recipe_env for
|
||
|
|
# neatness, but the whole recipe needs tidying along these
|
||
|
|
# lines
|
||
|
|
env['HOSTARCH'] = 'arm-linux-androideabi'
|
||
|
|
env['BUILDARCH'] = shprint(sh.gcc, '-dumpmachine').stdout.decode('utf-8').split('\n')[0]
|
||
|
|
env['CFLAGS'] = ' '.join([env['CFLAGS'], '-DNO_MALLINFO'])
|
||
|
|
env['LDFLAGS'] += ' -Wl,--allow-multiple-definition'
|
||
|
|
|
||
|
|
# TODO need to add a should_build that checks if optional
|
||
|
|
# dependencies have changed (possibly in a generic way)
|
||
|
|
if 'openssl' in self.ctx.recipe_build_order:
|
||
|
|
r = Recipe.get_recipe('openssl', self.ctx)
|
||
|
|
openssl_build_dir = r.get_build_dir(arch.arch)
|
||
|
|
setuplocal = join('Modules', 'Setup.local')
|
||
|
|
shprint(sh.cp, join(self.get_recipe_dir(), 'Setup.local-ssl'), setuplocal)
|
||
|
|
#shprint(sh.cat, join(self.get_recipe_dir(), 'Setup.local-ssl'), '>>', setuplocal)
|
||
|
|
shprint(sh.sed, '-i.backup', 's#^SSL=.*#SSL={}#'.format(openssl_build_dir), setuplocal)
|
||
|
|
env['OPENSSL_VERSION'] = r.version
|
||
|
|
env['CFLAGS'] += ' -I%s' % join(openssl_build_dir, 'include')
|
||
|
|
env['LDFLAGS'] += ' -L%s' % openssl_build_dir
|
||
|
|
|
||
|
|
if 'sqlite3' in self.ctx.recipe_build_order:
|
||
|
|
# Include sqlite3 in python2 build
|
||
|
|
r = Recipe.get_recipe('sqlite3', self.ctx)
|
||
|
|
i = ' -I' + r.get_build_dir(arch.arch)
|
||
|
|
l = ' -L' + r.get_lib_dir(arch) + ' -lsqlite3'
|
||
|
|
# Insert or append to env
|
||
|
|
f = 'CPPFLAGS'
|
||
|
|
env[f] = env[f] + i if f in env else i
|
||
|
|
f = 'LDFLAGS'
|
||
|
|
env[f] = env[f] + l if f in env else l
|
||
|
|
|
||
|
|
|
||
|
|
with open('config.site', 'w') as fileh:
|
||
|
|
fileh.write('''
|
||
|
|
ac_cv_file__dev_ptmx=no
|
||
|
|
ac_cv_file__dev_ptc=no
|
||
|
|
ac_cv_have_long_long_format=yes
|
||
|
|
''')
|
||
|
|
|
||
|
|
configure = sh.Command('./configure')
|
||
|
|
# AND: OFLAG isn't actually set, should it be?
|
||
|
|
shprint(configure,
|
||
|
|
'CROSS_COMPILE_TARGET=yes',
|
||
|
|
'CONFIG_SITE=config.site',
|
||
|
|
'--host={}'.format(env['HOSTARCH']),
|
||
|
|
'--build={}'.format(env['BUILDARCH']),
|
||
|
|
'--prefix={}'.format(realpath('./python-install')),
|
||
|
|
'--enable-shared',
|
||
|
|
'--enable-ipv6',
|
||
|
|
'--disable-toolbox-glue',
|
||
|
|
'--disable-framework',
|
||
|
|
'--with-system-ffi',
|
||
|
|
_env=env)
|
||
|
|
|
||
|
|
# AND: tito left this comment in the original source. It's still true!
|
||
|
|
# FIXME, the first time, we got a error at:
|
||
|
|
# python$EXE ../../Tools/scripts/h2py.py -i '(u_long)' /usr/include/netinet/in.h
|
||
|
|
# /home/tito/code/python-for-android/build/python/Python-2.7.2/python: 1: Syntax error: word unexpected (expecting ")")
|
||
|
|
# because at this time, python is arm, not x86. even that, why /usr/include/netinet/in.h is used ?
|
||
|
|
# check if we can avoid this part.
|
||
|
|
|
||
|
|
# Hardcoded, remove -I/usr/include/x86_64-linux-gnu from CCSHARED and CFLAGS
|
||
|
|
# to prevent overriding android arm sysroot includes
|
||
|
|
make = sh.Command(env['MAKE'].split(' ')[0])
|
||
|
|
print('First install (expected to fail...')
|
||
|
|
try:
|
||
|
|
shprint(make, '-j5', 'install', 'HOSTPYTHON={}'.format(hostpython),
|
||
|
|
'HOSTPGEN={}'.format(hostpgen),
|
||
|
|
'CROSS_COMPILE_TARGET=yes',
|
||
|
|
'INSTSONAME=libpython2.7.so',
|
||
|
|
_env=env)
|
||
|
|
except sh.ErrorReturnCode_2:
|
||
|
|
print('First python2 make failed. This is expected, trying again.')
|
||
|
|
|
||
|
|
print('Make compile...')
|
||
|
|
shprint(make, '-j5', 'HOSTPYTHON={}'.format(hostpython),
|
||
|
|
'HOSTPGEN={}'.format(hostpgen),
|
||
|
|
'CROSS_COMPILE_TARGET=yes',
|
||
|
|
'INSTSONAME=libpython2.7.so',
|
||
|
|
_env=env)
|
||
|
|
|
||
|
|
print('Second install (expected to work)')
|
||
|
|
shprint(sh.touch, 'python.exe', 'python')
|
||
|
|
# -k added to keep going (need to figure out the reason for make: *** [libinstall] Error 1)
|
||
|
|
shprint(make, '-j5', 'install', 'HOSTPYTHON={}'.format(hostpython),
|
||
|
|
'HOSTPGEN={}'.format(hostpgen),
|
||
|
|
'CROSS_COMPILE_TARGET=yes',
|
||
|
|
'INSTSONAME=libpython2.7.so',
|
||
|
|
_env=env)
|
||
|
|
|
||
|
|
if is_darwin():
|
||
|
|
shprint(sh.cp, join(self.get_recipe_dir(), 'patches', '_scproxy.py'),
|
||
|
|
join('python-install', 'Lib'))
|
||
|
|
shprint(sh.cp, join(self.get_recipe_dir(), 'patches', '_scproxy.py'),
|
||
|
|
join('python-install', 'lib', 'python2.7'))
|
||
|
|
|
||
|
|
# reduce python
|
||
|
|
for dir_name in ('test', join('json', 'tests'), 'lib-tk',
|
||
|
|
join('sqlite3', 'test'), join('unittest, test'),
|
||
|
|
join('lib2to3', 'tests'), join('bsddb', 'tests'),
|
||
|
|
join('distutils', 'tests'), join('email', 'test'),
|
||
|
|
'curses'):
|
||
|
|
shprint(sh.rm, '-rf', join('python-install',
|
||
|
|
'lib', 'python2.7', dir_name))
|
||
|
|
|
||
|
|
|
||
|
|
# info('Copying python-install to dist-dependent location')
|
||
|
|
# shprint(sh.cp, '-a', 'python-install', self.ctx.get_python_install_dir())
|
||
|
|
|
||
|
|
# print('Copying hostpython binary to targetpython folder')
|
||
|
|
# shprint(sh.cp, self.ctx.hostpython,
|
||
|
|
# join(self.ctx.get_python_install_dir(), 'bin', 'python.host'))
|
||
|
|
# self.ctx.hostpython = join(self.ctx.get_python_install_dir(), 'bin', 'python.host')
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
# print('python2 build done, exiting for debug')
|
||
|
|
# exit(1)
|
||
|
|
|
||
|
|
|
||
|
|
recipe = Python2Recipe()
|