python/3.8/python.sh at trunk · python-emscripten/python · GitHub

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

#!/bin/bash -ex

# Compile minimal Python for Emscripten and native local testing

# Copying and distribution of this file, with or without modification,

# are permitted in any medium without royalty provided the copyright

# notice and this notice are preserved. This file is offered as-is,

# without any warranty.

VERSION=3.8.3

SCRIPTDIR=$(dirname $(readlink -f $0))

DESTDIR=${DESTDIR:-$SCRIPTDIR/destdir}

SETUPLOCAL=${SETUPLOCAL:-'/dev/null'}

CACHEROOT=$SCRIPTDIR

BUILD=$SCRIPTDIR/build

export QUILT_PATCHES=$(dirname $(readlink -f $0))/patches

WGET=${WGET:-wget}

unpack () {

$WGET -c https://www.python.org/ftp/python/$VERSION/Python-$VERSION.tar.xz -P $CACHEROOT/

mkdir -p $BUILD

cd $BUILD/

rm -rf Python-$VERSION/

tar xf $CACHEROOT/Python-$VERSION.tar.xz

cd Python-$VERSION/

quilt push -a

}

# use cases:

# - python/.pyo for emscripten() below

# - common basis for crosspython below

hostpython () {

cd $BUILD/Python-$VERSION/

mkdir -p native

(

cd native/

if [ ! -e config.status ]; then

../configure \

--prefix=''

make -j$(nproc)

rm -rf $BUILD/hostpython

make install DESTDIR=$BUILD/hostpython

)

}

emscripten () {

cd $BUILD/Python-$VERSION/

mkdir -p emscripten

(

cd emscripten/

# OPT=-Oz: TODO

# CONFIG_SITE: deals with cross-compilation https://bugs.python.org/msg136962

# PATH: detect our Python, beware of conflict with emcc's python3

# don't use PYTHON_FOR_BUILD which is high-level / lots of options

# --without-pymalloc: ?

# --disable-ipv6: ?

# --disable-shared: compile statically for Emscripten perfs + incomplete PIC support

if [ ! -e config.status ]; then

CONFIG_SITE=../config-emscripten.site READELF=true \

BASECFLAGS='-s USE_ZLIB=1' LDFLAGS='-s USE_ZLIB=1' \

PATH=$BUILD/Python-$VERSION/native:$PATH \

emconfigure ../configure \

--host=asmjs-unknown-emscripten --build=$(../config.guess) \

--prefix='' \

--without-pymalloc --disable-ipv6 \

--disable-shared

cat <<EOF >> pyconfig.h

/* issues with posixmodule.c */

#undef HAVE_POSIX_SPAWN

#undef HAVE_POSIX_SPAWNP

/* issues with signalmodule.c */

#undef HAVE_PTHREAD_SIGMASK

EOF

# Modules/Setup.local

echo '*static*' > Modules/Setup.local

cat $SETUPLOCAL >> Modules/Setup.local

# drop -I/-L/-lz, we USE_ZLIB=1 (keep it in SETUPLOCAL for mock)

sed -i -e 's/^$zlib zlibmodule.c$.*/\1/' Modules/Setup.local

emmake make Makefile

# decrease .pyo size by dropping docstrings

sed -i -e '/compileall.py/ s/ -O / -OO /' Makefile

(

export PATH=$BUILD/Python-$VERSION/native:$PATH

# Trigger setup.py:CROSS_COMPILING (introduced in 3.8)

export _PYTHON_HOST_PLATFORM=emscripten

emmake make -j$(nproc)

emmake make install DESTDIR=$DESTDIR

)

# Basic trimming

# Disabled for now, better cherry-pick the files we need

#emmake make install DESTDIR=$(pwd)/destdir

#find destdir/ -name "*.py" -print0 | xargs -r0 rm

#find destdir/ -name "*.pyo" -print0 | xargs -r0 rm # only keep .pyc, .pyo apparently don't work

#find destdir/ -name "*.so" -print0 | xargs -r0 rm

#rm -rf destdir/usr/local/bin/

#rm -rf destdir/usr/local/share/man/

#rm -rf destdir/usr/local/include/

#rm -rf destdir/usr/local/lib/*.a

#rm -rf destdir/usr/local/lib/pkgconfig/

#rm -rf destdir/usr/local/lib/python2.7/test/

# Ditch .so for now, they cause an abort() with dynamic

# linking unless we recompile all of them as SIDE_MODULE-s

#rm -rf $DESTDIR/lib/python2.7/lib-dynload/

)

}

# For mock-ing emscripten environment through static desktop python

mock () {

cd $BUILD/Python-$VERSION/

mkdir -p native

(

cd native/

if [ ! -e config.status ]; then

../configure \

--prefix=$BUILD/hostpython/ \

--without-threads --without-pymalloc --without-signal-module --disable-ipv6 \

--disable-shared

echo '*static*' > Modules/Setup.local

cat $SETUPLOCAL >> Modules/Setup.local

make -j$(nproc) Parser/pgen python

make -j$(nproc)

DESTDIR= make install

)

}

# python aimed at compiling third-party Python modules to WASM

# - building static/dynamic wasm modules

# - compiling .pyo files, in emscripten() and package-xxx.sh

# Uses hostpython; detects its PYTHONHOME through ../lib AFAICS, no need to recompile

# Usage:

# .../crosspython-static/bin/python setup.py xxx --root=.../destdir/ --prefix=''

# .../crosspython-dynamic/bin/python setup.py xxx --root=.../destdir/ --prefix=''

# .../crosspython-static/bin/python -OO -m py_compile xxx.py

# Note: maybe create and patch two virtualenv instead? but harder to

# use with dual static/dynamic Makefile; doesn't handle root=destdir

crosspython () {

cd $SCRIPTDIR

# Copy-link hostpython except for include/ and

# lib/python3.8/_sysconfigdata.py

for variant in static dynamic; do

rm -rf crosspython-$variant

mkdir crosspython-$variant

(

cd crosspython-$variant

for i in $(cd ../build/hostpython && ls -A); do

ln -s ../build/hostpython/$i $i

done

rm include lib

mkdir lib

for i in $(cd ../build/hostpython/lib && ls -A); do

ln -s ../../build/hostpython/lib/$i lib/$i

done

rm lib/python3.8

mkdir lib/python3.8

for i in $(cd ../build/hostpython/lib/python3.8 && ls -A); do

ln -s ../../../build/hostpython/lib/python3.8/$i lib/python3.8/$i

done

# Use Python.h configured for WASM

ln -s $DESTDIR/include include

# Use compiler settings configured for WASM

cp -a $DESTDIR/lib/python3.8/_sysconfigdata__emscripten_.py \

lib/python3.8/_sysconfigdata_*.py

)

done

# 'CCSHARED': 'xxx',

sed -i -e "s/'CCSHARED': .*/'CCSHARED': '-fPIC -s SIDE_MODULE=1',/" \

crosspython-dynamic/lib/python3.8/_sysconfigdata_*.py

}

case "$1" in

unpack|hostpython|emscripten|mock|crosspython)

"$1"

;;

'')

unpack

hostpython

emscripten

crosspython

;;

echo "Usage: $0 unpack|hostpython|emscripten|mock|crosspython"

exit 1

;;

esac

python/3.8/python.sh at trunk · python-emscripten/python · GitHub

Repository navigation

Expand file tree

Breadcrumbs

python.sh

Latest commit

History

Breadcrumbs

python.sh

File metadata and controls