docker-python/Dockerfile.tmpl at tmp-gpu-test · Kaggle/docker-python · GitHub

History

615 lines (574 loc) · 24.2 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

284

285

286

287

288

289

290

291

292

293

294

295

296

297

298

299

300

301

302

303

304

305

306

307

308

309

310

311

312

313

314

315

316

317

318

319

320

321

322

323

324

325

326

327

328

329

330

331

332

333

334

335

336

337

338

339

340

341

342

343

344

345

346

347

348

349

350

351

352

353

354

355

356

357

358

359

360

361

362

363

364

365

366

367

368

369

370

371

372

373

374

375

376

377

378

379

380

381

382

383

384

385

386

387

388

389

390

391

392

393

394

395

396

397

398

399

400

401

402

403

404

405

406

407

408

409

410

411

412

413

414

415

416

417

418

419

420

421

422

423

424

425

426

427

428

429

430

431

432

433

434

435

436

437

438

439

440

441

442

443

444

445

446

447

448

449

450

451

452

453

454

455

456

457

458

459

460

461

462

463

464

465

466

467

468

469

470

471

472

473

474

475

476

477

478

479

480

481

482

483

484

485

486

487

488

489

490

491

492

493

494

495

496

497

498

499

500

501

502

503

504

505

506

507

508

509

510

511

512

513

514

515

516

517

518

519

520

521

522

523

524

525

526

527

528

529

530

531

532

533

534

535

536

537

538

539

540

541

542

543

544

545

546

547

548

549

550

551

552

553

554

555

556

557

558

559

560

561

562

563

564

565

566

567

568

569

570

571

572

573

574

575

576

577

578

579

580

581

582

583

584

585

586

587

588

589

590

591

592

593

594

595

596

597

598

599

600

601

602

603

604

605

606

607

608

609

610

611

612

613

614

615

ARG BASE_IMAGE_REPO

ARG BASE_IMAGE_TAG

ARG CPU_BASE_IMAGE_NAME

ARG GPU_BASE_IMAGE_NAME

ARG LIGHTGBM_VERSION

ARG TORCH_VERSION

ARG TORCHAUDIO_VERSION

ARG TORCHTEXT_VERSION

ARG TORCHVISION_VERSION

FROM gcr.io/kaggle-images/python-lightgbm-whl:${GPU_BASE_IMAGE_NAME}-${BASE_IMAGE_TAG}-${LIGHTGBM_VERSION} AS lightgbm_whl

FROM gcr.io/kaggle-images/python-torch-whl:${GPU_BASE_IMAGE_NAME}-${BASE_IMAGE_TAG}-${TORCH_VERSION} AS torch_whl

FROM ${BASE_IMAGE_REPO}/${GPU_BASE_IMAGE_NAME}:${BASE_IMAGE_TAG}

ARG CUDA_MAJOR_VERSION

ARG CUDA_MINOR_VERSION

ENV CUDA_MAJOR_VERSION=${CUDA_MAJOR_VERSION}

ENV CUDA_MINOR_VERSION=${CUDA_MINOR_VERSION}

# NVIDIA binaries from the host are mounted to /opt/bin.

ENV PATH=/opt/bin:${PATH}

# Add CUDA stubs to LD_LIBRARY_PATH to support building the GPU image on a CPU machine.

ENV LD_LIBRARY_PATH_NO_STUBS="$LD_LIBRARY_PATH"

ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/cuda/lib64/stubs"

RUN ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1

FROM ${BASE_IMAGE_REPO}/${CPU_BASE_IMAGE_NAME}:${BASE_IMAGE_TAG}

# Keep these variables in sync if base image is updated.

ENV TENSORFLOW_VERSION=2.6.4

# We need to redefine the ARG here to get the ARG value defined above the FROM instruction.

# See: https://docs.docker.com/engine/reference/builder/#understand-how-arg-and-from-interact

ARG LIGHTGBM_VERSION

ARG TORCH_VERSION

ARG TORCHAUDIO_VERSION

ARG TORCHTEXT_VERSION

ARG TORCHVISION_VERSION

# Disable pesky logs like: KMP_AFFINITY: pid 6121 tid 6121 thread 0 bound to OS proc set 0

# See: https://stackoverflow.com/questions/57385766/disable-tensorflow-log-information

ENV KMP_WARNINGS=0

# Also make the KMP logs noverbose.

# https://stackoverflow.com/questions/70250304/stop-tensorflow-from-printing-warning-message

ENV KMP_SETTINGS=false

ADD clean-layer.sh /tmp/clean-layer.sh

ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl

ADD patches/template_conf.json /opt/kaggle/conf.json

# b/200968891 Keeps horovod once torch is upgraded.

RUN pip uninstall -y horovod && \

/tmp/clean-layer.sh

# Use a fixed apt-get repo to stop intermittent failures due to flaky httpredir connections,

# as described by Lionel Chan at http://stackoverflow.com/a/37426929/5881346

RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list && \

apt-get update && \

# Needed by lightGBM (GPU build)

# https://lightgbm.readthedocs.io/en/latest/GPU-Tutorial.html#build-lightgbm

apt-get install -y build-essential unzip cmake libboost-dev libboost-system-dev libboost-filesystem-dev p7zip-full && \

# b/182601974: ssh client was removed from the base image but is required for packages such as stable-baselines.

apt-get install -y openssh-client && \

/tmp/clean-layer.sh

# b/128333086: Set PROJ_LIB to points to the proj4 cartographic library.

ENV PROJ_LIB=/opt/conda/share/proj

# Install conda packages not available on pip.

# When using pip in a conda environment, conda commands should be ran first and then

# the remaining pip commands: https://www.anaconda.com/using-pip-in-a-conda-environment/

RUN conda config --add channels nvidia && \

conda config --add channels rapidsai && \

# Base image channel order: conda-forge (highest priority), defaults.

# End state: rapidsai (highest priority), nvidia, conda-forge, defaults.

conda install mkl cartopy=0.19 imagemagick=7.1 pyproj==3.1.0 && \

/tmp/clean-layer.sh

# b/232247930: uninstall pyarrow to avoid double installation with the GPU specific version.

RUN pip uninstall -y pyarrow && \

conda install cudf=21.10 cuml=21.10 cudatoolkit=$CUDA_MAJOR_VERSION.$CUDA_MINOR_VERSION && \

/tmp/clean-layer.sh

# Install implicit

RUN conda install implicit implicit-proc=*=gpu && \

/tmp/clean-layer.sh

RUN conda install implicit && \

/tmp/clean-layer.sh

# Install PyTorch

COPY --from=torch_whl /tmp/whl/*.whl /tmp/torch/

RUN conda install -c pytorch magma-cuda${CUDA_MAJOR_VERSION}${CUDA_MINOR_VERSION} && \

pip install /tmp/torch/*.whl && \

rm -rf /tmp/torch && \

/tmp/clean-layer.sh

RUN pip install torch==$TORCH_VERSION+cpu torchvision==$TORCHVISION_VERSION+cpu torchaudio==$TORCHAUDIO_VERSION+cpu torchtext==$TORCHTEXT_VERSION -f https://download.pytorch.org/whl/torch_stable.html && \

/tmp/clean-layer.sh

# Install LightGBM

COPY --from=lightgbm_whl /tmp/whl/*.whl /tmp/lightgbm/

# Install OpenCL (required by LightGBM GPU version)

RUN apt-get install -y ocl-icd-libopencl1 clinfo && \

mkdir -p /etc/OpenCL/vendors && \

echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd && \

pip install /tmp/lightgbm/*.whl && \

rm -rf /tmp/lightgbm && \

/tmp/clean-layer.sh

RUN pip install lightgbm==$LIGHTGBM_VERSION && \

/tmp/clean-layer.sh

# Install JAX

RUN pip install jax[cuda11_cudnn805] -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html && \

/tmp/clean-layer.sh

RUN pip install jax[cpu] && \

/tmp/clean-layer.sh

# Install mxnet

RUN pip install mxnet-cu$CUDA_MAJOR_VERSION$CUDA_MINOR_VERSION && \

/tmp/clean-layer.sh

RUN pip install mxnet && \

/tmp/clean-layer.sh

# Install spacy

RUN pip install spacy[cuda$CUDA_MAJOR_VERSION$CUDA_MINOR_VERSION] && \

/tmp/clean-layer.sh

RUN pip install spacy && \

/tmp/clean-layer.sh

# Install GPU specific packages

# Install GPU-only packages

RUN pip install pycuda && \

pip install pynvrtc && \

pip install pynvml && \

pip install nnabla-ext-cuda$CUDA_MAJOR_VERSION$CUDA_MINOR_VERSION && \

/tmp/clean-layer.sh

RUN pip install pysal && \

pip install seaborn python-dateutil dask python-igraph && \

pip install pyyaml joblib husl geopy mne pyshp && \

pip install pandas && \

pip install flax && \

# Install h2o from source.

# Use `conda install -c h2oai h2o` once Python 3.7 version is released to conda.

apt-get install -y default-jre-headless && \

pip install -f https://h2o-release.s3.amazonaws.com/h2o/latest_stable_Py.html h2o && \

pip install tensorflow-gcs-config==2.6.0 && \

pip install tensorflow-addons==0.14.0 && \

pip install tensorflow_decision_forests==0.2.0 && \

/tmp/clean-layer.sh

RUN apt-get install -y libfreetype6-dev && \

apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing && \

# b/198300835 kornia 4.1.0 is not compatible with our version of numpy.

pip install gensim==4.0.1 && \

pip install textblob && \

pip install wordcloud && \

pip install xgboost && \

pip install pydot && \

# Pinned because it breaks theano test with the latest version (b/178107003).

pip install theano-pymc==1.0.11 && \

pip install python-Levenshtein && \

pip install hep_ml && \

# NLTK Project datasets

mkdir -p /usr/share/nltk_data && \

# NLTK Downloader no longer continues smoothly after an error, so we explicitly list

# the corpuses that work

# "yes | ..." answers yes to the retry prompt in case of an error. See b/133762095.

yes | python -m nltk.downloader -d /usr/share/nltk_data abc alpino averaged_perceptron_tagger \

basque_grammars biocreative_ppi bllip_wsj_no_aux \

book_grammars brown brown_tei cess_cat cess_esp chat80 city_database cmudict \

comtrans conll2000 conll2002 conll2007 crubadan dependency_treebank \

europarl_raw floresta gazetteers genesis gutenberg \

ieer inaugural indian jeita kimmo knbc large_grammars lin_thesaurus mac_morpho machado \

masc_tagged maxent_ne_chunker maxent_treebank_pos_tagger moses_sample movie_reviews \

mte_teip5 names nps_chat omw opinion_lexicon paradigms \

pil pl196x porter_test ppattach problem_reports product_reviews_1 product_reviews_2 propbank \

pros_cons ptb punkt qc reuters rslp rte sample_grammars semcor senseval sentence_polarity \

sentiwordnet shakespeare sinica_treebank smultron snowball_data spanish_grammars \

state_union stopwords subjectivity swadesh switchboard tagsets timit toolbox treebank \

twitter_samples udhr2 udhr unicode_samples universal_tagset universal_treebanks_v20 \

vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \

# Stop-words

pip install stop-words && \

pip install scikit-image && \

/tmp/clean-layer.sh

RUN pip install ibis-framework && \

pip install gluonnlp && \

# b/212703016 4.5.4.62 segfault with readtext.

pip install opencv-contrib-python==4.5.4.60 opencv-python==4.5.4.60 && \

pip install gluoncv && \

/tmp/clean-layer.sh

RUN pip install scipy && \

pip install scikit-learn && \

# Scikit-learn accelerated library for x86

# TODO(b/262387811#4) Unpin when the package is fixed.

pip install scikit-learn-intelex==2021.6.3 && \

# HDF5 support

pip install h5py && \

pip install biopython && \

# PUDB, for local debugging convenience

pip install pudb && \

pip install imbalanced-learn && \

# Profiling and other utilities

pip install line_profiler && \

pip install orderedmultidict && \

pip install smhasher && \

pip install bokeh && \

pip install numba && \

pip install datashader && \

# Boruta (python implementation)

pip install Boruta && \

apt-get install -y graphviz && pip install graphviz && \

# Pandoc is a dependency of deap

apt-get install -y pandoc && \

pip install git+https://github.com/scikit-learn-contrib/py-earth.git@issue191 && \

pip install essentia && \

apt-get install -y git-lfs && \

/tmp/clean-layer.sh

# vtk with dependencies

RUN apt-get install -y libgl1-mesa-glx && \

pip install vtk && \

# xvfbwrapper with dependencies

apt-get install -y xvfb && \

pip install xvfbwrapper && \

/tmp/clean-layer.sh

RUN pip install mpld3 && \

pip install gpxpy && \

pip install arrow && \

pip install nilearn && \

pip install nibabel && \

pip install pronouncing && \

pip install markovify && \

pip install imgaug && \

pip install preprocessing && \

pip install path.py && \

pip install Geohash && \

# https://github.com/vinsci/geohash/issues/4

sed -i -- 's/geohash/.geohash/g' /opt/conda/lib/python3.7/site-packages/Geohash/__init__.py && \

pip install deap && \

pip install tpot && \

pip install scikit-optimize && \

pip install haversine && \

pip install toolz cytoolz && \

pip install plotly && \

pip install hyperopt && \

pip install fitter && \

pip install langid && \

# Delorean. Useful for dealing with datetime

pip install delorean && \

pip install trueskill && \

# Useful data exploration libraries (for missing data and generating reports)

pip install missingno && \

pip install pandas-profiling && \

pip install s2sphere && \

pip install bayesian-optimization && \

pip install matplotlib-venn && \

# b/184083722 pyldavis >= 3.3 requires numpy >= 1.20.0 but TensorFlow 2.4.1 / 2.5.0 requires 1.19.2

pip install pyldavis==3.2.2 && \

pip install mlxtend && \

pip install altair && \

pip install ImageHash && \

pip install ecos && \

pip install CVXcanon && \

pip install pymc3 && \

pip install imagecodecs && \

pip install tifffile && \

pip install spectral && \

pip install descartes && \

pip install geojson && \

pip install pydicom && \

pip install wavio && \

pip install SimpleITK && \

pip install hmmlearn && \

pip install bayespy && \

pip install gplearn && \

pip install PyAstronomy && \

pip install squarify && \

pip install fuzzywuzzy && \

pip install python-louvain && \

pip install pyexcel-ods && \

pip install sklearn-pandas && \

pip install stemming && \

pip install prophet && \

pip install holoviews && \

pip install geoviews && \

pip install hypertools && \

pip install py_stringsimjoin && \

pip install mlens && \

pip install scikit-multilearn && \

pip install cleverhans && \

pip install leven && \

pip install catboost && \

pip install lightfm && \

pip install folium && \

pip install scikit-plot && \

pip install fury dipy && \

pip install plotnine && \

pip install scikit-surprise && \

pip install pymongo && \

pip install geoplot && \

pip install eli5 && \

pip install kaggle && \

pip install mock && \

/tmp/clean-layer.sh

RUN pip install tensorpack && \

# Add google PAIR-code Facets

cd /opt/ && git clone https://github.com/PAIR-code/facets && cd facets/ && jupyter nbextension install facets-dist/ --user && \

export PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/ && \

pip install pycountry && \

pip install iso3166 && \

pip install pydash && \

pip install kmodes --no-dependencies && \

pip install librosa && \

pip install polyglot && \

pip install mmh3 && \

pip install fbpca && \

pip install sentencepiece && \

pip install cufflinks && \

pip install lime && \

pip install memory_profiler && \

/tmp/clean-layer.sh

# install cython & cysignals before pyfasttext

RUN pip install --upgrade cython && \

pip install --upgrade cysignals && \

pip install pyfasttext && \

pip install fasttext && \

apt-get install -y libhunspell-dev && pip install hunspell && \

pip install annoy && \

pip install category_encoders && \

# google-cloud-automl 2.0.0 introduced incompatible API changes, need to pin to 1.0.1

pip install google-cloud-automl==1.0.1 && \

pip install google-cloud-bigquery==2.2.0 && \

pip install google-cloud-storage && \

pip install google-cloud-translate==3.* && \

pip install google-cloud-language==2.* && \

pip install google-cloud-videointelligence==2.* && \

pip install google-cloud-vision==2.* && \

# b/183041606#comment5: the Kaggle data proxy doesn't support these APIs. If the library is missing, it falls back to using a regular BigQuery query to fetch data.

pip uninstall -y google-cloud-bigquery-storage && \

# After launch this should be installed from pip

pip install git+https://github.com/googleapis/python-aiplatform.git@mb-release && \

pip install ortools && \

pip install scattertext && \

# Pandas data reader

pip install pandas-datareader && \

pip install wordsegment && \

pip install wordbatch && \

pip install emoji && \

# Add Japanese morphological analysis engine

pip install janome && \

pip install wfdb && \

pip install vecstack && \

# yellowbrick machine learning visualization library

pip install yellowbrick && \

pip install mlcrate && \

/tmp/clean-layer.sh

RUN pip install bleach && \

pip install certifi && \

pip install cycler && \

pip install decorator && \

pip install entrypoints && \

pip install html5lib && \

pip install ipykernel && \

pip install ipython && \

pip install ipython-genutils && \

pip install ipywidgets && \

pip install isoweek && \

pip install jedi && \

pip install jsonschema && \

pip install jupyter-client && \

pip install jupyter-console && \

pip install jupyter-core && \

pip install jupyterlab-lsp && \

pip install MarkupSafe && \

pip install mistune && \

pip install nbformat && \

pip install notebook && \

pip install papermill && \

pip install python-lsp-server[all] && \

pip install olefile && \

# b/198300835 kornia 0.5.10 is not compatible with our version of numpy.

pip install kornia==0.5.8 && \

pip install pandas_summary && \

pip install pandocfilters && \

pip install pexpect && \

pip install pickleshare && \

pip install Pillow && \

# Install openslide and its python binding

apt-get install -y openslide-tools && \

pip install openslide-python && \

pip install ptyprocess && \

pip install Pygments && \

pip install pyparsing && \

pip install pytz && \

pip install PyYAML && \

pip install pyzmq && \

pip install qtconsole && \

pip install six && \

pip install terminado && \

pip install tornado && \

pip install tqdm && \

pip install traitlets && \

pip install wcwidth && \

pip install webencodings && \

pip install widgetsnbextension && \

pip install pyarrow && \

pip install feather-format && \

pip install fastai && \

pip install allennlp && \

pip install importlib-metadata && \

python -m spacy download en_core_web_sm && python -m spacy download en_core_web_lg && \

apt-get install -y ffmpeg && \

/tmp/clean-layer.sh

###########

# NEW CONTRIBUTORS:

# Please add new pip/apt installs in this block. Don't forget a "&& \" at the end

# of all non-final lines. Thanks!

###########

RUN pip install flashtext && \

pip install wandb && \

# b/214080882 blake3 0.3.0 is not compatible with vaex.

pip install blake3==0.2.1 && \

pip install vaex && \

pip install marisa-trie && \

pip install pyemd && \

pip install pyupset && \

pip install pympler && \

pip install s3fs && \

pip install featuretools && \

pip install -e git+https://github.com/SohierDane/BigQuery_Helper#egg=bq_helper && \

pip install hpsklearn && \

pip install git+https://github.com/Kaggle/learntools && \

pip install kmapper && \

pip install shap && \

pip install ray && \

pip install gym && \

pip install pyarabic && \

pip install pandasql && \

pip install tensorflow_hub && \

pip install jieba && \

pip install git+https://github.com/SauceCat/PDPbox && \

# ggplot is broken and main repo does not merge and release https://github.com/yhat/ggpy/pull/668

pip install https://github.com/hbasria/ggpy/archive/0.11.5.zip && \

pip install cesium && \

pip install rgf_python && \

# b/205704651 remove install cmd for matrixprofile after version > 1.1.10 is released.

pip install git+https://github.com/matrix-profile-foundation/matrixprofile.git@6bea7d4445284dbd9700a097974ef6d4613fbca7 && \

pip install tsfresh && \

pip install pykalman && \

pip install optuna && \

pip install plotly_express && \

pip install albumentations && \

# b/254245259 catalyst requires accelerate but it breaks with the version 0.13.1

pip install accelerate==0.12.0 && \

pip install catalyst && \

# b/206990323 osmx 1.1.2 requires numpy >= 1.21 which we don't want.

pip install osmnx==1.1.1 && \

apt-get -y install libspatialindex-dev && \

pip install pytorch-ignite && \

pip install qgrid && \

pip install bqplot && \

pip install earthengine-api && \

pip install transformers && \

# b/232247930 >= 2.2.0 requires pyarrow >= 6.0.0 which conflicts with dependencies for rapidsai 0.21.*

pip install datasets==2.1.0 && \

pip install dlib && \

pip install kaggle-environments && \

pip install geopandas && \

pip install nnabla && \

pip install vowpalwabbit && \

pip install pydub && \

pip install pydegensac && \

pip install torchmetrics && \

pip install pytorch-lightning && \

pip install datatable && \

pip install sympy && \

# flask is used by agents in the simulation competitions.

pip install flask && \

# pycrypto is used by competitions team.

pip install pycrypto && \

pip install easyocr && \

# ipympl adds interactive widget support for matplotlib

pip install ipympl==0.7.0 && \

pip install pandarallel && \

pip install onnx && \

pip install tables && \

pip install openpyxl && \

/tmp/clean-layer.sh

# Download base easyocr models.

# https://github.com/JaidedAI/EasyOCR#usage

RUN mkdir -p /root/.EasyOCR/model && \

wget --no-verbose "https://github.com/JaidedAI/EasyOCR/releases/download/v1.3/latin_g2.zip" -O /root/.EasyOCR/model/latin.zip && \

unzip /root/.EasyOCR/model/latin.zip -d /root/.EasyOCR/model/ && \

rm /root/.EasyOCR/model/latin.zip && \

wget --no-verbose "https://github.com/JaidedAI/EasyOCR/releases/download/v1.3/english_g2.zip" -O /root/.EasyOCR/model/english.zip && \

unzip /root/.EasyOCR/model/english.zip -d /root/.EasyOCR/model/ && \

rm /root/.EasyOCR/model/english.zip && \

wget --no-verbose "https://github.com/JaidedAI/EasyOCR/releases/download/pre-v1.1.6/craft_mlt_25k.zip" -O /root/.EasyOCR/model/craft_mlt_25k.zip && \

unzip /root/.EasyOCR/model/craft_mlt_25k.zip -d /root/.EasyOCR/model/ && \

rm /root/.EasyOCR/model/craft_mlt_25k.zip && \

/tmp/clean-layer.sh

# Tesseract and some associated utility packages

RUN apt-get install tesseract-ocr -y && \

pip install pytesseract && \

pip install wand && \

pip install pdf2image && \

pip install PyPDF && \

pip install pyocr && \

/tmp/clean-layer.sh

ENV TESSERACT_PATH=/usr/bin/tesseract

# For Facets

ENV PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/

# For Theano with MKL

ENV MKL_THREADING_LAYER=GNU

# Temporary fixes and patches

# Temporary patch for Dask getting downgraded, which breaks Keras

RUN pip install --upgrade dask && \

# Stop jupyter nbconvert trying to rewrite its folder hierarchy

mkdir -p /root/.jupyter && touch /root/.jupyter/jupyter_nbconvert_config.py && touch /root/.jupyter/migrated && \

mkdir -p /.jupyter && touch /.jupyter/jupyter_nbconvert_config.py && touch /.jupyter/migrated && \

# Stop Matplotlib printing junk to the console on first load

sed -i "s/^.*Matplotlib is building the font cache using fc-list.*$/# Warning removed by Kaggle/g" /opt/conda/lib/python3.7/site-packages/matplotlib/font_manager.py && \

# Make matplotlib output in Jupyter notebooks display correctly

mkdir -p /etc/ipython/ && echo "c = get_config(); c.IPKernelApp.matplotlib = 'inline'" > /etc/ipython/ipython_config.py && \

# Temporary patch for broken libpixman 0.38 in conda-forge, symlink to system libpixman 0.34 untile conda package gets updated to 0.38.5 or higher.

ln -sf /usr/lib/x86_64-linux-gnu/libpixman-1.so.0.34.0 /opt/conda/lib/libpixman-1.so.0.38.0 && \

/tmp/clean-layer.sh

# Add BigQuery client proxy settings

ENV PYTHONUSERBASE "/root/.local"

ADD patches/kaggle_gcp.py /root/.local/lib/python3.7/site-packages/kaggle_gcp.py

ADD patches/kaggle_secrets.py /root/.local/lib/python3.7/site-packages/kaggle_secrets.py

ADD patches/kaggle_session.py /root/.local/lib/python3.7/site-packages/kaggle_session.py

ADD patches/kaggle_web_client.py /root/.local/lib/python3.7/site-packages/kaggle_web_client.py

ADD patches/kaggle_datasets.py /root/.local/lib/python3.7/site-packages/kaggle_datasets.py

ADD patches/log.py /root/.local/lib/python3.7/site-packages/log.py

ADD patches/sitecustomize.py /root/.local/lib/python3.7/site-packages/sitecustomize.py

# Override default imagemagick policies

ADD patches/imagemagick-policy.xml /etc/ImageMagick-6/policy.xml

# TensorBoard Jupyter extension. Should be replaced with TensorBoard's provided magic once we have

# worker tunneling support in place.

# b/139212522 re-enable TensorBoard once solution for slowdown is implemented.

# ENV JUPYTER_CONFIG_DIR "/root/.jupyter/"

# RUN pip install jupyter_tensorboard && \

# jupyter serverextension enable jupyter_tensorboard && \

# jupyter tensorboard enable

# ADD patches/tensorboard/notebook.py /opt/conda/lib/python3.7/site-packages/tensorboard/notebook.py

# Disable unnecessary jupyter extensions

RUN jupyter-nbextension disable nb_conda --py --sys-prefix && \

jupyter-serverextension disable nb_conda --py --sys-prefix && \

python -m nb_conda_kernels.install --disable

# Set backend for matplotlib

ENV MPLBACKEND "agg"

ARG GIT_COMMIT=unknown

ARG BUILD_DATE=unknown

LABEL git-commit=$GIT_COMMIT

LABEL build-date=$BUILD_DATE

ENV GIT_COMMIT=${GIT_COMMIT}

ENV BUILD_DATE=${BUILD_DATE}

LABEL tensorflow-version=$TENSORFLOW_VERSION

# Used in the Jenkins `Docker GPU Build` step to restrict the images being pruned.

LABEL kaggle-lang=python

# Correlate current release with the git hash inside the kernel editor by running `!cat /etc/git_commit`.

RUN echo "$GIT_COMMIT" > /etc/git_commit && echo "$BUILD_DATE" > /etc/build_date

# Remove the CUDA stubs.

ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH_NO_STUBS"

docker-python/Dockerfile.tmpl at tmp-gpu-test · Kaggle/docker-python · GitHub

Expand file tree

Breadcrumbs

Dockerfile.tmpl

Latest commit

History

Breadcrumbs

Dockerfile.tmpl

File metadata and controls