Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions dataflow/gpu-examples/tensorflow-landsat-prime/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,14 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.87.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
pillow==12.2.0; python_version >= "3.10"
apache-beam[gcp]==2.58.1
apache-beam[gcp]==2.74.0
rasterio==1.3.10
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
7 changes: 3 additions & 4 deletions dataflow/gpu-examples/tensorflow-landsat/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,14 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.87.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
4 changes: 2 additions & 2 deletions dataflow/gpu-examples/tensorflow-landsat/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
pillow==12.2.0; python_version >= "3.10"
apache-beam[gcp]==2.58.1
apache-beam[gcp]==2.74.0
rasterio==1.3.10
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
7 changes: 3 additions & 4 deletions dataflow/gpu-examples/tensorflow-minimal/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,14 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.131.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
4 changes: 2 additions & 2 deletions dataflow/gpu-examples/tensorflow-minimal/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
apache-beam[gcp]==2.46.0
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
apache-beam[gcp]==2.74.0
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
pytest-xdist==3.3.0
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@ earthengine-api==1.5.9
folium==0.19.5
google-cloud-aiplatform==1.157.0
pandas==2.2.3
tensorflow==2.12.0
tensorflow==2.21.0
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM python:3.14-slim
FROM python:3.13-slim

WORKDIR /app

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
Flask==3.1.3; python_version >= '3.9'
gunicorn==23.0.0
tensorflow==2.12.0
tensorflow==2.21.0
Werkzeug==3.1.8; python_version >= '3.9'
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ importnb==2023.11.1
ipykernel==6.23.3
nbclient==0.8.0
pytest-xdist==3.3.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
# Requirements to run the notebooks.
apache-beam[gcp]==2.46.0
apache-beam[gcp]==2.74.0
earthengine-api==1.5.9
folium==0.19.5
google-cloud-aiplatform==1.157.0
imageio==2.36.1
plotly==5.15.0
tensorflow==2.12.0
tensorflow==2.21.0
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@
Flask==3.1.3; python_version >= '3.9'
earthengine-api==1.5.9
gunicorn==23.0.0
tensorflow==2.12.0
tensorflow==2.21.0
Werkzeug==3.1.8; python_version >= '3.9'
4 changes: 2 additions & 2 deletions people-and-planet-ai/land-cover-classification/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@
url="https://github.com/GoogleCloudPlatform/python-docs-samples/tree/main/people-and-planet-ai/land-cover-classification",
packages=["serving"],
install_requires=[
"apache-beam[gcp]==2.46.0",
"apache-beam[gcp]==2.74.0",
"earthengine-api==1.5.9",
"tensorflow==2.12.0",
"tensorflow==2.21.0",
],
)