Skip to content

Commit 4acaffe

Browse files
committed
fix docker image
1 parent 505fab2 commit 4acaffe

File tree

3 files changed

+16
-8
lines changed

3 files changed

+16
-8
lines changed

docker/Dockerfile

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && apt-get install -y \
2323
libreadline-dev \
2424
libffi-dev \
2525
curl \
26+
liblzma-dev \
27+
libbz2-dev \
2628
vim
2729

2830
# Download and install Python 3.11

docker/build_docker_images.sh

Lines changed: 13 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,34 +1,40 @@
11
#!/bin/bash
22
# Bash script to build and push dev docker images to artifact repo
33
# Usage:
4-
# bash build_docker_images.sh -b <git_branch>
4+
# bash build_docker_images.sh -b <git_branch> -f <framework>
55

66
# Make program exit with non-zero exit code if any command fails.
77
set -e
88

9-
while getopts b: flag
9+
while getopts "b:p:f:" flag;
1010
do
1111
case "${flag}" in
1212
b) GIT_BRANCH=${OPTARG};;
13-
esac
14-
case "${flag}" in
1513
p) PROJECT=${OPTARG};;
14+
f) FRAMEWORK=${OPTARG};;
1615
esac
1716
done
1817

1918
# Artifact repostiory
20-
if [ "$PROJECT" = "mlcommons-algoperf"]; then
19+
if [ "$PROJECT" = "mlcommons-algoperf" ]; then
2120
ARTIFACT_REPO="europe-west-4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo"
2221
else
2322
ARTIFACT_REPO="us-central1-docker.pkg.dev/training-algorithms-external/mlcommons-docker-repo"
2423
fi
2524

26-
if [[ -z ${GIT_BRANCH+x} ]]
25+
if [[ -z ${GIT_BRANCH+x} ]];
2726
then
2827
GIT_BRANCH='main' # Set default argument
2928
fi
3029

31-
for FRAMEWORK in "jax" "pytorch" "both"
30+
FRAMEWORKS=( "jax" "pythorch" "both" )
31+
32+
if [[ -n "$FRAMEWORK" ]];
33+
then
34+
FRAMEWORKS=("$FRAMEWORK")
35+
fi
36+
37+
for FRAMEWORK in "${FRAMEWORKS[@]}";
3238
do
3339
IMAGE_NAME="algoperf_${FRAMEWORK}_${GIT_BRANCH}"
3440
DOCKER_BUILD_COMMAND="docker build --no-cache -t $IMAGE_NAME . --build-arg framework=$FRAMEWORK --build-arg branch=$GIT_BRANCH"

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ dependencies = [
3939
"numpy>=2.0.2",
4040
"pandas>=2.0.1",
4141
"tensorflow==2.19.0",
42-
"tensorflow-datasets==4.9.7",
42+
"tensorflow-datasets==4.9.9",
4343
"tensorflow-probability==0.20.0",
4444
"tensorflow-addons==0.20.0",
4545
"gputil==1.4.0",

0 commit comments

Comments
 (0)