File tree Expand file tree Collapse file tree 3 files changed +16
-8
lines changed Expand file tree Collapse file tree 3 files changed +16
-8
lines changed Original file line number Diff line number Diff line change @@ -23,6 +23,8 @@ RUN apt-get update && apt-get install -y \
2323 libreadline-dev \
2424 libffi-dev \
2525 curl \
26+ liblzma-dev \
27+ libbz2-dev \
2628 vim
2729
2830# Download and install Python 3.11
Original file line number Diff line number Diff line change 11#! /bin/bash
22# Bash script to build and push dev docker images to artifact repo
33# Usage:
4- # bash build_docker_images.sh -b <git_branch>
4+ # bash build_docker_images.sh -b <git_branch> -f <framework>
55
66# Make program exit with non-zero exit code if any command fails.
77set -e
88
9- while getopts b: flag
9+ while getopts " b:p:f: " flag;
1010do
1111 case " ${flag} " in
1212 b) GIT_BRANCH=${OPTARG} ;;
13- esac
14- case " ${flag} " in
1513 p) PROJECT=${OPTARG} ;;
14+ f) FRAMEWORK=${OPTARG} ;;
1615 esac
1716done
1817
1918# Artifact repostiory
20- if [ " $PROJECT " = " mlcommons-algoperf" ]; then
19+ if [ " $PROJECT " = " mlcommons-algoperf" ]; then
2120 ARTIFACT_REPO=" europe-west-4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo"
2221else
2322 ARTIFACT_REPO=" us-central1-docker.pkg.dev/training-algorithms-external/mlcommons-docker-repo"
2423fi
2524
26- if [[ -z ${GIT_BRANCH+x} ]]
25+ if [[ -z ${GIT_BRANCH+x} ]];
2726then
2827GIT_BRANCH=' main' # Set default argument
2928fi
3029
31- for FRAMEWORK in " jax" " pytorch" " both"
30+ FRAMEWORKS=( " jax" " pythorch" " both" )
31+
32+ if [[ -n " $FRAMEWORK " ]];
33+ then
34+ FRAMEWORKS=(" $FRAMEWORK " )
35+ fi
36+
37+ for FRAMEWORK in " ${FRAMEWORKS[@]} " ;
3238do
3339 IMAGE_NAME=" algoperf_${FRAMEWORK} _${GIT_BRANCH} "
3440 DOCKER_BUILD_COMMAND=" docker build --no-cache -t $IMAGE_NAME . --build-arg framework=$FRAMEWORK --build-arg branch=$GIT_BRANCH "
Original file line number Diff line number Diff line change @@ -39,7 +39,7 @@ dependencies = [
3939 " numpy>=2.0.2" ,
4040 " pandas>=2.0.1" ,
4141 " tensorflow==2.19.0" ,
42- " tensorflow-datasets==4.9.7 " ,
42+ " tensorflow-datasets==4.9.9 " ,
4343 " tensorflow-probability==0.20.0" ,
4444 " tensorflow-addons==0.20.0" ,
4545 " gputil==1.4.0" ,
You can’t perform that action at this time.
0 commit comments