ARG PYTHON_VERSION=3.8.10 FROM 763104351884.dkr.ecr.us-west-2.amazonaws.com/mxnet-inference:1.9.0-cpu-py38-ubuntu20.04-sagemaker ENV MXNET_CUDNN_LIB_CHECKING=0 \ MXNET_CUDNN_AUTOTUNE_DEFAULT=0 # Specify accept-bind-to-port LABEL for inference pipelines to use SAGEMAKER_BIND_TO_PORT # https://docs.aws.amazon.com/sagemaker/latest/dg/inference-pipeline-real-time.html LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true # Specify multi-models LABEL to indicate container is capable of loading and serving multiple models concurrently # https://docs.aws.amazon.com/sagemaker/latest/dg/build-multi-model-build-container.html LABEL com.amazonaws.sagemaker.capabilities.multi-models=true LABEL maintainer="Amazon AI" LABEL dlc_major_version="1" RUN apt-get update \ && apt-get -y upgrade \ && apt-get autoremove -y \ && apt-get clean \ && rm -rf /var/lib/apt/lists/* ARG AUTOGLUON_VERSION=0.5.2 ARG TORCH_VER=1.12+cpu ARG TORCH_VISION_VER=0.13+cpu ARG TORCH_TEXT_VER=0.13 # NOTE: fixing protobuf + sagemaker-training to compatible versions # NOTE: reinstalling horovod with pytorch support because it is available in the container RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.pythonhosted.org pip \ && pip install --no-cache-dir -U setuptools wheel \ && pip uninstall -y dataclasses \ && pip install --no-cache-dir -U numpy numba \ torch==${TORCH_VER} torchvision==${TORCH_VISION_VER} torchtext==${TORCH_TEXT_VER} --extra-index-url https://download.pytorch.org/whl/cpu \ sagemaker-training==4.2.0 protobuf==3.18.1 sagemaker-mxnet-training \ && pip install --no-cache-dir -U autogluon==${AUTOGLUON_VERSION} # Resolving sagemaker 2.92.1 conflict RUN pip install --no-cache-dir 'importlib-metadata<2.0,>=1.4.0' markdown # Removing GluonTS nursery/tsbench package - it is not used in training/inference and have security vulnerabilities RUN rm -rf /usr/local/lib/python3.8/dist-packages/gluonts/nursery/tsbench # Remove these to address security issues; these are not used if only python package is used RUN rm -rf /usr/local/lib/python3.8/dist-packages/ray/jars RUN HOME_DIR=/root \ && curl -o ${HOME_DIR}/oss_compliance.zip https://aws-dlinfra-utilities.s3.amazonaws.com/oss_compliance.zip \ && unzip ${HOME_DIR}/oss_compliance.zip -d ${HOME_DIR}/ \ && cp ${HOME_DIR}/oss_compliance/test/testOSSCompliance /usr/local/bin/testOSSCompliance \ && chmod +x /usr/local/bin/testOSSCompliance \ && chmod +x ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh \ && ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh ${HOME_DIR} python \ && rm -rf ${HOME_DIR}/oss_compliance* RUN curl -o /licenses-autogluon.txt https://autogluon.s3.us-west-2.amazonaws.com/licenses/THIRD-PARTY-LICENSES.txt EXPOSE 8080 8081 ENTRYPOINT ["python", "/usr/local/bin/dockerd-entrypoint.py"] CMD ["multi-model-server", "--start", "--mms-config", "/home/model-server/config.properties"]