This repository has been archived by the owner on May 28, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 91
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' of https://github.com/ray-project/aviary
Signed-off-by: Antoni Baum <antoni.baum@protonmail.com>
- Loading branch information
Showing
29 changed files
with
77 additions
and
61 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,44 +1,8 @@ | ||
base_image: anyscale/ray:nightly-py310-cu118 | ||
debian_packages: | ||
- libaio-dev | ||
- git-lfs | ||
- xfsprogs | ||
docker_image: anyscale/aviary:latest | ||
ray_version: nightly | ||
env_vars: | ||
HF_HUB_ENABLE_HF_TRANSFER: 1 | ||
SAFETENSORS_FAST_GPU: 1 | ||
RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING: 1 | ||
XDG_CACHE_HOME: /mnt/local_storage/data/cache | ||
TORCH_HOME: /mnt/local_storage/data/cache/torch | ||
post_build_cmds: | ||
- |- | ||
echo "dedup version 3. increment this to force a rebuild." | ||
pip uninstall -y torch-scatter torch-sparse torch-cluster torch-spline-conv torch-geometric tensorflow | ||
pip install -i https://download.pytorch.org/whl/cu118 torch torchvision torchaudio | ||
pip install \ | ||
"async_timeout" \ | ||
"markdown-it-py[plugins]" \ | ||
"accelerate" \ | ||
"transformers>=4.25.1" \ | ||
"datasets" \ | ||
"ftfy" \ | ||
"tensorboard" \ | ||
"sentencepiece" \ | ||
"Jinja2" \ | ||
"numexpr>=2.7.3" \ | ||
"hf_transfer" \ | ||
"evaluate" \ | ||
"bitsandbytes" \ | ||
"git+https://github.com/Yard1/DeepSpeed.git@aviary" \ | ||
"numpy<1.24" \ | ||
"ninja" \ | ||
"protobuf<3.21.0" \ | ||
"git+https://github.com/huggingface/optimum.git" \ | ||
"torchmetrics" \ | ||
"safetensors" \ | ||
"pydantic==1.10.7" \ | ||
"einops" \ | ||
"markdown-it-py[plugins]" \ | ||
"fastapi_versioning" | ||
sudo apt-get install -y postgresql postgresql-client postgresql-contrib | ||
pip install asyncpg sqlmodel sqlalchemy async_lru |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,33 @@ | ||
FROM rayproject/ray:nightly-cu118 | ||
FROM anyscale/ray:nightly-py310-cu118 | ||
SHELL ["/bin/bash", "-c"] | ||
|
||
RUN sudo apt-get update && sudo apt-get install -y libaio-dev git-lfs awscli && sudo rm -rf /var/lib/apt/lists/* | ||
# Add extra dependencies | ||
ARG DEBIAN_FRONTEND=noninteractive | ||
RUN sudo apt-get update && sudo apt-get install -y axel nfs-common zip unzip libaio-dev git-lfs awscli curl libssl-dev gcc pkg-config libc6-dev && sudo apt-get clean | ||
|
||
RUN conda update -n base -c defaults conda && conda install python=3.10 | ||
RUN pip install -i https://download.pytorch.org/whl/cu118 torch torchvision torchaudio | ||
RUN pip uninstall -y ray && pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp310-cp310-manylinux2014_x86_64.whl | ||
|
||
# Created by build_aviary_wheel.sh | ||
COPY "./dist" "/home/ray/dist" | ||
RUN cd /home/ray/dist && pip install "$(ls *.whl | head -n1)[backend, frontend]" | ||
RUN export FORCE_CUDA=1 NVCC_PREPEND_FLAGS="--forward-unknown-opts" DS_BUILD_OPS=1 DS_BUILD_AIO=0 DS_BUILD_SPARSE_ATTN=0 TORCH_CUDA_ARCH_LIST="7.0 7.2 7.5 8.0 8.6 9.0" && cd /home/ray/dist && pip install "$(ls *.whl | head -n1)[backend, frontend]" | ||
|
||
# The build context should be the root of the repo | ||
# So this gives the model definitions | ||
COPY "./models" "/home/ray/models" | ||
|
||
ENV RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=1 | ||
ENV HF_HUB_ENABLE_HF_TRANSFER=1 | ||
ENV SAFETENSORS_FAST_GPU=1 | ||
ENV RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=1 | ||
|
||
# (Optional) Verify that dependencies from the base image still work. This | ||
# is useful for catching dependency conflicts at build time. | ||
RUN echo "Testing Ray Import..." && python -c "import ray" | ||
RUN ray --version | ||
RUN jupyter --version | ||
RUN anyscale --version | ||
RUN sudo supervisord --version | ||
|
||
RUN echo "Testing aviary install" && python -c "import aviary.backend" | ||
|
||
RUN (pip cache purge || true) && conda clean -a && rm -rf ~/.cache |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters