mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-14 20:57:59 +00:00
1835e3beab
Fix the torchbench+inductor ci on trunk due to recent upgrade to numpy 2.0.0rc1. We have to remove DALLE2_pytorch model, since it depends on embedding-reader, which is not compatible with numpy>2: https://github.com/rom1504/embedding-reader/blob/main/requirements.txt#L3 Fixes #128845 Pull Request resolved: https://github.com/pytorch/pytorch/pull/128879 Approved by: https://github.com/eellison
42 lines
3.1 KiB
Makefile
42 lines
3.1 KiB
Makefile
# Makefile for the dashboard setup
|
|
PIP ?= python -m pip
|
|
|
|
clone-deps:
|
|
(cd ../../.. \
|
|
&& (test -e torchvision || git clone --recursive https://github.com/pytorch/vision torchvision) \
|
|
&& (test -e torchdata || git clone --recursive https://github.com/pytorch/data.git torchdata) \
|
|
&& (test -e torchtext || git clone --recursive https://github.com/pytorch/text torchtext) \
|
|
&& (test -e torchaudio || git clone --recursive https://github.com/pytorch/audio torchaudio) \
|
|
&& (test -e detectron2 || git clone --recursive https://github.com/facebookresearch/detectron2) \
|
|
&& (test -e FBGEMM || git clone --recursive https://github.com/pytorch/FBGEMM) \
|
|
&& (test -e torchrec || git clone --recursive https://github.com/pytorch/torchrec) \
|
|
&& (test -e torchbenchmark || git clone --recursive https://github.com/pytorch/benchmark torchbenchmark) \
|
|
)
|
|
|
|
pull-deps: clone-deps
|
|
(cd ../../../torchvision && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/vision.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../torchdata && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/data.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../torchtext && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/text.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../torchaudio && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/audio.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../FBGEMM && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/fbgemm.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../torchrec && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/torchrec.txt)" && git submodule update --init --recursive)
|
|
(cd ../../../detectron2 && git fetch && git checkout HEAD && git submodule update --init --recursive)
|
|
(cd ../../../torchbenchmark && git fetch && git checkout "$$(cat ../pytorch/.github/ci_commit_pins/torchbench.txt)" && git submodule update --init --recursive)
|
|
|
|
build-deps: clone-deps
|
|
# conda env remove --name torchdynamo
|
|
# conda create --name torchdynamo -y python=3.8
|
|
# conda activate torchdynamo
|
|
conda install -y astunparse numpy scipy ninja pyyaml mkl mkl-include setuptools cmake \
|
|
typing-extensions requests protobuf numba cython scikit-learn
|
|
conda install -y -c pytorch magma-cuda116
|
|
conda install -y -c conda-forge librosa
|
|
(cd ../../../torchvision && python setup.py clean && python setup.py develop)
|
|
(cd ../../../torchdata && python setup.py install)
|
|
(cd ../../../torchtext && python setup.py clean && python setup.py develop)
|
|
(cd ../../../torchaudio && python setup.py clean && python setup.py develop)
|
|
(cd ../../../FBGEMM/fbgemm_gpu && pip install -r requirements.txt && python setup.py clean && python setup.py develop)
|
|
(cd ../../../torchrec && python setup.py clean && python setup.py develop)
|
|
(cd ../../../detectron2 && python setup.py clean && python setup.py develop)
|
|
(cd ../../../torchbenchmark && python install.py --continue_on_fail)
|
|
pip uninstall -y torchrec-nightly fbgemm-gpu-nightly
|