mirror of
https://github.com/saymrwulf/transformers.git
synced 2026-05-14 20:58:08 +00:00
102 lines
3.3 KiB
YAML
102 lines
3.3 KiB
YAML
name: Build dev documentation
|
|
|
|
on:
|
|
pull_request:
|
|
|
|
|
|
jobs:
|
|
build_and_package:
|
|
runs-on: [self-hosted, doc-builder]
|
|
container:
|
|
image: huggingface/doc-builder-transformers
|
|
options: "-v /home/github_actions:/mnt"
|
|
env:
|
|
PR_NUMBER: ${{ github.event.number }}
|
|
EVENT_CONTEXT: ${{ toJSON(github.event) }}
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: 'huggingface/doc-builder'
|
|
path: doc-builder
|
|
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: 'huggingface/transformers'
|
|
path: transformers
|
|
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: 'huggingface/notebooks'
|
|
path: notebooks
|
|
|
|
- name: Set env
|
|
run: echo "WRITE=$(cat /mnt/WRITE)" >> $GITHUB_ENV
|
|
|
|
- name: Comment PR
|
|
uses: thollander/actions-comment-pull-request@v1
|
|
if: github.event.action == 'opened' || github.event.action == 'reopened'
|
|
|
|
with:
|
|
message: 'Thank you for your PR! The docs for this PR live [here](https://moon-ci-docs.huggingface.co/docs/transformers/pr_${{ env.PR_NUMBER }}). All of your documentation changes will be reflected on that endpoint.'
|
|
GITHUB_TOKEN: ${{ env.WRITE }}
|
|
|
|
- name: Loading cache.
|
|
uses: actions/cache@v2
|
|
id: cache
|
|
with:
|
|
path: ~/.cache/pip
|
|
key: v1-test_build_doc
|
|
restore-keys: |
|
|
v1-test_build_doc-${{ hashFiles('setup.py') }}
|
|
v1-test_build_doc
|
|
|
|
- name: Setup environment
|
|
run: |
|
|
apt-get -y update && apt-get install -y libsndfile1-dev
|
|
|
|
pip uninstall -y doc-builder
|
|
pip install git+https://github.com/huggingface/doc-builder -U
|
|
cd transformers
|
|
pip install .[dev]
|
|
cd ..
|
|
|
|
export TORCH_VERSION=$(python -c "from torch import version; print(version.__version__.split('+')[0])")
|
|
pip install torch-scatter -f https://data.pyg.org/whl/torch-${TORCH_VERSION}+cpu.html
|
|
|
|
pip install torchvision
|
|
python -m pip install 'git+https://github.com/facebookresearch/detectron2.git'
|
|
|
|
apt install -y tesseract-ocr
|
|
pip install pytesseract
|
|
pip install pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com
|
|
pip install https://github.com/kpu/kenlm/archive/master.zip
|
|
|
|
- name: Setup git
|
|
run: |
|
|
git config --global user.name "Hugging Face Doc Builder"
|
|
git config --global user.email docs@huggingface.co
|
|
|
|
cd doc-builder
|
|
git pull origin main
|
|
cd ..
|
|
|
|
cd notebooks
|
|
git pull origin master
|
|
cd ..
|
|
WRITE=`cat /mnt/WRITE`
|
|
|
|
rm -rf doc-build-dev
|
|
git clone https://HuggingFaceDocBuilder:$WRITE@github.com/huggingface/doc-build-dev
|
|
|
|
- name: Make documentation
|
|
run: |
|
|
doc-builder build transformers transformers/docs/source --build_dir doc-build-dev --notebook_dir notebooks/transformers_doc --clean --version pr_$PR_NUMBER
|
|
|
|
- name: Push to repositories
|
|
run: |
|
|
cd doc-build-dev
|
|
ls
|
|
git add .
|
|
git commit -m "Updated with commit ${{ github.sha }} See: https://github.com/huggingface/transformers/commit/${{ github.sha }}"
|
|
git push origin main
|