BRANCH=$(basename $1)

COMMIT_SHA=$2

GIT_REPO=$3

PR_NUMBER=$4

EFS=/mnt/efs

mkdir -p ~/.mxnet/datasets

for f in $EFS/.mxnet/datasets/*; do

if [ -d "$f" ]; then

# Will not run if no directories are available

ln -s $f ~/.mxnet/datasets/$(basename "$f")

fi

python3 -m pip install sphinx>=1.5.5 sphinx-gallery sphinx_rtd_theme matplotlib Image recommonmark scipy mxtheme

export MXNET_CUDNN_AUTOTUNE_DEFAULT=0

cd docs

make html

COMMAND_EXIT_CODE=$?

sed -i.bak 's/33\\,150\\,243/23\\,141\\,201/g' build/html/_static/material-design-lite-1.3.0/material.blue-deep_orange.min.css;

sed -i.bak 's/2196f3/178dc9/g' build/html/_static/sphinx_materialdesign_theme.css;

sed -i.bak 's/pre{padding:1rem;margin:1.5rem\\s0;overflow:auto;overflow-y:hidden}/pre{padding:1rem;margin:1.5rem 0;overflow:auto;overflow-y:scroll}/g' build/html/_static/sphinx_materialdesign_theme.css

if [[ ($BRANCH == master) && ($GIT_REPO == dmlc/gluon-cv) ]]; then

# aws s3 cp s3://gluon-cv.mxnet.io/coverage.svg build/html/coverage.svg

aws s3 sync --delete build/html/ s3://gluoncv-ci/build_docs/master/ --acl public-read --cache-control max-age=7200

# aws s3 cp build/html/coverage.svg s3://gluon-cv.mxnet.io/coverage.svg --acl public-read --cache-control max-age=300

# echo "Uploaded doc to http://gluon-cv.mxnet.io"

echo master

# aws s3 cp s3://gluoncv-ci/build_docs/$PR_NUMBER/$COMMIT_SHA/coverage.svg build/html/coverage.svg

aws s3 sync --delete build/html/ s3://gluoncv-ci/build_docs/$PR_NUMBER/$COMMIT_SHA/ --acl public-read

# echo "Uploaded doc to http://gluon-vision-staging.s3-website-us-west-2.amazonaws.com/${env.BRANCH_NAME}/${env.BUILD_NUMBER}/index.html"

echo "Uploaded doc to https://gluoncv-ci.s3-us-west-2.amazonaws.com/build_docs//$PR_NUMBER/$COMMIT_SHA/index.html"

echo $GIT_REPO: $BRANCH

exit $COMMAND_EXIT_CODE

name: CI workflow

on:

push:

branches:

- master

pull_request_target:

jobs:

unittests:

if: ${{ (github.event_name == 'push' && github.repository == 'yinweisu/gluon-cv') || (github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'yinweisu/gluon-cv') }}

runs-on: ${{ matrix.os }}

strategy:

matrix:

os: [macos-latest, windows-latest, ubuntu-latest]

steps:

- name: Checkout repository(For push)

if: ${{ github.event_name == 'push' }}

uses: actions/checkout@v2

- name: Checkout Pull Request Repository(For pull request)

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

uses: actions/checkout@v2

with:

repository: ${{ github.event.pull_request.head.repo.full_name }}

ref: ${{ github.event.pull_request.head.ref }}

- name: Setup Miniconda

uses: conda-incubator/setup-miniconda@v2.0.0

with:

auto-update-conda: true

python-version: 3.7

- name: sanity-check

shell: bash -l {0}

run: |

- name: unit-test

shell: bash -l {0}

run: |

model_zoo_mxnet:

if: ${{ (github.event_name == 'push' && github.repository == 'yinweisu/gluon-cv') || (github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'yinweisu/gluon-cv') }}

needs: unittests

runs-on: ubuntu-latest

steps:

- name: checkout

uses: actions/checkout@v2

- name: Configure AWS Credentials

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.GLUONCV_DEV_ACCESS_ID }}

aws-secret-access-key: ${{ secrets.GLUONCV_DEV_SECRET_ACCESS_KEY }}

aws-region: us-east-1

- name: Install dependencies

run: |

- name: Test model_zoo_mxnet on AWS Batch(For push)

shell: bash -l {0}

if: ${{ github.event_name == 'push' }}

run: |

- name: Test model_zoo_mxnet on AWS Batch(For pull request)

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

run: |

model_zoo_torch:

if: ${{ (github.event_name == 'push' && github.repository == 'yinweisu/gluon-cv') || (github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'yinweisu/gluon-cv') }}

needs: unittests

runs-on: ubuntu-latest

steps:

- name: checkout

uses: actions/checkout@v2

- name: Configure AWS Credentials

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.GLUONCV_DEV_ACCESS_ID }}

aws-secret-access-key: ${{ secrets.GLUONCV_DEV_SECRET_ACCESS_KEY }}

aws-region: us-east-1

- name: Install dependencies

run: |

- name: Test model_zoo_torch on AWS Batch(For push)

shell: bash -l {0}

if: ${{ github.event_name == 'push' }}

run: |

- name: Test model_zoo_torch on AWS Batch(For pull request)

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

run: |

auto:

if: ${{ (github.event_name == 'push' && github.repository == 'yinweisu/gluon-cv') || (github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'yinweisu/gluon-cv') }}

needs: unittests

runs-on: ubuntu-latest

steps:

- name: checkout

uses: actions/checkout@v2

- name: Configure AWS Credentials

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.GLUONCV_DEV_ACCESS_ID }}

aws-secret-access-key: ${{ secrets.GLUONCV_DEV_SECRET_ACCESS_KEY }}

aws-region: us-east-1

- name: Install dependencies

run: |

- name: Test model_zoo_torch on AWS Batch(For push)

shell: bash -l {0}

if: ${{ github.event_name == 'push' }}

run: |

- name: Test model_zoo_torch on AWS Batch(For pull request)

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

run: |

build-docs:

if: ${{ (github.event_name == 'push' && github.repository == 'yinweisu/gluon-cv') || (github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name == 'yinweisu/gluon-cv') }}

needs: [unittests, model_zoo_mxnet, model_zoo_torch, auto]

runs-on: ubuntu-latest

steps:

- name: checkout

uses: actions/checkout@v2

- name: Configure AWS Credentials

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.GLUONCV_DEV_ACCESS_ID }}

aws-secret-access-key: ${{ secrets.GLUONCV_DEV_SECRET_ACCESS_KEY }}

aws-region: us-east-1

- name: Install dependencies

run: |

- name: Set SHA outputs

id: vars

run: echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"

- name: Build docs on AWS Batch(For push)

shell: bash -l {0}

if: ${{ github.event_name == 'push' }}

run: |

- name: Build docs on AWS Batch(For pull request)

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

run: |

- name: Comment on PR

if: ${{ github.event_name == 'pull_request' || github.event_name == 'pull_request_target' }}

uses: peter-evans/create-or-update-comment@v1.4.3

with:

issue-number: ${{ github.event.number }}

body: |

COVER_PACKAGE=$1

TESTS_PATH=$2

EFS=/mnt/efs

mkdir -p ~/.mxnet/models

for f in $EFS/.mxnet/models/*.params; do

ln -s $f ~/.mxnet/models/$(basename "$f")

export MXNET_CUDNN_AUTOTUNE_DEFAULT=0

export MPLBACKEND=Agg

export KMP_DUPLICATE_LIB_OK=TRUE

nosetests --with-timer --timer-ok 5 --timer-warning 20 -x --with-coverage --cover-package $COVER_PACKAGE -v $TESTS_PATH

self._target_generator.initialize()

- autocfg

name: gluon_cv_py3_mxnet

channels:

- conda-forge

- defaults

dependencies:

- python=3.6

- perl

- sphinx=1.7.2

- nose

- coverage=4.5.4

- scipy

- cython

- pip=20.2.4

- requests

- matplotlib

- tqdm

- pillow

- pip:

- mxnet

- coverage-badge

- awscli

- nose-timer

- opencv-python

- git+https://github.com/zhanghang1989/detail-api.git#subdirectory=PythonAPI

- portalocker

- autocfg

- boto3

libgl1-mesa-glx \

pypandoc \

nose \

nose-timer \

torch \

torchvision

docker push $AWS_ECR_REPO:latest