Skip to content

from rtd to pydata sphinx theme #1918

from rtd to pydata sphinx theme

from rtd to pydata sphinx theme #1918

# run setup-dev to install packages and run all test
# trigger by pull_request
name: "pr-all-test-ubuntu-setup"
on: [pull_request]
jobs:
pr-test-core-linux:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [self-linux]
python-version: [ '3.7', '3.8', '3.9' ]
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
cli:
- 'idmtools_cli/**'
models:
- 'idmtools_models/**'
comps:
- 'idmtools_platform_comps/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-${{ runner.python-version }}
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
if: steps.filter.outputs.core == 'true'
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: x64
check-latest: true
os: linux
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
# only run if core, local, models wasn't changed
if: steps.filter.outputs.core == 'true'
env:
BUILD_DEBUG: 1
run: |
make setup-dev-no-docker
- name: login to comps2
if: steps.filter.outputs.core == 'true'
env:
COMPS_PASS: ${{ secrets.COMPS_PASSWORD }}
run: |
python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}"
- name: run idmtools_core all tests
# only run if core changed
if: steps.filter.outputs.core == 'true'
run: |
cd idmtools_core
PARALLEL_TEST_COUNT=2 make test-all
- name: Upload idmtools_core all test results
uses: actions/upload-artifact@v2
if: failure() && steps.filter.outputs.core == 'true'
with:
name: idmtools_core_test_results
path: idmtools_core/tests/reports/
pr-test-cli-linux:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ self-linux ]
python-version: [ '3.7.x', '3.8.x', '3.9.x' ]
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
cli:
- 'idmtools_cli/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}${{ runner.python-version }}-pip-
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
run: |
make setup-dev-no-docker
env:
BUILD_DEBUG: 1
- name: login to comps2
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
env:
COMPS_PASS: ${{ secrets.COMPS_PASSWORD }}
run: |
python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}"
- name: run idmtools_cli all tests
# only run if core or cli changed
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true'
run: |
cd idmtools_cli
make test-all
- name: Upload idmtools_cli all test results
uses: actions/upload-artifact@v2
if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true')
with:
name: idmtools_cli_test_results
path: idmtools_cli/tests/reports/
pr-test-models-linux:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ self-linux ]
python-version: [ '3.7.x', '3.8.x', '3.9.x' ]
env:
IDMTOOLS_TEST_PREFIX: ${{ matrix.python-version }}
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
cli:
- 'idmtools_cli/**'
models:
- 'idmtools_models/**'
comps:
- 'idmtools_platform_comps/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}-${{ runner.python-version }}-pip-
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
env:
BUILD_DEBUG: 1
run: |
make setup-dev-no-docker
- name: login to comps2
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
env:
COMPS_PASS: ${{ secrets.COMPS_PASSWORD }}
run: |
python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}"
- name: run idmtools_models tests
# only run if core changed
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true'
run: |
cd idmtools_models
PARALLEL_TEST_COUNT=2 make test-all
- name: Upload idmtools_models all test results
uses: actions/upload-artifact@v2
if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true')
with:
name: idmtools_models_test_results
path: idmtools_models/tests/reports/
pr-test-comps-linux:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ self-linux ]
python-version: [ '3.7.x', '3.8.x', '3.9.x' ]
env:
IDMTOOLS_TEST_PREFIX: ${{ matrix.python-version }}
PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }}
PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }}
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
cli:
- 'idmtools_cli/**'
models:
- 'idmtools_models/**'
comps:
- 'idmtools_platform_comps/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}-${{ runner.python-version }}-pip-
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
env:
BUILD_DEBUG: 1
run: |
make setup-dev-no-docker
- name: login to comps2
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
env:
COMPS_PASS: ${{ secrets.COMPS_PASSWORD }}
run: |
python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}"
- name: run idmtools_platform_comps tests
# only run if core, comps, or models changed
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true'
run: |
cd idmtools_platform_comps
PARALLEL_TEST_COUNT=2 make test-all
- name: Upload idmtools_platform_comps test results
uses: actions/upload-artifact@v2
if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true')
with:
name: idmtools_platform_comps_test_results
path: idmtools_platform_comps/tests/reports/
pr-test-slurm-linux:
runs-on: ${{ matrix.os }}
env:
PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }}
PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }}
strategy:
matrix:
os: [ self-docker ]
python-version: [ '3.7.x', '3.8.x', '3.9.x' ]
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
cli:
- 'idmtools_cli/**'
models:
- 'idmtools_models/**'
slurm:
- 'idmtools_platform_slurm/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}-${{ runner.python-version }}-pip-
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true'
uses: actions/setup-python@v3
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
# only run if full install for core, slurm changes, or models
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true'
run: |
make setup-dev-no-docker
- name: run idmtools_platform_slurm all tests
# only run if core and comps changed
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true'
run: |
cd idmtools_platform_slurm
make test-all
- name: Upload idmtools_platform_slurm all test results
uses: actions/upload-artifact@v2
if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true')
with:
name: idmtools_platform_slurm_test_results
path: idmtools_platform_slurm/tests/reports/
pr-test-slurm-utils-linux:
runs-on: ${{ matrix.os }}
env:
PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }}
PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }}
strategy:
matrix:
os: [ self-linux ]
python-version: [ '3.7.x', '3.8.x', '3.9.x' ]
steps:
- name: Check out Git repository
uses: actions/checkout@v2
- uses: dorny/paths-filter@v2
id: filter
with:
base: dev
filters: |
core:
- 'idmtools_core/**'
slurm:
- 'idmtools_platform_slurm/**'
slurm_utils:
- 'idmtools_slurm_utils/**'
- uses: actions/cache@v3
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true'
with:
path: ~/.cache/pip
key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }}
restore-keys: |
${{ runner.os }}-${{ runner.python-version }}-pip-
- name: ${{ matrix.os }} Python ${{ matrix.python-version }}
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true'
uses: actions/setup-python@v3
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Install Python dependencies
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true'
run: |
pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple
- name: Run setup-dev-no-docker
# only run if full install for core, slurm changes, or models
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true'
run: |
make setup-dev-no-docker
- name: run idmtools_slurm_utils all tests
# only run if core and comps changed
if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true'
run: |
cd idmtools_slurm_utils
make test-all
- name: Upload idmtools_slurm_utils all test results
uses: actions/upload-artifact@v2
if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true')
with:
name: idmtools_slurm_utils_test_results
path: idmtools_slurm_utils/tests/reports/