Skip to content
This repository has been archived by the owner on Oct 11, 2024. It is now read-only.

Commit

Permalink
alright
Browse files Browse the repository at this point in the history
  • Loading branch information
andy-neuma committed Jun 24, 2024
1 parent 180bee9 commit e027ead
Show file tree
Hide file tree
Showing 5 changed files with 17 additions and 439 deletions.
57 changes: 9 additions & 48 deletions .github/workflows/nm-build-test.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,10 @@ on:
description: "workflow category: REMOTE, NIGHTLY, RELEASE"
type: string
default: "REMOTE"
push_binaries_to_pypi:
push_to_pypi:
description: "When set to true, built wheels and tar.gz will be pushed to neuralmagic pypi if all tests pass"
type: string
default: 'no'
type: boolean
default: false
python:
description: "python version, e.g. 3.10.12"
type: string
Expand Down Expand Up @@ -96,6 +96,7 @@ on:

jobs:

# TODO: ...
# JSON-GYM:
# runs-on: gcp-k8s-util
# steps:
Expand Down Expand Up @@ -136,47 +137,6 @@ jobs:
test_skip_env_vars: ${{ matrix.test_config.test }}
secrets: inherit

# needs: [BUILD]
# if: success()
# strategy:
# matrix:
# test_label: ${{ fromJson(inputs.test_labels) }}
# uses: ./.github/workflows/nm-test.yml
# with:
# test_labels: ${{ matrix.test_label }}
# timeout: ${{ inputs.test_timeout }}
# gitref: ${{ github.ref }}
# python: ${{ inputs.python }}
# whl: ${{ needs.BUILD.outputs.whl }}
# test_skip_env_vars: ${{ inputs.test_skip_env_vars }}
# secrets: inherit

# TODO: re-enable
# TEST-MULTI:
# needs: [BUILD]
# if: success() && contains(fromJSON('["NIGHTLY", "WEEKLY", "RELEASE"]'), inputs.wf_category)
# uses: ./.github/workflows/nm-test.yml
# with:
# test_label: ${{ inputs.test_label_multi }}
# timeout: ${{ inputs.test_timeout }}
# gitref: ${{ github.ref }}
# python: ${{ inputs.python }}
# whl: ${{ needs.BUILD.outputs.whl }}
# test_skip_env_vars: ${{ inputs.test_skip_env_vars }}
# secrets: inherit

# uploading is only available when using GCP autoscaling group
UPLOAD:
needs: [TEST]
if: success() && contains(fromJSON('["NIGHTLY", "RELEASE"]'), inputs.wf_category) && contains(fromJSON('["gcp"]'), inputs.build_label)
uses: ./.github/workflows/nm-upload-assets-to-gcp.yml
with:
label: gcp-k8s-util
timeout: ${{ inputs.build_timeout }}
gitref: ${{ github.ref }}
python: ${{ inputs.python }}
secrets: inherit

BENCHMARK:
needs: [BUILD]
if: success()
Expand All @@ -192,7 +152,7 @@ jobs:
push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"
secrets: inherit

LM-EVAL-SOLO:
LM-EVAL:
needs: [BUILD]
uses: ./.github/workflows/nm-lm-eval.yml
with:
Expand All @@ -204,12 +164,13 @@ jobs:
lm_eval_configuration: ${{ inputs.lm_eval_configuration }}
secrets: inherit

# uploading is only available when using GCP autoscaling group
UPLOAD:
needs: [TEST-SOLO, BENCHMARK, LM-EVAL-SOLO]
if: ${{ contains(fromJSON('["NIGHTLY", "WEEKLY", "RELEASE"]'), inputs.wf_category) && inputs.push_binaries_to_pypi == 'yes' }}
needs: [TEST, BENCHMARK, LM-EVAL]
if: success() && ${{ inputs.push_to_pypi }}
uses: ./.github/workflows/nm-upload-assets-to-gcp.yml
with:
label: ${{ inputs.build_label }}
label: gcp-k8s-util
timeout: ${{ inputs.build_timeout }}
gitref: ${{ github.ref }}
python: ${{ inputs.python }}
Expand Down
133 changes: 7 additions & 126 deletions .github/workflows/nm-nightly.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ run-name: ${{ github.actor }} triggered nightly on ${{ github.ref }}
on:
schedule:
# * is a special character in YAML so you have to quote this string
- cron: '0 1 * * 1-6' # nightly run (Mon-Sat)
- cron: '0 1 * * *' # nightly run

workflow_dispatch:
inputs:
Expand All @@ -14,73 +14,27 @@ on:
- NIGHTLY
- RELEASE
default: NIGHTLY
push_to_pypi:
description: "When set to yes, built wheels and tar.gz will be pushed to neuralmagic pypi if all tests pass"
type: string
default: 'yes'
push_benchmark_results_to_gh_pages:
description: "When set to true, the workflow pushes all benchmarking results to gh-pages UI "
type: choice
options:
- 'true'
- 'false'
default: 'false'
push_binaries_to_pypi:
description: "When set to yes, built wheels and tar.gz will be pushed to neuralmagic pypi if all tests pass"
type: string
default: 'yes'

jobs:

NIGHTLY:
uses: ./.github/workflows/nm-build-test.yml
with:
wf_category: NIGHTLY
python: 3.8.17
gitref: ${{ github.ref }}
push_binaries_to_pypi: ${{ inputs.push_binaries_to_pypi }}

test_label_solo: gcp-k8s-l4-solo
test_label_multi: ignore
test_timeout: 480
test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt

benchmark_label: gcp-k8s-l4-solo
benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
benchmark_timeout: 720
push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"

lm_eval_label: gcp-k8s-l4-solo
lm_eval_configuration: ./neuralmagic/lm-eval/full-small-models.yaml
lm_eval_timeout: 60
secrets: inherit

PYTHON-3-9:
uses: ./.github/workflows/nm-build-test.yml
with:
wf_category: NIGHTLY
python: 3.9.17
gitref: ${{ github.ref }}
push_binaries_to_pypi: ${{ inputs.push_binaries_to_pypi }}

test_label_solo: gcp-k8s-l4-solo
test_label_multi: ignore
test_timeout: 480
test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt

benchmark_label: gcp-k8s-l4-solo
benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
benchmark_timeout: 720
push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"

lm_eval_label: gcp-k8s-l4-solo
lm_eval_configuration: ./neuralmagic/lm-eval/full-small-models.yaml
lm_eval_timeout: 60
secrets: inherit

PYTHON-3-10:
uses: ./.github/workflows/nm-build-test.yml
with:
wf_category: NIGHTLY
wf_category: ${{ inputs.wf_category || 'NIGHTLY' }}
python: 3.10.12
gitref: ${{ github.ref }}
push_binaries_to_pypi: ${{ inputs.push_binaries_to_pypi }}
push_to_pypi: ${{ inputs.push_to_pypi }}

test_configs: '[{"python":"3.8.17","label":"gcp-k8s-l4-solo","test":"neuralmagic/tests/test_skip_env_vars/full.txt"},
{"python":"3.9.17","label":"gcp-k8s-t4-duo","test":"neuralmagic/tests/test_skip_env_vars/full.txt"},
Expand All @@ -97,76 +51,3 @@ jobs:
lm_eval_configuration: ./neuralmagic/lm-eval/full-small-models.yaml
lm_eval_timeout: 60
secrets: inherit

# PYTHON-3-8:
# uses: ./.github/workflows/nm-build-test.yml
# with:
# wf_category: NIGHTLY
# python: 3.8.17
# gitref: ${{ github.ref }}

# test_label_solo: gcp-k8s-l4-solo
# test_label_multi: ignore
# test_timeout: 480
# test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt

# benchmark_label: gcp-k8s-l4-solo
# benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
# benchmark_timeout: 720
# push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"
# secrets: inherit

# PYTHON-3-9:
# uses: ./.github/workflows/nm-build-test.yml
# with:
# wf_category: NIGHTLY
# python: 3.9.17
# gitref: ${{ github.ref }}

# test_label_solo: gcp-k8s-l4-solo
# test_label_multi: ignore
# test_timeout: 480
# test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt

# benchmark_label: gcp-k8s-l4-solo
# benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
# benchmark_timeout: 720
# push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"
# secrets: inherit

# PYTHON-3-10:
# uses: ./.github/workflows/nm-build-test.yml
# with:
# wf_category: NIGHTLY
# python: 3.10.12
# gitref: ${{ github.ref }}

# test_label_solo: aws-avx2-32G-a10g-24G
# test_label_multi: ignore
# test_timeout: 480
# test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt

# benchmark_label: gcp-k8s-l4-solo
# benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
# benchmark_timeout: 720
# push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"
# secrets: inherit

# PYTHON-3-11:
# uses: ./.github/workflows/nm-build-test.yml
# with:
# wf_category: NIGHTLY
# python: 3.11.4
# gitref: ${{ github.ref }}

# test_label_solo: gcp-k8s-l4-solo
# test_label_multi: ignore
# test_timeout: 480
# test_skip_env_vars: neuralmagic/tests/test_skip_env_vars/full.txt


# benchmark_label: gcp-k8s-l4-solo
# benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt
# benchmark_timeout: 720
# push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}"
# secrets: inherit
110 changes: 0 additions & 110 deletions .github/workflows/nm-release.yml
View file

This file was deleted.

Loading

0 comments on commit e027ead

Please sign in to comment.