add telemetry #2843

Workflow file for this run

	name: pr

	on:
	push:
	branches:
	- "pull-request/[0-9]+"

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	env:
	# TODO: put this in a shared org-wide secret?
	OTEL_SERVICE_NAME: 'pr-cuml'
	# TODO: this should be set as an org-wide variable
	OTEL_EXPORTER_OTLP_ENDPOINT: https://tempo.gha-runners.nvidia.com:4318
	# These are where the secrets in github env vars are written to files. These files don't
	# exist unless you explicitly write them in a step.
	# The purpose of setting the environment variable is to tell OpenTelemetry tools where to find them.
	# We abuse it a bit by also using it as the write destination for the certificate files.
	OTEL_EXPORTER_OTLP_CERTIFICATE: "/tmp/certs/ca.crt"
	OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: "/tmp/certs/client.crt"
	OTEL_EXPORTER_OTLP_CLIENT_KEY: "/tmp/certs/client.key"
	OTEL_EXPORTER_OTLP_PROTOCOL: "http/protobuf"
	OTEL_EXPORTER_OTLP_HEADERS: ${{ secrets.OTEL_EXPORTER_OTLP_HEADERS }}

	jobs:
	telemetry-setup:
	runs-on: ubuntu-latest
	outputs:
	start_time: ${{ steps.timestamp.outputs.START_TIME }}
	traceparent: ${{ steps.telemetry-setup.outputs.traceparent }}
	endpoint: ${{ steps.var-reexports.outputs.endpoint }}
	top_level_service_name: ${{ steps.var-reexports.outputs.service_name }}
	steps:
	- name: Get starting timestamp
	id: timestamp
	run:
	echo "START_TIME=$(date +%s.%N)" >> ${GITHUB_OUTPUT}
	- name: Echo endpoint to make it available to shared workflows
	id: var-reexports
	run: \|
	echo endpoint="${OTEL_EXPORTER_OTLP_ENDPOINT}" >> ${GITHUB_OUTPUT}
	echo service_name="${OTEL_SERVICE_NAME}" >> ${GITHUB_OUTPUT}
	- name: Write certificate files for mTLS
	run: \|
	mkdir -p /tmp/certs
	cat << EOF > "${OTEL_EXPORTER_OTLP_CERTIFICATE}"
	${{ secrets.OTEL_EXPORTER_OTLP_CA_CERTIFICATE }}
	EOF
	cat << EOF > "${OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE}"
	${{ secrets.OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE }}
	EOF
	cat << EOF > "${OTEL_EXPORTER_OTLP_CLIENT_KEY}"
	${{ secrets.OTEL_EXPORTER_OTLP_CLIENT_KEY }}
	EOF
	- name: Telemetry setup
	id: telemetry-setup
	uses: rapidsai/shared-actions/telemetry-traceparent@add-telemetry
	- name: Start root span
	uses: rapidsai/shared-actions/telemetry-create-span@add-telemetry
	with:
	name: "root span"
	traceparent: ${{steps.telemetry-setup.outputs.traceparent}}
	start_time: ${{steps.timestamp.outputs.start_time}}
	pr-builder:
	needs:
	- changed-files
	- checks
	- clang-tidy
	- conda-cpp-build
	- conda-cpp-tests
	- conda-cpp-checks
	- conda-python-build
	- conda-python-tests-singlegpu
	- conda-python-tests-dask
	- conda-notebook-tests
	- docs-build
	- wheel-build-cuml
	- wheel-tests-cuml
	- devcontainer
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@add-telemetry
	if: always()
	with:
	needs: ${{ toJSON(needs) }}
	changed-files:
	secrets: inherit
	needs: telemetry-setup
	uses: rapidsai/shared-workflows/.github/workflows/changed-files.yaml@add-telemetry
	with:
	files_yaml: \|
	test_cpp:
	- '**'
	- '!.devcontainer/**'
	- '!.pre-commit-config.yaml'
	- '!CONTRIBUTING.md'
	- '!README.md'
	- '!docs/**'
	- '!img/**'
	- '!notebooks/**'
	- '!python/**'
	- '!thirdparty/LICENSES/**'
	test_notebooks:
	- '**'
	- '!.devcontainer/**'
	- '!.pre-commit-config.yaml'
	- '!CONTRIBUTING.md'
	- '!README.md'
	- '!thirdparty/LICENSES/**'
	test_python:
	- '**'
	- '!.devcontainer/**'
	- '!.pre-commit-config.yaml'
	- '!CONTRIBUTING.md'
	- '!README.md'
	- '!docs/**'
	- '!img/**'
	- '!notebooks/**'
	- '!thirdparty/LICENSES/**'
	checks:
	secrets: inherit
	needs: telemetry-setup
	uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@add-telemetry
	with:
	enable_check_generated_files: false
	ignored_pr_jobs: >-
	optional-job-conda-python-tests-cudf-pandas-integration
	final-span-update
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	clang-tidy:
	needs: [checks, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@add-telemetry
	with:
	build_type: pull-request
	node_type: "cpu8"
	arch: "amd64"
	container_image: "rapidsai/ci-conda:cuda11.8.0-ubuntu22.04-py3.10"
	run_script: "ci/run_clang_tidy.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-cpp-build:
	needs: [checks, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@add-telemetry
	with:
	build_type: pull-request
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-cpp-tests:
	needs: [conda-cpp-build, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_cpp
	with:
	build_type: pull-request
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-cpp-checks:
	needs: [conda-cpp-build, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@add-telemetry
	with:
	build_type: pull-request
	enable_check_symbols: true
	symbol_exclusions: raft_cutlass
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
Check failure on line 169 in .github/workflows/pr.yaml View workflow run for this annotation GitHub Actions / pr Invalid workflow file `The workflow is not valid. .github/workflows/pr.yaml (Line: 169, Col: 25): Invalid input, default_endpoint is not defined in the referenced workflow. .github/workflows/pr.yaml (Line: 170, Col: 20): Invalid input, traceparent is not defined in the referenced workflow.`
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-python-build:
	needs: [conda-cpp-build, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@add-telemetry
	with:
	build_type: pull-request
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-python-tests-singlegpu:
	needs: [conda-python-build, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
	with:
	build_type: pull-request
	script: "ci/test_python_singlegpu.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	optional-job-conda-python-tests-cudf-pandas-integration:
	needs: [conda-python-build, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
	with:
	matrix_filter: map(select(.ARCH == "amd64"))
	build_type: pull-request
	script: "ci/test_python_integration.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-python-tests-dask:
	needs: [conda-python-build, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
	with:
	build_type: pull-request
	script: "ci/test_python_dask.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	conda-notebook-tests:
	needs: [conda-python-build, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_notebooks
	with:
	build_type: pull-request
	node_type: "gpu-v100-latest-1"
	arch: "amd64"
	container_image: "rapidsai/ci-conda:latest"
	run_script: "ci/test_notebooks.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	docs-build:
	needs: [conda-python-build, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@add-telemetry
	with:
	build_type: pull-request
	node_type: "gpu-v100-latest-1"
	arch: "amd64"
	container_image: "rapidsai/ci-conda:latest"
	run_script: "ci/build_docs.sh"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	wheel-build-cuml:
	needs: [checks, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@add-telemetry
	with:
	build_type: pull-request
	script: ci/build_wheel.sh
	extra-repo: rapidsai/cumlprims_mg
	extra-repo-sha: branch-24.12
	extra-repo-deploy-key: CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	wheel-tests-cuml:
	needs: [wheel-build-cuml, changed-files, telemetry-setup]
	secrets: inherit
	uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@add-telemetry
	if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
	with:
	build_type: pull-request
	script: ci/test_wheel.sh
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	devcontainer:
	secrets: inherit
	needs: telemetry-setup
	uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@add-telemetry
	with:
	arch: '["amd64"]'
	cuda: '["12.5"]'
	extra-repo-deploy-key: CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{ needs.telemetry-setup.outputs.traceparent }}
	build_command: \|
	sccache -z;
	build-all --verbose;
	sccache -s;
	final_span_update:
	runs-on: ubuntu-latest
	needs: [pr-builder, telemetry-setup]
	steps:
	- name: Get final timestamp
	id: timestamp
	run:
	echo "FINAL_TIME=$(date +%s.%N)" >> ${GITHUB_OUTPUT}
	# Main purpose of this traceparent line here is to ensure that otel-cli is installed.
	- name: Get job traceparent
	uses: rapidsai/shared-actions/telemetry-traceparent@add-telemetry
	- name: Write certificate files for mTLS
	run: \|
	mkdir -p /tmp/certs
	cat << EOF > ${OTEL_EXPORTER_OTLP_CERTIFICATE}
	${{ secrets.OTEL_EXPORTER_OTLP_CA_CERTIFICATE }}
	EOF
	cat << EOF > ${OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE}
	${{ secrets.OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE }}
	EOF
	cat << EOF > ${OTEL_EXPORTER_OTLP_CLIENT_KEY}
	${{ secrets.OTEL_EXPORTER_OTLP_CLIENT_KEY }}
	EOF
	- name: Update root span with final completion time
	if: always()
	uses: rapidsai/shared-actions/telemetry-create-span@add-telemetry
	with:
	service: ${{needs.telemetry-setup.outputs.top_level_service_name}}
	name: "end-of-job update"
	default_endpoint: "${{needs.telemetry-setup.outputs.endpoint}}"
	traceparent: ${{needs.telemetry-setup.outputs.traceparent}}
	start_time: ${{needs.telemetry-setup.outputs.start_time}}
	end_time: ${{steps.timestamp.outputs.FINAL_TIME}}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

add telemetry #2843

Workflow file

add telemetry #2843

Jobs

Run details

Workflow file for this run

GitHub Actions / pr