forked from nvidia-riva/riva-asrlib-decoder
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpyproject.toml
63 lines (59 loc) · 4.15 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
[build-system]
requires = [
"setuptools>=42",
"wheel",
"cmake>=3.25",
"ninja",
"nanobind>=1.1.0",
]
build-backend = "setuptools.build_meta"
[tool.cibuildwheel]
build = "{cp38-manylinux_x86_64,cp39-manylinux_x86_64,cp310-manylinux_x86_64,cp311-manylinux_x86_64,cp312-manylinux_x86_64}"
# Need to set the pythonLocation environment variable manually becase CMake picks up /usr/bin/python3.6 no matter what otherwise
# https://cmake.org/cmake/help/latest/prop_tgt/CUDA_ARCHITECTURES.html#prop_tgt:CUDA_ARCHITECTURES
environment = 'RIVA_ASRLIB_DECODER_CMAKE_ARGS="-DCMAKE_BUILD_TYPE=Release" CUDAARCHS="52-real;60-real;61-real;70-real;75-real;80-real;86" pythonLocation="$(readlink -f $(which python))/.."'
# nemo_toolkit[asr] depends upon Cython having already been installed because
# it uses setup.py, not pyproject.toml
before-test = "pip install Cython"
test-command = "pytest -m ci {project}/src/riva/asrlib/decoder/"
test-requires = ["pytest", "kaldi-io", "more-itertools", "nemo_toolkit[asr]", "torchaudio"]
# 3.11 fails becasue of numba: Cannot install on Python version 3.11.1; only versions >=3.7,<3.11 are supported
# 3.10 fails because of some kind of sqlite issue (see below)
# 3.8 fails because of TypeError: unsupported operand type(s) for |: 'type' and '_GenericAlias in nemo/collections/asr/data/huggingface/hf_audio_to_text.py:55
# 3.9 fails because of TypeError: unsupported operand type(s) for |: 'type' and '_GenericAlias in nemo/collections/asr/data/huggingface/hf_audio_to_text.py:55
# NeMo supports only python3.10 and up now.
# 3.12 is not supported by numba right now: https://github.com/numba/numba/issues/9197#issuecomment-1865218765. numba is a transitive dependency of nemo
test-skip = "{cp38-manylinux_x86_64,cp39-manylinux_x86_64,cp310-manylinux_x86_64,cp311-manylinux_x86_64,cp312-manylinux_x86_64}"
# _____ ERROR collecting src/riva/asrlib/decoder/test_graph_construction.py ______
# ImportError while importing test module '/project/src/riva/asrlib/decoder/test_graph_construction.py'.
# Hint: make sure your test modules/packages have valid Python names.
# Traceback:
# /opt/python/cp310-cp310/lib/python3.10/importlib/__init__.py:126: in import_module
# return _bootstrap._gcd_import(name[level:], package, level)
# /project/src/riva/asrlib/decoder/test_graph_construction.py:37: in <module>
# import nemo.collections.asr as nemo_asr
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/__init__.py:15: in <module>
# from nemo.collections.asr import data, losses, models, modules
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/losses/__init__.py:16: in <module>
# from nemo.collections.asr.losses.audio_losses import SDRLoss
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/losses/audio_losses.py:21: in <module>
# from nemo.collections.asr.parts.preprocessing.features import make_seq_mask_like
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/parts/preprocessing/__init__.py:16: in <module>
# from nemo.collections.asr.parts.preprocessing.features import FeaturizerFactory, FilterbankFeatures, WaveformFeaturizer
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/parts/preprocessing/features.py:44: in <module>
# from nemo.collections.asr.parts.preprocessing.perturb import AudioAugmentor
# ../venv/lib/python3.10/site-packages/nemo/collections/asr/parts/preprocessing/perturb.py:56: in <module>
# import webdataset as wd
# ../venv/lib/python3.10/site-packages/webdataset/__init__.py:10: in <module>
# from .fluid import Dataset
# ../venv/lib/python3.10/site-packages/webdataset/fluid.py:17: in <module>
# from .dataset import (
# ../venv/lib/python3.10/site-packages/webdataset/dataset.py:28: in <module>
# from . import dbcache
# ../venv/lib/python3.10/site-packages/webdataset/dbcache.py:2: in <module>
# import sqlite3
# /opt/python/cp310-cp310/lib/python3.10/sqlite3/__init__.py:57: in <module>
# from sqlite3.dbapi2 import *
# /opt/python/cp310-cp310/lib/python3.10/sqlite3/dbapi2.py:27: in <module>
# from _sqlite3 import *
# E ImportError: /opt/python/cp310-cp310/lib/python3.10/lib-dynload/_sqlite3.cpython-310-x86_64-linux-gnu.so: undefined symbol: sqlite3_trace_v2