requirements.txt

allennlp==2.10.1
attrs==22.2.0
base58==2.1.1
beautifulsoup4==4.11.1
blis==0.7.9
boto3==1.26.71
botocore==1.29.71
cached-path==1.1.6
cachetools==5.3.0
catalogue==2.0.8
charset-normalizer==2.1.1
click==8.1.3
commonmark==0.9.1
cssselect==1.2.0
cymem==2.0.7
dill==0.3.6
docker-pycreds==0.4.0
exceptiongroup==1.1.0
fairscale==0.4.6
feedfinder2==0.0.4
feedparser==6.0.10
filelock==3.7.1
gitdb==4.0.10
GitPython==3.1.41
google-api-core==2.11.0
google-auth==2.16.0
google-cloud-core==2.3.2
google-cloud-storage==2.7.0
google-crc32c==1.5.0
google-resumable-media==2.4.1
googleapis-common-protos==1.58.0
h5py==3.8.0
huggingface-hub==0.10.1
idna==3.7
iniconfig==2.0.0
install==1.3.5
jieba3k==0.35.1
Jinja2==3.1.4
jmespath==1.0.1
joblib==1.2.0
jsonnet==0.19.1
langcodes==3.3.0
lmdb==1.4.0
lxml==4.9.2
MarkupSafe==2.1.2
more-itertools==9.0.0
murmurhash==1.0.9
newspaper3k==0.2.8
nltk==3.9
numpy==1.24.2
packaging==23.0
pathtools==0.1.2
pathy==0.10.1
Pillow==10.3.0
pluggy==1.0.0
preshed==3.0.8
promise==2.3
protobuf==3.20.3
psutil==5.9.4
pyasn1==0.4.8
pyasn1-modules==0.2.8
pydantic==1.10.13
Pygments==2.15.0
pytest==7.2.1
python-dateutil==2.8.2
PyYAML==6.0
regex==2022.10.31
requests==2.32.2
requests-file==1.5.1
rich==12.6.0
rsa==4.9
s3transfer==0.6.0
sacremoses==0.0.53
scikit-learn==1.5.0
scipy==1.10.0
sentencepiece==0.1.97
sentry-sdk==2.8.0
setproctitle==1.3.2
sgmllib3k==1.0.0
shortuuid==1.0.11
six==1.16.0
smart-open==6.3.0
smmap==5.0.0
soupsieve==2.3.2.post1
spacy==3.3.2
spacy-legacy==3.0.12
spacy-loggers==1.0.4
srsly==2.4.5
tensorboardX==2.6
termcolor==1.1.0
thinc==8.0.17
threadpoolctl==3.1.0
tinysegmenter==0.3
tldextract==3.4.0
tokenizers==0.12.1
tomli==2.0.1
torch==2.2.0
torchvision==0.13.1
tqdm==4.66.3
traitlets==5.9.0
transformers==4.38.0
typer==0.4.2
typing_extensions==4.5.0
urllib3==1.26.19
wandb==0.12.21
warcio==1.7.4
wasabi==0.10.1