numpy
pyarrow>=0.16.0
dill
requests>=2.19.0
tqdm>=4.27
filelock

[:python_version < "3.7"]
dataclasses

[apache-beam]
apache-beam

[dev]
apache-beam
absl-py
bs4
langdetect
mwparserfromhell
nltk
pytest
pytest-xdist
tensorflow
tldextract
zstandard
black
flake8==3.7.9

[quality]
black
flake8==3.7.9

[tensorflow]
tensorflow>=2.2.0

[tensorflow_gpu]
tensorflow-gpu>=2.2.0

[tests]
apache-beam
absl-py
bs4
langdetect
mwparserfromhell
nltk
pytest
pytest-xdist
tensorflow
tldextract
zstandard

[torch]
torch
