AfriTeVa-keji/pyproject.toml at asiwaju · theyorubayesian/AfriTeVa-keji · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
[project]
name = "AfriTeVa"
version = "0.1.0"
description = "LLMs for African Languages"
readme = "README.md"
requires-python = ">=3.10,<3.12"
dependencies = [
    "datasets>=3.1.0",
    "nltk>=3.9.1",
    "python-dotenv>=1.0.1",
    "sentencepiece>=0.2.0",
]

[dependency-groups]
torch = [
    "accelerate>=1.3.0",
    "evaluate>=0.4.3",
    "rouge-score>=0.1.2",
    "scikit-learn>=1.6.1",
    "torch>=2.5.1",
    "transformers>=4.46.3",
    "wandb>=0.19.4",
]
dev = [
    "ipykernel>=6.29.5",
    "ipywidgets>=8.1.5",
    "nvitop>=1.4.1",
    "pre-commit>=4.1.0",
]
t5x = [
    # "orbax-checkpoint==0.5.15",
    "pycountry>=24.6.1",
    "t5>=0.9.4",
    "tensorflow-io>=0.37.1",
]
t5x-gpu = [
    "jax[cuda12-pip]>=0.4.38",
]
# https://github.com/astral-sh/uv/issues/7616
t5x-tpu = [
]

[project.scripts]
teva_torch = "teva.torch_module.cli:main"

[tool.uv]
package = true
conflicts = [
    [
      { group = "t5x-gpu" },
      { group = "t5x-tpu" },
    ],
]

[tool.uv.sources]
jax_gpu = { index = "jax-gpu", marker = "sys_platform == 'linux' and extra == 'gpu'" }
jax_tpu = { index = "jax-tpu", marker = "sys_platform == 'linux' and extra == 'tpu'" }
torch = { index = "pytorch", marker = "sys_platform == 'linux'" }

[[tool.uv.index]]
name = "pytorch"
url = 'https://download.pytorch.org/whl/cu121'
explicit = true

[[tool.uv.index]]
name = "jax-tpu"
url = "https://storage.googleapis.com/jax-releases/libtpu_releases.html"
explicit = true

[[tool.uv.index]]
name = "jax-gpu"
url = "https://storage.googleapis.com/jax-releases/jax_cuda_releases.html"
explicit = true

[tool.setuptools.packages.find]
where = ["src"]
include = ["teva.*"]