timdex-embeddings/pyproject.toml at main · MITLibraries/timdex-embeddings · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# We do our best to sync this template with the latest version in our internal documentation.
# For MIT developers, we strongly recommend copying the pyproject.toml template from:
# https://mitlibraries.atlassian.net/wiki/spaces/IN/pages/3432415247/Python+Project+Linters#Template-for-pyproject.toml

[project]
name = "timdex-embeddings"
version = "2.0.0"
requires-python = ">=3.12"

dependencies = [
    "click>=8.2.1",
    "huggingface-hub>=0.26.0",
    "jsonlines>=4.0.0",
    "sentence-transformers>=5.1.2",
    "sentry-sdk>=2.34.1",
    "smart-open[s3]>=7.4.4",
    "timdex-dataset-api",
    "transformers>=4.57.6,<5.0.0",
]

[dependency-groups]
dev = [
    "coveralls>=4.0.1",
    "ipython>=9.6.0",
    "mypy>=1.17.1",
    "pip-audit>=2.9.0",
    "pre-commit>=4.3.0",
    "pytest>=8.4.1",
    "ruff>=0.12.8",
]

# dependency group for local virtual environment development work
local = [
    "torch>=2.6,<2.7",
]

# dependency group for arm64 / CPU AWS Deep Learning Container (DLC) base image
dlc_arm64_cpu = []

# dependency group for amd64 / GPU AWS Deep Learning Container (DLC) base image
dlc_amd64_gpu = []

[tool.mypy]
disallow_untyped_calls = true
disallow_untyped_defs = true
exclude = [
    "tests/",
    "output/"
]

[[tool.mypy.overrides]]
module = [
    "timdex_dataset_api.*",
    "smart_open.*",
]
follow_untyped_imports = true


[tool.pytest.ini_options]
log_level = "INFO"

[tool.ruff]
target-version = "py312"

# set max line length
line-length = 90

# enumerate all fixed violations
show-fixes = true

[tool.ruff.lint]
select = ["ALL", "PT"]
ignore = [
    "COM812",
    "D107",
    "N812",
    "PTH",
    "C90",
    "D100",
    "D101",
    "D102",
    "D103",
    "D104",
    "EM101",
    "EM102",
    "G004",
    "PLR0912",
    "PLR0913",
    "PLR0915",
    "S321",
    "TD002",
    "TD003",
    "TRY003",
]

# allow autofix behavior for specified rules
fixable = ["E", "F", "I", "Q"]

[tool.ruff.lint.flake8-annotations]
mypy-init-return = true

[tool.ruff.lint.flake8-pytest-style]
fixture-parentheses = false

[tool.ruff.lint.per-file-ignores]
"tests/**/*" = [
    "ANN",
    "ARG001",
    "PLR2004",
    "S101",
]

[tool.ruff.lint.pycodestyle]
max-doc-length = 90

[tool.ruff.lint.pydocstyle]
convention = "google"

[tool.uv.sources]
timdex-dataset-api = { git = "https://github.com/MITLibraries/timdex-dataset-api" }

[project.scripts]
embeddings = "embeddings.cli:main"

[build-system]
requires = ["setuptools>=61"]
build-backend = "setuptools.build_meta"

[tool.setuptools]
py-modules = ["embeddings"]