pyproject.toml

[project]
name = "pylance"
dynamic = ["version"]
dependencies = ["pyarrow>=14", "numpy>=1.22", "lance-namespace>=0.7.5,<0.8"]
description = "python wrapper for Lance columnar format"
authors = [{ name = "Lance Devs", email = "dev@lance.org" }]
license = { file = "LICENSE" }
repository = "https://github.com/lancedb/lance"
readme = "README.md"
requires-python = ">=3.9"
keywords = [
    "data-format",
    "data-science",
    "machine-learning",
    "arrow",
    "data-analytics",
]
categories = [
    "database-implementations",
    "data-structures",
    "development-tools",
    "science",
]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Environment :: Console",
    "Intended Audience :: Science/Research",
    "License :: OSI Approved :: Apache Software License",
    "Operating System :: OS Independent",
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3 :: Only",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Programming Language :: Python :: 3.14",
    "Programming Language :: Rust",
    "Topic :: Scientific/Engineering",
]

[tool.maturin]
python-source = "python"

[build-system]
requires = ["maturin>=1.4"]
build-backend = "maturin"

[project.optional-dependencies]
tests = [
    "boto3",
    "datasets",
    "duckdb",
    "ml_dtypes",
    "pillow",
    "pandas",
    "polars[pyarrow,pandas]",
    "psutil",
    "pytest",
    # Only test tensorflow on linux for now. We will deprecate tensorflow soon.
    "tensorflow; sys_platform == 'linux'",
    "tqdm",
    "datafusion>=53,<54; python_version >= '3.10'",
]
dev = ["ruff==0.11.2", "pyright"]
benchmarks = ["pytest-benchmark"]
torch = ["torch>=2.0"]
geo = [
    "geoarrow-rust-core",
    "geoarrow-rust-io",
]

[tool.ruff]
lint.select = ["F", "E", "W", "I", "G", "TCH", "PERF", "B019"]

[tool.ruff.lint.per-file-ignores]
"*.pyi" = ["E301", "E302"]

[tool.pyright]
pythonVersion = "3.13"
# TODO: expand this list as we fix more files.
include = [
    "python/lance/util.py",
    "python/lance/debug.py",
    "python/lance/tracing.py",
    "python/lance/dependencies.py",
    "python/lance/schema.py",
    "python/lance/file.py",
    "python/lance/util.py",
]
# Dependencies like pyarrow make this difficult to enforce strictly.
reportMissingTypeStubs = "warning"
reportImportCycles = "error"
reportUnusedImport = "error"
reportPropertyTypeMismatch = "error"
reportUnnecessaryCast = "error"


[tool.pytest.ini_options]
markers = [
    "cuda: tests which rely on having a CUDA-capable GPU",
    "integration: mark test to run only on named environment",
    "gpu: tests which rely on pytorch and some kind of gpu",
    "slow",
    "torch: tests which rely on pytorch being installed",
    "recurring: marks tests as recurring tests",
]
filterwarnings = [
    'error::FutureWarning',
    'error::DeprecationWarning',
    # TensorFlow import can emit NumPy deprecation FutureWarnings in some environments.
    # We keep FutureWarnings as errors generally, but ignore this known-noisy import-time warning.
    'ignore:.*`np\\.object` will be defined as the corresponding NumPy scalar\\..*:FutureWarning',
    # Boto3
    'ignore:.*datetime\.datetime\.utcnow\(\) is deprecated.*:DeprecationWarning',
    # Hugging Face Hub calls this deprecated hf-xet API internally.
    'ignore:.*hf_xet\.download_files\(\) is deprecated.*:DeprecationWarning',
    # Pandas 2.2 on Python 2.12
    'ignore:.*datetime\.datetime\.utcfromtimestamp\(\) is deprecated.*:DeprecationWarning',
    # Pytorch 2.2 on Python 3.12
    'ignore:.*is deprecated and will be removed in Python 3\.14.*:DeprecationWarning',
    'ignore:.*The distutils package is deprecated.*:DeprecationWarning',
    # Pytorch inductor uses deprecated load_module() in its code cache
    'ignore:.*the load_module\(\) method is deprecated.*:DeprecationWarning',
    # Pytorch uses deprecated jit.script_method internally (torch/utils/mkldnn.py)
    'ignore:.*torch\.jit\.script_method.*is deprecated.*:DeprecationWarning',
    # huggingface_hub still calls the deprecated hf_xet.download_files() during Xet downloads
    'ignore:.*hf_xet\.download_files\(\) is deprecated.*:DeprecationWarning',
    # TensorFlow/Keras import can emit NumPy deprecation FutureWarnings in some environments.
    # Keep FutureWarnings as errors generally, but ignore this known-noisy import-time warning.
    'ignore:.*np\.object.*:FutureWarning',
]