unstract/backend/pyproject.toml

[project]
name = "unstract-backend"
version = "0.0.1"
description = "Unstract backend built with Django to build and schedule ETL pipelines around unstructured data."
authors = [{ name = "Zipstack Inc.", email = "devsupport@zipstack.com" }]

requires-python = ">=3.12,<3.13"
readme = "README.md"
classifiers = [
    "Private :: Do Not Upload",
    "Framework :: Django",
    "Programming Language :: Python",
]

dependencies = [
    "Authlib==1.2.1", # For Auth plugins
    "boto3~=1.34.0", # For Unstract-cloud-storage
    "celery[amqp]>=5.3.4", # For Celery
    "flower>=2.0.1", # Celery Monitoring
    "cron-descriptor==1.4.0", # For cron string description
    "cryptography>=41.0.7",
    "django==4.2.1",
    "djangorestframework==3.14.0",
    "django-cors-headers==4.3.1",
    # Pinning django-celery-beat to avoid build issues
    "django-celery-beat==2.5.0",
    "django-log-request-id>=2.1.0",
    "django-redis==5.4.0",
    "django-tenants==3.5.0",
    "drf-standardized-errors>=0.12.6",
    "drf-yasg==1.21.7", # For API docs
    "psycopg2-binary==2.9.9",
    "python-dotenv==1.0.1",
    "python-magic==0.4.27", # For file upload/download
    "python-socketio==5.9.0", # For log_events
    "social-auth-app-django==5.3.0", # For OAuth
    "social-auth-core==4.4.2", # For OAuth
    "unstract-sdk[aws,gcs,azure]~=0.78.0",
    "azure-identity==1.16.0",
    "azure-mgmt-apimanagement==3.0.0",
    "croniter>=3.0.3",
    "django-filter>=24.3",
    "httpx>=0.27.0",
    # Hence required to add all indirect local dependencies too here.
    "unstract-connectors",
    "unstract-core",
    "unstract-filesystem",
    "unstract-flags",
    "unstract-sdk1[aws,gcs,azure]",
    "unstract-tool-registry",
    "unstract-tool-sandbox",
    "unstract-workflow-execution",
    "unstract-filesystem",
    "google-cloud-recaptcha-enterprise>=1.28.2",
    "gunicorn>=23.0.0",
    "stripe>=12.5.1",
]

[dependency-groups]
dev = [
    "unstract-connectors",
    "unstract-core",
    "unstract-flags",
    "unstract-tool-registry",
    "unstract-tool-sandbox",
    "unstract-workflow-execution",
    "unstract-filesystem",
    # For file watching
    "inotify>=0.2.10",
    "poethepoet>=0.33.1",
    "debugpy>=1.8.14",
    "pytest>=8.3.5",
    "responses>=0.25.7",
    "psutil>=7.0.0",
]
test = ["pytest>=8.0.1", "pytest-dotenv==0.5.2"]
deploy = [
    "gunicorn~=23.0", # For serving the application
    # Keep versions empty and let uv decide version
    # since we use no code instrumentation and don't use in code
    "opentelemetry-distro",
    "opentelemetry-exporter-otlp",
]

[tool.uv.sources]
unstract-connectors = { path = "../unstract/connectors", editable = true }
unstract-core = { path = "../unstract/core", editable = true }
unstract-filesystem = { path = "../unstract/filesystem", editable = true }
unstract-flags = { path = "../unstract/flags", editable = true }
unstract-sdk1 = { path = "../unstract/sdk1", editable = true }
unstract-tool-registry = { path = "../unstract/tool-registry", editable = true }
unstract-tool-sandbox = { path = "../unstract/tool-sandbox", editable = true }
unstract-workflow-execution = { path = "../unstract/workflow-execution", editable = true }

[tool.uv]
constraint-dependencies = [
    # (unstract-connectors) To address issue with Python 3.12 and Numpy 2.0
    # https://github.com/numpy/numpy/issues/26710
    "numpy<2.0.0", "pandas<2.2.0"
]

[tool.pytest.ini_options]
env_files = "test.env" # Load env from particular env file
addopts = "-s"

[tool.poe]
envfile = ".env"

[tool.poe.tasks.backend]
cmd = "./entrypoint.sh"
help = "Runs the Unstract backend (Gunicorn)"

[tool.poe.tasks.migrate-db]
cmd = "uv run manage.py migrate"
help = "Performs DB migrations for Unstract backend"

[tool.poe.tasks.worker]
cmd = "celery -A backend worker --loglevel=info -Q celery --autoscale 4,1"
help = "Runs the Unstract default worker"

[tool.poe.tasks.worker-logging]
cmd = "celery -A backend worker --loglevel=info -Q celery_periodic_logs,celery_log_task_queue --autoscale 4,1"
help = "Runs the Unstract log management worker"

[tool.poe.tasks.worker-api-deployment]
cmd = "celery -A backend worker --loglevel=info -Q celery_api_deployments --autoscale 4,1"
help = "Runs the Unstract API deployment worker"

[tool.poe.tasks.worker-file-processing]
cmd = "celery -A backend.workers.file_processing worker --loglevel=info -Q file_processing --autoscale 4,1"
help = "Runs the Unstract file processing worker"

[tool.poe.tasks.worker-api-file-processing]
cmd = "celery -A backend.workers.file_processing worker --loglevel=info -Q api_file_processing --autoscale 4,1"
help = "Runs the Unstract file processing api worker"

[tool.poe.tasks.worker-file-processing-callback]
cmd = "celery -A backend.workers.file_processing_callback worker --loglevel=info -Q file_processing_callback --autoscale 4,1"
help = "Runs the Unstract file processing callback worker"

[tool.poe.tasks.worker-api-file-processing-callback]
cmd = "celery -A backend.workers.file_processing_callback worker --loglevel=info -Q api_file_processing_callback --autoscale 4,1"
help = "Runs the Unstract api file processing callback worker"

[tool.poe.tasks.flower]
cmd = "celery -A backend flower --port=5555"
help = "Runs the Unstract Celery Monitoring Tool"

[tool.poe.tasks.beat]
cmd = "celery -A backend beat --loglevel=info"
help = "Runs the Unstract Celery Beat service"

# [build-system]
# requires = ["hatchling"]
# build-backend = "hatchling.build"

# [tool.hatch.build.targets.wheel]
# packages = ["unstract"]