626b42bc40
This contribution adds optional Langfuse support for LLM observability and tracing. Langfuse provides a drop-in replacement for the OpenAI client that automatically tracks all LLM interactions without requiring code changes. Features: - Optional Langfuse integration with graceful fallback - Automatic LLM request/response tracing - Token usage tracking - Latency metrics - Error tracking - Zero code changes required for existing functionality Implementation: - Modified lightrag/llm/openai.py to conditionally use Langfuse's AsyncOpenAI - Falls back to standard OpenAI client if Langfuse is not installed - Logs observability status on import Configuration: To enable Langfuse tracing, install the observability extras and set environment variables: ```bash pip install lightrag-hku[observability] export LANGFUSE_PUBLIC_KEY="your_public_key" export LANGFUSE_SECRET_KEY="your_secret_key" export LANGFUSE_HOST="https://cloud.langfuse.com" # or your self-hosted instance ``` If Langfuse is not installed or environment variables are not set, LightRAG will use the standard OpenAI client without any functionality changes. Changes: - Modified lightrag/llm/openai.py (added optional Langfuse import) - Updated pyproject.toml with optional 'observability' dependencies Dependencies (optional): - langfuse>=3.8.1
147 lines
3.4 KiB
TOML
147 lines
3.4 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=64", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "lightrag-hku"
|
|
dynamic = ["version"]
|
|
authors = [
|
|
{name = "Zirui Guo"}
|
|
]
|
|
description = "LightRAG: Simple and Fast Retrieval-Augmented Generation"
|
|
readme = "README.md"
|
|
license = {text = "MIT"}
|
|
requires-python = ">=3.10"
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: MIT License",
|
|
"Operating System :: OS Independent",
|
|
"Intended Audience :: Developers",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
]
|
|
dependencies = [
|
|
"aiohttp",
|
|
"configparser",
|
|
"future",
|
|
"json_repair",
|
|
"nano-vectordb",
|
|
"networkx",
|
|
"numpy",
|
|
"pandas>=2.0.0,<2.4.0",
|
|
"pipmaster",
|
|
"pydantic",
|
|
"pypinyin",
|
|
"python-dotenv",
|
|
"setuptools",
|
|
"tenacity",
|
|
"tiktoken",
|
|
"xlsxwriter>=3.1.0",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
api = [
|
|
# Core dependencies
|
|
"aiohttp",
|
|
"configparser",
|
|
"future",
|
|
"json_repair",
|
|
"nano-vectordb",
|
|
"networkx",
|
|
"numpy",
|
|
"openai>=1.0.0,<3.0.0",
|
|
"pandas>=2.0.0,<2.4.0",
|
|
"pipmaster",
|
|
"pydantic",
|
|
"pypinyin",
|
|
"python-dotenv",
|
|
"setuptools",
|
|
"tenacity",
|
|
"tiktoken",
|
|
"xlsxwriter>=3.1.0",
|
|
# API-specific dependencies
|
|
"aiofiles",
|
|
"ascii_colors",
|
|
"asyncpg",
|
|
"distro",
|
|
"fastapi",
|
|
"httpcore",
|
|
"httpx",
|
|
"jiter",
|
|
"passlib[bcrypt]",
|
|
"psutil",
|
|
"PyJWT>=2.8.0,<3.0.0",
|
|
"python-jose[cryptography]",
|
|
"python-multipart",
|
|
"pytz",
|
|
"uvicorn",
|
|
]
|
|
|
|
# Offline deployment dependencies (layered design for flexibility)
|
|
offline-docs = [
|
|
# Document processing dependencies
|
|
"openpyxl>=3.0.0,<4.0.0",
|
|
"pycryptodome>=3.0.0,<4.0.0",
|
|
"pypdf2>=3.0.0",
|
|
"python-docx>=0.8.11,<2.0.0",
|
|
"python-pptx>=0.6.21,<2.0.0",
|
|
]
|
|
|
|
offline-storage = [
|
|
# Storage backend dependencies
|
|
"redis>=5.0.0,<8.0.0",
|
|
"neo4j>=5.0.0,<7.0.0",
|
|
"pymilvus>=2.6.2,<3.0.0",
|
|
"pymongo>=4.0.0,<5.0.0",
|
|
"asyncpg>=0.29.0,<1.0.0",
|
|
"qdrant-client>=1.7.0,<2.0.0",
|
|
]
|
|
|
|
offline-llm = [
|
|
# LLM provider dependencies
|
|
"openai>=1.0.0,<3.0.0",
|
|
"anthropic>=0.18.0,<1.0.0",
|
|
"ollama>=0.1.0,<1.0.0",
|
|
"zhipuai>=2.0.0,<3.0.0",
|
|
"aioboto3>=12.0.0,<16.0.0",
|
|
"voyageai>=0.2.0,<1.0.0",
|
|
"llama-index>=0.9.0,<1.0.0",
|
|
]
|
|
|
|
offline = [
|
|
# Complete offline package (includes all offline dependencies)
|
|
"lightrag-hku[offline-docs,offline-storage,offline-llm]",
|
|
]
|
|
|
|
observability = [
|
|
# LLM observability and tracing dependencies
|
|
"langfuse>=3.8.1",
|
|
]
|
|
|
|
[project.scripts]
|
|
lightrag-server = "lightrag.api.lightrag_server:main"
|
|
lightrag-gunicorn = "lightrag.api.run_with_gunicorn:main"
|
|
lightrag-download-cache = "lightrag.tools.download_cache:main"
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/HKUDS/LightRAG"
|
|
Documentation = "https://github.com/HKUDS/LightRAG"
|
|
Repository = "https://github.com/HKUDS/LightRAG"
|
|
"Bug Tracker" = "https://github.com/HKUDS/LightRAG/issues"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["lightrag*"]
|
|
exclude = ["data*", "tests*", "scripts*", "examples*", "dickens*", "reproduce*", "output_complete*", "rag_storage*", "inputs*"]
|
|
|
|
[tool.setuptools]
|
|
include-package-data = true
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = {attr = "lightrag.__version__"}
|
|
|
|
[tool.setuptools.package-data]
|
|
lightrag = ["api/webui/**/*", "api/static/**/*"]
|
|
|
|
[tool.ruff]
|
|
target-version = "py310"
|