mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-10-27 12:28:19 +08:00
Benjamin F
37db9a3b83
- sglang submodule -> 43ed1ec77: V4-Flash hybrid SWA chunked-prefill hang fix (#44) + DSV4 plugin registry refactor (#47) - pin sglang-kt==0.6.2.post2 - tutorial: switch V4-Flash launch example from 8x RTX 5090 to single-card (decode 20+ tok/s); flip Ada Lovelace SM_89 row to validated; update Hardware Requirements GPU line accordingly
30 lines
689 B
Python
30 lines
689 B
Python
"""Lightweight top-level package: pip install ktransformers -> installs kt-kernel.
|
|
|
|
Extras:
|
|
- ktransformers[sft] installs transformers-kt + accelerate-kt
|
|
- ktransformers[sglang] installs sglang-kt
|
|
"""
|
|
from pathlib import Path
|
|
from setuptools import setup
|
|
|
|
_version_file = Path(__file__).resolve().parent / "version.py"
|
|
_ns = {}
|
|
exec(_version_file.read_text(), _ns)
|
|
_v = _ns["__version__"]
|
|
|
|
setup(
|
|
version=_v,
|
|
install_requires=[
|
|
f"kt-kernel=={_v}",
|
|
],
|
|
extras_require={
|
|
"sft": [
|
|
"transformers-kt==5.6.0.post1",
|
|
"accelerate-kt==1.14.0.post1",
|
|
],
|
|
"sglang": [
|
|
"sglang-kt==0.6.2.post2",
|
|
],
|
|
},
|
|
)
|