mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-10-17 05:11:19 +08:00
yyj
41613064c7
* feat: support SwiGLU limit for block FP8 experts * perf(fp8): add native layerwise batch transport * feat(fp8): support layerwise transport for TP1/2/4/8 * release: prepare GLM-5.3-flash support * docs(glm): refine GLM-5.3-flash documentation * docs(glm): simplify release announcement
30 lines
683 B
Python
30 lines
683 B
Python
"""Lightweight top-level package: pip install ktransformers -> installs kt-kernel.
|
|
|
|
Extras:
|
|
- ktransformers[sft] installs transformers-kt + accelerate-kt
|
|
- ktransformers[sglang] installs sglang-kt
|
|
"""
|
|
from pathlib import Path
|
|
from setuptools import setup
|
|
|
|
_version_file = Path(__file__).resolve().parent / "version.py"
|
|
_ns = {}
|
|
exec(_version_file.read_text(), _ns)
|
|
_v = _ns["__version__"]
|
|
|
|
setup(
|
|
version=_v,
|
|
install_requires=[
|
|
f"kt-kernel=={_v}",
|
|
],
|
|
extras_require={
|
|
"sft": [
|
|
"transformers-kt==5.6.0.post3",
|
|
"accelerate-kt==1.14.0.post2",
|
|
],
|
|
"sglang": [
|
|
f"sglang-kt=={_v}",
|
|
],
|
|
},
|
|
)
|