GithubStar/ktransformers
1
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-10-16 21:01:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

deploy: 7fbbc20d31

Browse Source
This commit is contained in:
yyj6666667
2026-10-15 08:59:43 +00:00
parent f454af069b
commit 8bac5a6fb1
24 changed files with 27 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
404.html
+1 -1
View File
@@ -36,7 +36,7 @@
const path_to_root = ""; const path_to_root = "";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "searchindex-a6b97773.js"; window.path_to_searchindex_js = "searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="toc-78d73750.js"></script> <script src="toc-78d73750.js"></script>
en/FAQ.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>
en/SFT/DPO_tutorial.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/SFT/KTransformers-Fine-Tuning_Cookbook.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/SFT/KTransformers-Fine-Tuning_Developer-Technical-Notes.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/SFT/KTransformers-Fine-Tuning_User-Guide.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/SFT/Qwen3.5-SGLang-LoRA-Serving.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/SFT/index.html
+2 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
@@ -188,6 +188,7 @@
<li><a href="./KTransformers-Fine-Tuning_Quick-Start.html">v0.6.1 Quick Start</a></li> <li><a href="./KTransformers-Fine-Tuning_Quick-Start.html">v0.6.1 Quick Start</a></li>
<li><a href="./KTransformers-Fine-Tuning_User-Guide.html">Fine-Tuning User Guide</a></li> <li><a href="./KTransformers-Fine-Tuning_User-Guide.html">Fine-Tuning User Guide</a></li>
<li><a href="./Qwen3.5-SGLang-LoRA-Serving.html">KT-FT Fine-Tuning and Inference Loop</a></li> <li><a href="./Qwen3.5-SGLang-LoRA-Serving.html">KT-FT Fine-Tuning and Inference Loop</a></li>
<li><a href="./DeepSeek-V4-Flash-LoRA-Quickstart.html">DeepSeek-V4-Flash LoRA quickstart</a></li>
<li><a href="./DeepSeek-V4-Flash-LoRA-E2E.html">DeepSeek-V4-Flash MXFP4 LoRA training and static deployment</a></li> <li><a href="./DeepSeek-V4-Flash-LoRA-E2E.html">DeepSeek-V4-Flash MXFP4 LoRA training and static deployment</a></li>
<li><a href="./KTransformers-Fine-Tuning_Developer-Technical-Notes.html">Developer Technical Notes</a></li> <li><a href="./KTransformers-Fine-Tuning_Developer-Technical-Notes.html">Developer Technical Notes</a></li>
<li><a href="./DPO_tutorial.html">DPO Tutorial</a></li> <li><a href="./DPO_tutorial.html">DPO Tutorial</a></li>
en/SFT/injection_tutorial.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/kt-kernel/AVX2-Tutorial.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/kt-kernel/GLM-5.3-Flash-Tutorial.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/kt-kernel/index.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/kt-kernel/kt-cli.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
en/kt-kernel/kt-kernel_intro.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../../"; const path_to_root = "../../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../../toc-78d73750.js"></script> <script src="../../toc-78d73750.js"></script>
index.html
+2 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = ""; const path_to_root = "";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "searchindex-a6b97773.js"; window.path_to_searchindex_js = "searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="toc-78d73750.js"></script> <script src="toc-78d73750.js"></script>
@@ -198,6 +198,7 @@
<p>KTransformers is a research project focused on efficient inference and fine-tuning of large language models through CPU-GPU heterogeneous computing. The project now exposes two user-facing capabilities from the kt-kernel source tree: <a href="./kt-kernel/README.html">Inference</a> and <a href="./doc/en/SFT/KTransformers-Fine-Tuning_Cookbook.html">SFT</a>.</p> <p>KTransformers is a research project focused on efficient inference and fine-tuning of large language models through CPU-GPU heterogeneous computing. The project now exposes two user-facing capabilities from the kt-kernel source tree: <a href="./kt-kernel/README.html">Inference</a> and <a href="./doc/en/SFT/KTransformers-Fine-Tuning_Cookbook.html">SFT</a>.</p>
<h2 id="-updates"><a class="header" href="#-updates">🔥 Updates</a></h2> <h2 id="-updates"><a class="header" href="#-updates">🔥 Updates</a></h2>
<ul> <ul>
<li><strong>Oct 15, 2026</strong>: <strong>DeepSeek-V4-Flash LoRA fine-tuning</strong> supports native MXFP4 routed experts. <a href="./doc/en/SFT/DeepSeek-V4-Flash-LoRA-Quickstart.html">quickstart</a>.</li>
<li><strong>Oct 8, 2026</strong>: We release the author preprint of <strong>KTransformers-FineTune (KT-FT)</strong>, presenting layout-aware and schedule-optimized CPU-GPU co-computation for MoE fine-tuning. <a href="./papers/kt-ft/">Paper and citation</a> · <a href="./papers/kt-ft/ktransformers-finetune.pdf">PDF</a>.</li> <li><strong>Oct 8, 2026</strong>: We release the author preprint of <strong>KTransformers-FineTune (KT-FT)</strong>, presenting layout-aware and schedule-optimized CPU-GPU co-computation for MoE fine-tuning. <a href="./papers/kt-ft/">Paper and citation</a> · <a href="./papers/kt-ft/ktransformers-finetune.pdf">PDF</a>.</li>
<li><strong>Sep 13, 2026</strong>: <strong>Kimi K2.5 / K2.6 LoRA fine-tuning</strong> is supported with native RAWINT4 routed experts.</li> <li><strong>Sep 13, 2026</strong>: <strong>Kimi K2.5 / K2.6 LoRA fine-tuning</strong> is supported with native RAWINT4 routed experts.</li>
<li><strong>Aug 26, 2026</strong>: Added native support for <strong>GLM-5.3-flash</strong>, bringing 1M-token context and multimodal input to consumer GPUs. (<a href="./doc/en/kt-kernel/GLM-5.3-Flash-Tutorial.html">Tutorial</a>)</li> <li><strong>Aug 26, 2026</strong>: Added native support for <strong>GLM-5.3-flash</strong>, bringing 1M-token context and multimodal input to consumer GPUs. (<a href="./doc/en/kt-kernel/GLM-5.3-Flash-Tutorial.html">Tutorial</a>)</li>
print.html
+3 -1
View File
@@ -36,7 +36,7 @@
const path_to_root = ""; const path_to_root = "";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "searchindex-a6b97773.js"; window.path_to_searchindex_js = "searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="toc-78d73750.js"></script> <script src="toc-78d73750.js"></script>
@@ -197,6 +197,7 @@
<p>KTransformers is a research project focused on efficient inference and fine-tuning of large language models through CPU-GPU heterogeneous computing. The project now exposes two user-facing capabilities from the kt-kernel source tree: <a href="kt-kernel/README.html">Inference</a> and <a href="doc/en/SFT/KTransformers-Fine-Tuning_Cookbook.html">SFT</a>.</p> <p>KTransformers is a research project focused on efficient inference and fine-tuning of large language models through CPU-GPU heterogeneous computing. The project now exposes two user-facing capabilities from the kt-kernel source tree: <a href="kt-kernel/README.html">Inference</a> and <a href="doc/en/SFT/KTransformers-Fine-Tuning_Cookbook.html">SFT</a>.</p>
<h2 id="-updates"><a class="header" href="#-updates">🔥 Updates</a></h2> <h2 id="-updates"><a class="header" href="#-updates">🔥 Updates</a></h2>
<ul> <ul>
<li><strong>Oct 15, 2026</strong>: <strong>DeepSeek-V4-Flash LoRA fine-tuning</strong> supports native MXFP4 routed experts. <a href="doc/en/SFT/DeepSeek-V4-Flash-LoRA-Quickstart.html">quickstart</a>.</li>
<li><strong>Oct 8, 2026</strong>: We release the author preprint of <strong>KTransformers-FineTune (KT-FT)</strong>, presenting layout-aware and schedule-optimized CPU-GPU co-computation for MoE fine-tuning. <a href="papers/kt-ft">Paper and citation</a> · <a href="papers/kt-ft/ktransformers-finetune.pdf">PDF</a>.</li> <li><strong>Oct 8, 2026</strong>: We release the author preprint of <strong>KTransformers-FineTune (KT-FT)</strong>, presenting layout-aware and schedule-optimized CPU-GPU co-computation for MoE fine-tuning. <a href="papers/kt-ft">Paper and citation</a> · <a href="papers/kt-ft/ktransformers-finetune.pdf">PDF</a>.</li>
<li><strong>Sep 13, 2026</strong>: <strong>Kimi K2.5 / K2.6 LoRA fine-tuning</strong> is supported with native RAWINT4 routed experts.</li> <li><strong>Sep 13, 2026</strong>: <strong>Kimi K2.5 / K2.6 LoRA fine-tuning</strong> is supported with native RAWINT4 routed experts.</li>
<li><strong>Aug 26, 2026</strong>: Added native support for <strong>GLM-5.3-flash</strong>, bringing 1M-token context and multimodal input to consumer GPUs. (<a href="doc/en/kt-kernel/GLM-5.3-Flash-Tutorial.html">Tutorial</a>)</li> <li><strong>Aug 26, 2026</strong>: Added native support for <strong>GLM-5.3-flash</strong>, bringing 1M-token context and multimodal input to consumer GPUs. (<a href="doc/en/kt-kernel/GLM-5.3-Flash-Tutorial.html">Tutorial</a>)</li>
@@ -1377,6 +1378,7 @@ chunk_size: 8192
<li><a href="en/SFT/KTransformers-Fine-Tuning_Quick-Start.html">v0.6.1 Quick Start</a></li> <li><a href="en/SFT/KTransformers-Fine-Tuning_Quick-Start.html">v0.6.1 Quick Start</a></li>
<li><a href="#ktransformers-fine-tuning--llama-factory-integration--user-guide">Fine-Tuning User Guide</a></li> <li><a href="#ktransformers-fine-tuning--llama-factory-integration--user-guide">Fine-Tuning User Guide</a></li>
<li><a href="#qwen35-moe-kt-lora-serving-with-sglang-kt">KT-FT Fine-Tuning and Inference Loop</a></li> <li><a href="#qwen35-moe-kt-lora-serving-with-sglang-kt">KT-FT Fine-Tuning and Inference Loop</a></li>
<li><a href="en/SFT/DeepSeek-V4-Flash-LoRA-Quickstart.html">DeepSeek-V4-Flash LoRA quickstart</a></li>
<li><a href="en/SFT/DeepSeek-V4-Flash-LoRA-E2E.html">DeepSeek-V4-Flash MXFP4 LoRA training and static deployment</a></li> <li><a href="en/SFT/DeepSeek-V4-Flash-LoRA-E2E.html">DeepSeek-V4-Flash MXFP4 LoRA training and static deployment</a></li>
<li><a href="#ktransformers-fine-tuning--llama-factory-integration--developer-technical-notes">Developer Technical Notes</a></li> <li><a href="#ktransformers-fine-tuning--llama-factory-integration--developer-technical-notes">Developer Technical Notes</a></li>
<li><a href="#dpo-training-with-llama-factory">DPO Tutorial</a></li> <li><a href="#dpo-training-with-llama-factory">DPO Tutorial</a></li>
searcher-09f2665d.js
+1 -1
View File
@@ -440,7 +440,7 @@ window.search = window.search || {};
if (yes) { if (yes) {
loadSearchScript( loadSearchScript(
window.path_to_searchindex_js || window.path_to_searchindex_js ||
path_to_root + 'searchindex-a6b97773.js', path_to_root + 'searchindex-3537cc5a.js',
'mdbook-search-index'); 'mdbook-search-index');
search_wrap.classList.remove('hidden'); search_wrap.classList.remove('hidden');
searchicon.setAttribute('aria-expanded', 'true'); searchicon.setAttribute('aria-expanded', 'true');
searchindex-3537cc5a.js
+1
View File
File diff suppressed because one or more lines are too long
searchindex-a6b97773.js
-1
View File
File diff suppressed because one or more lines are too long
zh/AVX2-Tutorial_zh.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>
zh/GLM-5.3-Flash-Tutorial_zh.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>
zh/KTransformers-Fine-Tuning_Cookbook_zh.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>
zh/Qwen3.5-SGLang-LoRA-Serving_zh.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>
zh/SYCL-GPTQ-INT4-Tutorial_zh.html
+1 -1
View File
@@ -35,7 +35,7 @@
const path_to_root = "../"; const path_to_root = "../";
const default_light_theme = "light"; const default_light_theme = "light";
const default_dark_theme = "navy"; const default_dark_theme = "navy";
window.path_to_searchindex_js = "../searchindex-a6b97773.js"; window.path_to_searchindex_js = "../searchindex-3537cc5a.js";
</script> </script>
<!-- Start loading toc.js asap --> <!-- Start loading toc.js asap -->
<script src="../toc-78d73750.js"></script> <script src="../toc-78d73750.js"></script>