Commit Graph

Select branches

Hide Pull Requests

ErvinXie-patch-1

JimmyPeilinLi-patch-1

JimmyPeilinLi-patch-2

add-maintainers

archive-kt-sft

auto/sync-sglang

avx2

bump-sglang-pr31

chore/kt-layerwise-prefill-label

chore/kt-layerwise-prefill-main

chore/kt-run-numa-nodes-unified

ci/four-main-pypi-release

ci/model-e2e-acceptance

cli-dev-ljq

cpu-fix

debug_llama

doc-reorg-entrypoints-support-matrix

docs-v061-refresh

docs/deepseek-v4-flash-docker

docs/gosim-2026-and-roadmap-link

docs/kt-ft-figure2-single-column-20261010

docs/kt-ft-paper-20261008

experts_sched

feat/mistral-loader-support

fix-deploy-djw

fix-docker-build

fix-import

fix/avx2-wheel-feature-isolation

fix/glm53-index-share-sync

fix/release-self-hosted-runner

fix/sglang-kt-detection

flatten-ktransformers-shim

fp4-moe-amx

gh-pages

glm47_fp8

hotfix/0.7.0.post2-pypi-runtime

kimi_k2.5

ksft-llama

ksft-sglang

kt-kernel-torch-range-v061

layerwise-prefill-opt

ljq-cli-dev

ljq-cli-dev-new

ljq-dev-1

lut-nvfp4

main

minimax-m2.5

mtp

oql-dev

oql-doc

ovowei-patch-1

ovowei-patch-2

ovowei-patch-3

perf/bf16-grad-norm-20261010

qwen3.5

refactor_sft

refactor_sft_int4_debug

release/0.7.0.post2-frozen-pypi

release/0.7.0.post3-frozen-pypi

release/20260911-carrier-repair

release/20260911-ci-python

release/20260911-pypi

release/automate-kt-sft-pypi

release/v0.5.3

revert-1918-fix/rocm-cpuinfer-stream-bridge

route-moe

sft

sft-rel

sft-whl

sosp25-ae

support-glm5-next-djw

support-glm51-djw

support-glm52-djw

#1005

#1013

#1015

#1024

#1027

#1029

#1030

#1031

#1033

#1034

#1042

#1043

#1044

#1049

#106

#1060

#1063

#1064

#1069

#1079

#1084

#1085

#1090

#1091

#1095

#1096

#1097

#1098

#1099

#110

#1100

#1101

#1103

#1108

#1109

#1116

#1132

#1134

#1135

#1137

#1143

#115

#1154

#1157

#1158

#1159

#1160

#1163

#1165

#1167

#1168

#1170

#1172

#1177

#118

#1180

#1182

#1183

#1184

#1186

#1188

#1193

#1197

#1198

#1202

#1204

#1210

#1211

#1212

#1215

#1216

#1217

#1218

#1219

#122

#1220

#1221

#1222

#1223

#1224

#1225

#1227

#123

#124

#1241

#1244

#1245

#1246

#1247

#126

#1266

#127

#1270

#1271

#1276

#1277

#128

#1280

#1289

#1295

#1296

#1297

#1298

#1300

#1301

#1303

#1304

#1305

#1306

#1307

#1311

#1313

#1320

#1323

#1328

#1331

#1337

#1342

#1343

#135

#1350

#1351

#1358

#1361

#1366

#1372

#1379

#1398

#1399

#14

#1405

#1407

#1409

#141

#1410

#142

#1422

#1428

#143

#1431

#1432

#1434

#1435

#1436

#1437

#1438

#1439

#144

#1449

#1452

#1456

#1457

#1458

#1458

#1466

#1487

#1493

#1494

#1495

#1498

#1500

#1505

#1506

#151

#152

#1520

#1521

#1522

#1523

#1525

#1527

#1529

#153

#1530

#1531

#1535

#1538

#1540

#1542

#1543

#1545

#1547

#1548

#1549

#1550

#1551

#1552

#1554

#1557

#1558

#1559

#1560

#1561

#1562

#1564

#1568

#1569

#1571

#1572

#1573

#1574

#1576

#158

#1581

#1583

#1584

#1585

#1586

#1587

#1588

#1589

#1590

#1592

#1594

#1595

#1596

#1597

#1599

#160

#1600

#1602

#1603

#1604

#1606

#1607

#1609

#1613

#1614

#1615

#1616

#1617

#1619

#1621

#1622

#1623

#1624

#1625

#1626

#1629

#163

#1630

#1631

#1632

#1634

#1636

#1638

#1640

#1642

#1643

#1644

#1646

#1647

#1648

#165

#1653

#1656

#1659

#166

#1660

#1662

#1663

#1668

#1669

#1670

#1671

#1672

#1673

#1674

#1675

#1683

#1684

#1685

#1686

#1687

#1691

#1695

#1696

#1698

#1699

#17

#170

#1702

#1703

#1704

#1706

#1707

#1708

#1712

#1716

#1717

#1718

#1719

#1720

#1721

#1722

#1723

#1724

#1725

#1726

#1728

#1729

#1731

#1733

#1734

#1735

#1737

#1738

#1739

#1740

#1742

#1743

#1744

#1745

#1746

#1748

#1749

#1752

#1763

#1764

#1765

#1766

#1768

#1769

#1770

#1771

#1772

#178

#1780

#1783

#1784

#1788

#1789

#1791

#1796

#1797

#1798

#1799

#18

#180

#1800

#1801

#1802

#1805

#1807

#1808

#1810

#1811

#1812

#1814

#1819

#1821

#1822

#1823

#1824

#1825

#1828

#183

#1830

#1833

#1834

#1837

#1838

#1840

#1844

#1845

#1846

#1848

#1849

#1850

#1851

#1853

#1857

#1862

#1872

#1873

#1875

#1876

#1886

#1887

#189

#1890

#1891

#1892

#1899

#190

#1900

#1901

#1902

#1903

#1904

#1906

#1908

#1909

#1916

#1918

#1919

#1920

#1923

#1925

#1926

#1927

#1929

#1932

#1934

#1935

#1936

#1937

#1941

#1942

#1944

#1945

#1948

#1950

#1952

#1953

#1954

#1955

#1957

#1958

#1959

#1962

#1963

#1964

#1965

#1966

#1967

#1970

#1972

#1973

#1974

#1975

#1976

#1979

#1980

#1984

#1986

#1987

#1991

#1993

#1994

#1995

#1997

#2

#200

#2003

#2003

#2005

#2006

#2010

#2014

#2015

#2018

#2020

#2020

#2021

#2022

#2025

#2026

#2028

#2029

#2031

#2032

#2033

#2037

#2041

#2043

#2043

#2044

#2046

#2047

#2048

#2049

#2051

#2052

#2054

#2055

#2057

#2059

#2062

#2063

#2064

#2064

#2068

#2069

#2070

#2071

#2074

#2075

#2079

#2080

#2082

#2085

#2085

#2086

#2088

#2089

#2091

#2092

#2093

#2093

#2094

#2095

#2095

#2096

#2096

#2097

#2097

#2101

#2101

#2102

#2102

#2103

#2103

#2104

#2105

#2111

#2111

#2112

#2114

#2116

#2117

#2119

#2119

#2120

#2120

#2121

#2121

#2122

#2122

#2123

#2123

#2124

#2124

#2125

#2125

#2126

#2126

#2129

#2129

#2130

#2130

#2131

#2131

#2132

#2132

#2133

#2133

#2134

#2134

#2135

#2135

#2136

#2137

#2137

#2138

#2138

#2140

#2141

#2142

#2142

#2152

#2153

#2153

#2154

#2155

#2155

#2156

#2157

#2158

#2159

#2160

#2161

#2161

#2162

#2163

#2164

#2165

#2166

#2167

#2168

#2168

#2169

#2170

#2171

#2173

#2174

#2174

#2175

#2176

#2177

#2180

#2181

#2182

#2185

#2186

#2187

#2188

#2190

#2190

#2191

#2193

#2193

#2194

#2195

#2196

#2197

#2198

#2199

#220

#2200

#2201

#2201

#2202

#2203

#2204

#2205

#2206

#2207

#2209

#2210

#2211

#2212

#2212

#2215

#2215

#2216

#2217

#2217

#2219

#2219

#2220

#2223

#2224

#2225

#2228

#2229

#2229

#2231

#2231

#2232

#2233

#2234

#2235

#2236

#2236

#2237

#2237

#2238

#2238

#2239

#2239

#224

#2240

#2240

#2241

#2241

#2242

#2242

#2243

#2246

#2246

#2247

#2248

#2248

#2250

#2251

#2251

#227

#229

#230

#232

#237

#238

#24

#247

#25

#254

#255

#26

#27

#280

#284

#29

#290

#294

#295

#30

#301

#305

#306

#307

#313

#315

#316

#317

#324

#327

#329

#330

#333

#34

#341

#35

#354

#355

#357

#36

#38

#382

#384

#39

#40

#401

#406

#41

#412

#413

#421

#43

#442

#445

#450

#476

#48

#481

#487

#501

#506

#51

#52

#523

#532

#550

#56

#57

#577

#58

#582

#583

#597

#60

#608

#612

#62

#621

#622

#626

#638

#64

#640

#643

#644

#645

#650

#651

#654

#657

#658

#659

#662

#663

#664

#665

#667

#668

#67

#670

#684

#685

#691

#697

#699

#7

#702

#71

#717

#719

#72

#721

#722

#730

#731

#732

#743

#750

#751

#753

#754

#759

#761

#77

#770

#775

#778

#781

#787

#791

#795

#798

#799

#803

#808

#809

#81

#810

#813

#814

#815

#819

#820

#83

#835

#839

#840

#842

#847

#848

#852

#86

#88

#880

#886

#889

#891

#892

#893

#897

#898

#899

#902

#904

#906

#911

#913

#915

#916

#925

#926

#927

#931

#935

#936

#940

#943

#954

#956

#970

#974

#978

#99

#998

paper-ktft-v1

paper-ktft-v1.1

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.2rc1

v0.2.2rc2

v0.2.3

v0.2.3post1

v0.2.3post2

v0.2.4

v0.2.4post1

v0.3

v0.3.1

v0.3.2

v0.4.1

v0.4.2

v0.4.3

v0.4.4

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2.post1

v0.5.3

v0.6.1

v0.6.1.post1

v0.6.2

v0.6.2.post1

v0.6.2.post2

v0.6.2.post3

v0.6.3

v0.6.3.post1

v0.6.4

v0.7.0

v0.7.0.post1

v0.7.0.post4

v0.7.1

v0.7.2

Mono Color

• 3aee0fa099 Merge pull request #913 from kvcache-ai/Atream-patch-3 Atream 2025-03-17 17:00:28 +08:00
• 094ac8f3a4 Add files via upload Atream 2025-03-17 16:59:57 +08:00
• 8a8311cb04 Merge pull request #911 from kvcache-ai/patch_v0.2.3post2 ZiWei Yuan 2025-03-17 15:09:11 +08:00
• 19f058ec9e 🔧 update multi-gpu-fp8-linear and multi-gpu marlin yaml liam 2025-03-17 15:07:14 +08:00
• 0e93a09d67 Merge pull request #906 from Azure-Tang/main Azure 2025-03-16 10:27:59 +08:00
• 85c32fdd10 Fix rocm example yaml Azure-Tang 2025-03-15 22:27:02 -04:00
• 63604cac59 Merge pull request #904 from Azure-Tang/main Azure 2025-03-16 00:36:16 +08:00
• 4a31237346 fix rocm compilation Azure-Tang 2025-03-15 12:34:03 -04:00
• c51818c39a Merge pull request #902 from kvcache-ai/rollback-triton-prefill v0.2.3post2 Atream 2025-03-15 23:09:30 +08:00
• 3934b9dfc1 rollback-triton-prefill Atream 2025-03-15 14:21:21 +00:00
• 7bc5929b20 deploy: bda9cf15e7 KMSorSMS 2025-03-15 11:40:20 +00:00
• bda9cf15e7 Merge pull request #899 from kvcache-ai/develop-0.2.3post2 ZiWei Yuan 2025-03-15 19:20:52 +08:00
• ee02a111d7 ⚡ fix readme path liam 2025-03-15 19:20:04 +08:00
• a3b2863ddc deploy: 9b76cab1a5 KMSorSMS 2025-03-15 10:42:59 +00:00
• 9b76cab1a5 Merge pull request #898 from kvcache-ai/develop-0.2.3post2 ZiWei Yuan 2025-03-15 18:11:42 +08:00
• b5ef7c26dc 🔖 release v0.2.3post2 liam 2025-03-15 18:04:10 +08:00
• dfe09b05dd Merge pull request #897 from SkqLiao/main Jiaqi Liao 2025-03-15 17:42:48 +08:00
• c66ca65778 write to log SkqLiao 2025-03-15 17:10:44 +08:00
• a1891b845d remove unsupprted paramters, add force think SkqLiao 2025-03-15 17:04:42 +08:00
• 4e23a4c024 split two test SkqLiao 2025-03-15 11:32:43 +08:00
• 117a8d2f2a fix compilation Azure 2025-03-14 19:49:20 +00:00
• 0899b7dde6 remove file output est SkqLiao 2025-03-15 03:17:35 +08:00
• 570c98c52d remove output test SkqLiao 2025-03-15 03:17:17 +08:00
• 6385308ff0 replace sed with awk SkqLiao 2025-03-15 03:11:26 +08:00
• 9d19b7b4d4 fix sed SkqLiao 2025-03-15 03:03:38 +08:00
• 336b5dd590 fix sed command SkqLiao 2025-03-15 02:55:36 +08:00
• 2ed4dff85d fix command typo SkqLiao 2025-03-15 02:51:03 +08:00
• f21ea700f3 fix term SkqLiao 2025-03-15 02:45:35 +08:00
• 0be19c39e9 change cicd option default SkqLiao 2025-03-15 02:37:54 +08:00
• a31e09969f fix typo SkqLiao 2025-03-15 02:37:08 +08:00
• 129e013b41 rename cicd SkqLiao 2025-03-15 02:36:37 +08:00
• 57cf449a97 fix command SkqLiao 2025-03-15 02:35:56 +08:00
• 9812d57c11 fix typo, logging to file SkqLiao 2025-03-15 02:31:49 +08:00
• 0f1684c28d local chat for cicd test SkqLiao 2025-03-15 02:31:19 +08:00
• 3986e2d2cf Merge pull request #178 from fxzjshm/hip Azure 2025-03-15 02:31:07 +08:00
• e5b001d76f Update readme; Format code; Add example yaml. Azure-Tang 2025-03-14 06:26:05 -04:00
• 12949c8acd fix default options SkqLiao 2025-03-15 01:47:14 +08:00
• 8320ae7d43 Merge pull request #893 from SkqLiao/main Jiaqi Liao 2025-03-15 01:46:39 +08:00
• bd9dc55a8d fix option typos SkqLiao 2025-03-15 01:45:49 +08:00
• 6c98bb6009 modify job name SkqLiao 2025-03-15 01:45:07 +08:00
• 8c51f520dd fix install issue & add test SkqLiao 2025-03-15 01:43:38 +08:00
• 4e1a7630aa fix cicd script SkqLiao 2025-03-14 23:13:39 +08:00
• 6a77a3d396 Merge pull request #892 from SkqLiao/main Jiaqi Liao 2025-03-14 23:10:36 +08:00
• a8d159771e fix flash_attn whl path SkqLiao 2025-03-14 23:09:37 +08:00
• b4ad815ef0 Merge pull request #891 from kvcache-ai/performance-optimize-gpu Atream 2025-03-14 20:45:24 +08:00
• a889288fc1 use compile for gate, slight performance improvement Atream 2025-03-14 12:43:28 +00:00
• c38e77de6b Merge branch 'hip' of https://github.com/fxzjshm/ktransformers into hip Azure-Tang 2025-03-14 05:54:02 -04:00
• ed8437413b merge main; Add torch q8 linear Azure-Tang 2025-03-14 05:52:07 -04:00
• 6c4ed59175 Merge pull request #886 from kvcache-ai/fix-singleton-zbx Atream 2025-03-14 12:18:30 +08:00
• 6f43bbe55f fix-singleton Atream 2025-03-14 04:16:53 +00:00
• 7f57769c23 Merge pull request #852 from Lander-Hatsune/main Atream 2025-03-14 11:45:41 +08:00
• 49b5da59a4 deploy: 1c001b80aa Atream 2025-03-14 03:28:40 +00:00
• 1c001b80aa Merge pull request #880 from flappyknight/patch-1 Atream 2025-03-14 11:28:29 +08:00
• 086a9d1cce Add vendor control Azure-Tang 2025-03-13 07:10:26 -04:00
• 233ac55e2a Update install.md jqz 2025-03-13 17:59:24 +08:00
• c009512a93 Merge branch 'main' into hip Azure-Tang 2025-03-13 04:17:49 -04:00
• bb8a2bf1de deploy: 4f22d726a5 KMSorSMS 2025-03-11 13:08:07 +00:00
• 4f22d726a5 Merge pull request #847 from isxylands/fix-avx512-popcount ZiWei Yuan 2025-03-11 21:07:51 +08:00
• d166fb9f6e cpuinfer: filter repeated backend instantiation Lander-Hatsune 2025-03-10 22:03:04 +08:00
• e5694f91c0 Merge branch 'kvcache-ai:main' into main Yuhao Tsui 2025-03-10 09:10:28 +08:00
• 26bd889ff8 fix #829: 兼容Intel Cascade Lake架构的CPU liu.shen 2025-03-09 19:26:12 +08:00
• 09c043d8a6 Merge pull request #842 from BITcyman/fix-openai_chat_completion Atream 2025-03-07 22:56:19 +08:00
• 08a8b553d6 [fix] thread context bug BITcyman 2025-03-07 14:52:16 +00:00
• 7544eadd41 Merge pull request #840 from kvcache-ai/Atream-patch-3 v0.2.3post1 Atream 2025-03-07 22:09:09 +08:00
• f8c1821f1d Update __init__.py Atream 2025-03-07 22:08:48 +08:00
• 0bc43e02bf Merge pull request #839 from kvcache-ai/fix-precision-flashinfer Atream 2025-03-07 22:08:06 +08:00
• d453c320f1 fix flashinfer precision Atream 2025-03-07 14:07:00 +00:00
• 96d75d53df Merge pull request #835 from BITcyman/fix-openai_chat_completion wang jiahao 2025-03-07 17:22:00 +08:00
• 299c4dca64 [update] support openai chat completion api BITcyman 2025-03-07 08:51:09 +00:00
• 63b1c8525b Merge pull request #820 from kvcache-ai/develop-0.2.3 v0.2.3 ZiWei Yuan 2025-03-06 14:46:09 +08:00
• 407e1b9ab2 🚑 Merge branch 'develop-0.2.3' of https://github.com/kvcache-ai/ktransformers into develop-0.2.3 liam 2025-03-06 13:52:01 +08:00
• 27475cf8a5 fix compile Azure 2025-03-06 03:25:39 +00:00
• 8eeb6dd432 ⚡ update compile option for avx512vpopcntdq liam 2025-03-06 12:18:04 +08:00
• dd390835ca Add compile condition Azure 2025-03-06 03:25:39 +00:00
• d050d8655f Update completions.py Yuhao Tsui 2025-03-06 11:16:33 +08:00
• 1bcfce8cad Merge pull request #815 from kvcache-ai/develop-0.2.3 Azure 2025-03-06 00:07:17 +08:00
• 8068018504 fix gcc compilation Azure 2025-03-05 15:59:56 +00:00
• 6f142a51e6 Merge pull request #813 from chenmz00/main Atream 2025-03-05 22:00:38 +08:00
• b2ba795cfd fix: list models API chenmz00 2025-03-05 21:49:27 +08:00
• 9e0ef71b26 deploy: 2753a4a654 KMSorSMS 2025-03-05 12:33:42 +00:00
• 2753a4a654 Merge pull request #810 from kvcache-ai/v0.2.3 ZiWei Yuan 2025-03-05 20:32:53 +08:00
• 9c343b4f71 🔖 release v0.2.3 liam 2025-03-05 20:24:11 +08:00
• 6c35ca75b3 Merge pull request #809 from KMSorSMS/develop-0.2.3 ZiWei Yuan 2025-03-05 20:23:03 +08:00
• 848fe8ab97 ⚡ release v0.2.3 liam 2025-03-05 20:21:04 +08:00
• 8e2435a663 deploy: f03faa5376 Atream 2025-03-05 11:02:55 +00:00
• f03faa5376 Merge pull request #808 from kvcache-ai/Atream-patch-2 Atream 2025-03-05 19:02:45 +08:00
• f17fb9d8fe Update install.md Atream 2025-03-05 19:02:32 +08:00
• 7c74d250f0 deploy: 44dafa034b Atream 2025-03-05 11:01:10 +00:00
• 44dafa034b Merge pull request #781 from 3wweiweiwu/main Atream 2025-03-05 19:00:59 +08:00
• 034a116365 update readme Azure 2025-03-05 10:04:43 +00:00
• d7becadcf7 Merge branch 'develop-0.2.3' of https://github.com/kvcache-ai/ktransformers into develop-0.2.3 Azure 2025-03-05 09:26:23 +00:00
• 662c1e4c14 small fix about max new token Azure 2025-03-05 09:25:41 +00:00
• 52fa3003d1 Merge pull request #791 from KMSorSMS/develop-0.2.3 Atream 2025-03-05 11:28:36 +08:00
• 8fd052cc66 deploy: 3a3021502e Atream 2025-03-05 03:27:36 +00:00
• 3a3021502e Merge pull request #795 from hybcloud/main Atream 2025-03-05 11:27:26 +08:00
• 6b551a6ee3 fix minor typo hybcloud 2025-03-05 11:09:29 +08:00
• b936bcc72e use 'make dev_install' to make minimum change 3wweiweiwu 2025-03-04 09:35:12 -05:00
• dc10480ef6 ⚡ add humaneval support liam 2025-03-04 20:54:49 +08:00
• bbcc5481bb update documentation to fix error in numa enablement Wix Woo 2025-03-03 15:49:00 +00:00
• 5aee6c0446 Merge branch 'main' into develop-0.2.3 Azure 2025-03-03 12:19:47 +00:00