mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-10-22 17:49:13 +08:00
deploy: 32f3d7befb
This commit is contained in:
@@ -283,13 +283,11 @@ git submodule update --init --recursive
|
||||
<li>
|
||||
<p>For Multi-concurrency with 500G RAM:</p>
|
||||
<pre><code class="language-shell">USE_BALANCE_SERVE=1 bash ./install.sh
|
||||
pip install third_party/custom_flashinfer/
|
||||
</code></pre>
|
||||
</li>
|
||||
<li>
|
||||
<p>For Multi-concurrency with two cpu and 1T RAM:</p>
|
||||
<pre><code class="language-shell">USE_BALANCE_SERVE=1 USE_NUMA=1 bash ./install.sh
|
||||
pip install third_party/custom_flashinfer/
|
||||
</code></pre>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
@@ -314,13 +314,11 @@ git submodule update --init --recursive
|
||||
<li>
|
||||
<p>For Multi-concurrency with 500G RAM:</p>
|
||||
<pre><code class="language-shell">USE_BALANCE_SERVE=1 bash ./install.sh
|
||||
pip install third_party/custom_flashinfer/
|
||||
</code></pre>
|
||||
</li>
|
||||
<li>
|
||||
<p>For Multi-concurrency with two cpu and 1T RAM:</p>
|
||||
<pre><code class="language-shell">USE_BALANCE_SERVE=1 USE_NUMA=1 bash ./install.sh
|
||||
pip install third_party/custom_flashinfer/
|
||||
</code></pre>
|
||||
</li>
|
||||
</ul>
|
||||
|
||||
+1
-1
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user