From 587c673fcab47183a2f3abfe65048cc89f2e318b Mon Sep 17 00:00:00 2001
From: Zixiao Wang <sw319346@gmail.com>
Date: Thu, 23 Jan 2025 22:07:17 +0800
Subject: [PATCH] updated ui

---
 pipeline_setup.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/pipeline_setup.py b/pipeline_setup.py
index e27eb31..46f4faf 100644
--- a/pipeline_setup.py
+++ b/pipeline_setup.py
@@ -9,11 +9,12 @@ pipe = pipeline(
     model,
     backend_config=TurbomindEngineConfig(
         model_format="awq",
-        tp=4,
+        tp=2, 
+        device_ids=[0, 1], 
         session_len=12864,
         max_batch_size=1,
         cache_max_entry_count=0.05,
         cache_block_seq_len=32768,
         quant_policy=4
     )
-)
+)
\ No newline at end of file