updated ui

This commit is contained in:
Zixiao Wang 2025-01-23 22:07:17 +08:00
parent 72562a9358
commit 587c673fca

View File

@ -9,11 +9,12 @@ pipe = pipeline(
model,
backend_config=TurbomindEngineConfig(
model_format="awq",
tp=4,
tp=2,
device_ids=[0, 1],
session_len=12864,
max_batch_size=1,
cache_max_entry_count=0.05,
cache_block_seq_len=32768,
quant_policy=4
)
)
)