updated ui
This commit is contained in:
parent
72562a9358
commit
587c673fca
@ -9,11 +9,12 @@ pipe = pipeline(
|
||||
model,
|
||||
backend_config=TurbomindEngineConfig(
|
||||
model_format="awq",
|
||||
tp=4,
|
||||
tp=2,
|
||||
device_ids=[0, 1],
|
||||
session_len=12864,
|
||||
max_batch_size=1,
|
||||
cache_max_entry_count=0.05,
|
||||
cache_block_seq_len=32768,
|
||||
quant_policy=4
|
||||
)
|
||||
)
|
||||
)
|
Loading…
Reference in New Issue
Block a user