21 lines
379 B
Python
21 lines
379 B
Python
plugin = "hybrid"
|
|
plugin_config = dict(
|
|
tp_size=1,
|
|
pp_size=1,
|
|
sp_size=8,
|
|
sequence_parallelism_mode="ring_attn",
|
|
enable_sequence_parallelism=True,
|
|
static_graph=True,
|
|
zero_stage=2,
|
|
overlap_allgather=False,
|
|
)
|
|
|
|
plugin_ae = "hybrid"
|
|
plugin_config_ae = dict(
|
|
tp_size=8,
|
|
pp_size=1,
|
|
sp_size=1,
|
|
zero_stage=2,
|
|
overlap_allgather=False,
|
|
)
|