Internal Change
PiperOrigin-RevId: 558937644
This commit is contained in:
parent
7f8150776a
commit
7ba4edc372
|
@ -43,4 +43,7 @@ message TransformerParameters {
|
||||||
|
|
||||||
// Number of stacked transformers, `N` in the paper.
|
// Number of stacked transformers, `N` in the paper.
|
||||||
int32 num_stacks = 7;
|
int32 num_stacks = 7;
|
||||||
|
|
||||||
|
// Whether to use Multi-Query-Attention (MQA).
|
||||||
|
bool use_mqa = 8;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue
Block a user