Internal Change
PiperOrigin-RevId: 558937644
This commit is contained in:
parent
7f8150776a
commit
7ba4edc372
|
@ -43,4 +43,7 @@ message TransformerParameters {
|
|||
|
||||
// Number of stacked transformers, `N` in the paper.
|
||||
int32 num_stacks = 7;
|
||||
|
||||
// Whether to use Multi-Query-Attention (MQA).
|
||||
bool use_mqa = 8;
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue
Block a user