modelzoo.common.pytorch.model_utils.RotaryPositionEmbeddingHelper.RotaryPositionEmbeddingHelper#

class modelzoo.common.pytorch.model_utils.RotaryPositionEmbeddingHelper.RotaryPositionEmbeddingHelper[source]#

Bases: object

Methods

create_fixed_pos_emb

rotate_tensor

__init__(max_position_embeddings, rotary_dim, base=10000, scaling_factor=1.0)[source]#