memorax.networks.RoPE

Contents

memorax.networks.RoPE#

class memorax.networks.RoPE[source]#

Bases: RelativePositionalEmbedding

RoPE(base: float = 10000.0)

base: float = 10000.0#

compute_coefficients(dim, max_seq_len)[source]#

Return type:

Parameters:

dim (int)
max_seq_len (int)

rotate(x)[source]#

Return type:: Array
Parameters:: x (Array)

apply(x, positions)[source]#

Return type:

Parameters:

x (Array)
positions (Array)

__call__(query, key, query_pos, key_pos)[source]#

Call self as a function.

Return type:

tuple[Array, Array, Any]

Parameters:

query (Array)
key (Array)
query_pos (Array)
key_pos (Array)

__init__(base=10000.0)#

Parameters:: base (float)
Return type:: None

replace(**updates)#: Returns a new object replacing the specified fields with new values.