Module fast_transformers.events.event
Expand source code
#
# Copyright (c) 2020 Idiap Research Institute, http://www.idiap.ch/
# Written by Angelos Katharopoulos <angelos.katharopoulos@idiap.ch>
#
class Event(object):
"""The Event is the base class for all events that are dispatched from any
transformer module.
This class defines only the basic attributes of an event without any
payload.
Arguments
---------
source: torch.nn.Module instance that dispatched this event
"""
def __init__(self, source):
self.source = source
class AttentionEvent(Event):
"""An event containing an attention matrix.
Arguments
---------
source: torch.nn.Module instance that dispatched this event
attention_matrix: torch.tensor of the multihead attention matrix
computed in the corresponding attention layer
"""
def __init__(self, source, attention_matrix):
super(AttentionEvent, self).__init__(source)
self.attention_matrix = attention_matrix
class QKVEvent(Event):
"""An event containing the queries, keys and values projected in their
multiple heads.
Arguments
---------
source: torch.nn.Module instance that dispatched this event
queries: torch.tensor containing the queries in shape NLHE
keys: torch.tensor containing the keys in shape NSHE
values: torch.tensor containing the values in shape NSHD
"""
def __init__(self, source, queries, keys, values):
super(QKVEvent, self).__init__(source)
self.queries = queries
self.keys = keys
self.values = valuesClasses
class AttentionEvent (source, attention_matrix)-
An event containing an attention matrix.
Arguments
source: torch.nn.Module instance that dispatched this event attention_matrix: torch.tensor of the multihead attention matrix computed in the corresponding attention layerExpand source code
class AttentionEvent(Event): """An event containing an attention matrix. Arguments --------- source: torch.nn.Module instance that dispatched this event attention_matrix: torch.tensor of the multihead attention matrix computed in the corresponding attention layer """ def __init__(self, source, attention_matrix): super(AttentionEvent, self).__init__(source) self.attention_matrix = attention_matrixAncestors
class Event (source)-
The Event is the base class for all events that are dispatched from any transformer module.
This class defines only the basic attributes of an event without any payload.
Arguments
source: torch.nn.Module instance that dispatched this eventExpand source code
class Event(object): """The Event is the base class for all events that are dispatched from any transformer module. This class defines only the basic attributes of an event without any payload. Arguments --------- source: torch.nn.Module instance that dispatched this event """ def __init__(self, source): self.source = sourceSubclasses
class QKVEvent (source, queries, keys, values)-
An event containing the queries, keys and values projected in their multiple heads.
Arguments
source: torch.nn.Module instance that dispatched this event queries: torch.tensor containing the queries in shape NLHE keys: torch.tensor containing the keys in shape NSHE values: torch.tensor containing the values in shape NSHDExpand source code
class QKVEvent(Event): """An event containing the queries, keys and values projected in their multiple heads. Arguments --------- source: torch.nn.Module instance that dispatched this event queries: torch.tensor containing the queries in shape NLHE keys: torch.tensor containing the keys in shape NSHE values: torch.tensor containing the values in shape NSHD """ def __init__(self, source, queries, keys, values): super(QKVEvent, self).__init__(source) self.queries = queries self.keys = keys self.values = valuesAncestors