Sparse Autoencoder Models

SparsityMSELoss

SparsityMSELoss(sparsity_factor: float)

Source code in openretina/models/sparse_autoencoder.py

def __init__(self, sparsity_factor: float):
    self.sparsity_factor = sparsity_factor

mse_loss staticmethod

mse_loss(x: Tensor, x_hat: Tensor) -> Tensor

Mean over all examples, sum over hidden neurons

Source code in openretina/models/sparse_autoencoder.py

@staticmethod
def mse_loss(x: torch.Tensor, x_hat: torch.Tensor) -> torch.Tensor:
    """Mean over all examples, sum over hidden neurons"""
    mse_full = nn.functional.mse_loss(x, x_hat, reduction="none")
    mse = mse_full.sum(dim=-1).mean()
    return mse