Untitled

mail@pastecode.io avatar
unknown
plain_text
5 months ago
2.5 kB
1
Indexable
"""
@Description :
@Author      : siyiren1@foxmail.com
@Time        : 2024/07/22 00:08:11
"""

import torch
import torch.nn as nn
import torch.nn.functional as F


class SinkhornSim(torch.nn.Module):
    def __init__(self, eps=1e-3, max_iter=100, reduction='sum'):
        super(SinkhornSim, self).__init__()
        self.eps = eps
        self.max_iter = max_iter
        self.reduction = reduction

    def forward(self, x, y):
        # 扁平化空间维度
        batch_size, num_points, height, width = x.size()
        x = x.view(batch_size, num_points, -1)
        y = y.view(batch_size, num_points, -1)

        # 转换为概率分布
        x = F.softmax(x, dim=-1)
        y = F.softmax(y, dim=-1)

        # 计算成本矩阵 (Euclidean 距离)
        cost_matrix = torch.cdist(x, y, p=2) ** 2  # 使用平方欧几里得距离
        # cost_matrix = torch.cdist(x, y, p=2)  # 使用欧几里得距离

        # Sinkhorn-Knopp 迭代的初始化
        K = torch.exp(-cost_matrix / self.eps)
        u = torch.ones(batch_size, num_points).to(x.device) / num_points
        v = torch.ones(batch_size, num_points).to(x.device) / num_points

        # Sinkhorn 迭代
        for _ in range(self.max_iter):
            u = 1.0 / (K.bmm(v.unsqueeze(-1)).squeeze(-1) + 1e-8)
            v = 1.0 / (K.transpose(1, 2).bmm(u.unsqueeze(-1)).squeeze(-1) + 1e-8)

        # 计算 Wasserstein 距离
        transport_plan = u.unsqueeze(-1) * K * v.unsqueeze(-2)
        distance = torch.sum(transport_plan * cost_matrix, dim=(1, 2))

        # if self.reduction == 'mean':
        #     distance = distance.mean()
        # elif self.reduction == 'sum':
        #     distance = distance.sum()

        return distance
        # return torch.exp(-distance)


class CosineSim(torch.nn.Module):
    def __init__(self):
        super().__init__()
        
    def forward(self, x, y):
        return torch.nn.functional.cosine_similarity(x1, x2).mean()
    
    
class EMD(torch.nn.Module):
    def __init__(self):
        super().__init__()
        self.cosine = CosineSim()
        self.sinkhorn = SinkhornSim()
        
    def forward(self, x, y):
        m = CosineSim(x, y)
        pi = SinkhornSim(x, y)
        return 2 - 2 * CosineSim(1 - m, pi)
        
        
if __name__ == "__main__":
    x1 = torch.randn(1, 1024, 7, 7)
    x2 = torch.randn(1, 1024, 7, 7)
    ssim = SinkhornSim()
    print(ssim(x1, x2))
    print(ssim(x1, x1))
Leave a Comment