ece5f30c2d
- 添加 DynamicFilter 模块，用于频域滤波和动态调整滤波器权重 - 添加 SCSA 模块，探索空间注意力和通道注意力之间的协同作用 - 添加 SMFA 模块，自调制特征聚合用于高效图像重建 - 添加 TIAM 模块，时空交互注意力用于变化检测 - 添加 UFFC 模块，无偏快速傅里叶卷积用于图像修复 - 更新 net.py，引入 SCSA 模块替换原有注意力机制 - 优化 train.py，调整导入模块以支持新功能
111 lines
5.1 KiB
Python
111 lines
5.1 KiB
Python
import torch
|
||
import torch.nn as nn
|
||
import torch.nn.functional as F
|
||
|
||
"""Elsevier2024
|
||
变化检测 (CD) 是地球观测中一种重要的监测方法，尤其适用于土地利用分析、城市管理和灾害损失评估。然而，在星座互联和空天协作时代，感兴趣区域 (ROI) 的变化由于几何透视旋转和时间风格差异而导致许多错误检测。
|
||
为了应对这些挑战，我们引入了 CDNeXt，该框架阐明了一种稳健而有效的方法，用于将基于预训练主干的 Siamese 网络与用于遥感图像的创新时空交互注意模块 (TIAM) 相结合。
|
||
CDNeXt 可分为四个主要组件：编码器、交互器、解码器和检测器。值得注意的是，由 TIAM 提供支持的交互器从编码器提取的二进制时间特征中查询和重建空间透视依赖关系和时间风格相关性，以扩大 ROI 变化的差异。
|
||
最后，检测器集成解码器生成的分层特征，随后生成二进制变化掩码。
|
||
"""
|
||
|
||
class SpatiotemporalAttentionFullNotWeightShared(nn.Module):
|
||
def __init__(self, in_channels, inter_channels=None, dimension=2, sub_sample=False):
|
||
super(SpatiotemporalAttentionFullNotWeightShared, self).__init__()
|
||
assert dimension in [2, ]
|
||
self.dimension = dimension
|
||
self.sub_sample = sub_sample
|
||
self.in_channels = in_channels
|
||
self.inter_channels = inter_channels
|
||
|
||
if self.inter_channels is None:
|
||
self.inter_channels = in_channels // 2
|
||
if self.inter_channels == 0:
|
||
self.inter_channels = 1
|
||
|
||
self.g1 = nn.Sequential(
|
||
nn.BatchNorm2d(self.in_channels),
|
||
nn.Conv2d(in_channels=self.in_channels, out_channels=self.inter_channels,
|
||
kernel_size=1, stride=1, padding=0)
|
||
)
|
||
self.g2 = nn.Sequential(
|
||
nn.BatchNorm2d(self.in_channels),
|
||
nn.Conv2d(in_channels=self.in_channels, out_channels=self.inter_channels,
|
||
kernel_size=1, stride=1, padding=0),
|
||
)
|
||
|
||
self.W1 = nn.Sequential(
|
||
nn.Conv2d(in_channels=self.inter_channels, out_channels=self.in_channels,
|
||
kernel_size=1, stride=1, padding=0),
|
||
nn.BatchNorm2d(self.in_channels)
|
||
)
|
||
self.W2 = nn.Sequential(
|
||
nn.Conv2d(in_channels=self.inter_channels, out_channels=self.in_channels,
|
||
kernel_size=1, stride=1, padding=0),
|
||
nn.BatchNorm2d(self.in_channels)
|
||
)
|
||
self.theta = nn.Sequential(
|
||
nn.BatchNorm2d(self.in_channels),
|
||
nn.Conv2d(in_channels=self.in_channels, out_channels=self.inter_channels,
|
||
kernel_size=1, stride=1, padding=0),
|
||
)
|
||
self.phi = nn.Sequential(
|
||
nn.BatchNorm2d(self.in_channels),
|
||
nn.Conv2d(in_channels=self.in_channels, out_channels=self.inter_channels,
|
||
kernel_size=1, stride=1, padding=0),
|
||
)
|
||
|
||
def forward(self, x1, x2):
|
||
"""
|
||
:param x: (b, c, h, w)
|
||
:param return_nl_map: if True return z, nl_map, else only return z.
|
||
:return:
|
||
"""
|
||
batch_size = x1.size(0)
|
||
g_x11 = self.g1(x1).reshape(batch_size, self.inter_channels, -1)
|
||
g_x12 = g_x11.permute(0, 2, 1)
|
||
g_x21 = self.g2(x2).reshape(batch_size, self.inter_channels, -1)
|
||
g_x22 = g_x21.permute(0, 2, 1)
|
||
|
||
theta_x1 = self.theta(x1).reshape(batch_size, self.inter_channels, -1)
|
||
theta_x2 = theta_x1.permute(0, 2, 1)
|
||
|
||
phi_x1 = self.phi(x2).reshape(batch_size, self.inter_channels, -1)
|
||
phi_x2 = phi_x1.permute(0, 2, 1)
|
||
|
||
energy_time_1 = torch.matmul(theta_x1, phi_x2)
|
||
energy_time_2 = energy_time_1.permute(0, 2, 1)
|
||
energy_space_1 = torch.matmul(theta_x2, phi_x1)
|
||
energy_space_2 = energy_space_1.permute(0, 2, 1)
|
||
|
||
energy_time_1s = F.softmax(energy_time_1, dim=-1)
|
||
energy_time_2s = F.softmax(energy_time_2, dim=-1)
|
||
energy_space_2s = F.softmax(energy_space_1, dim=-2)
|
||
energy_space_1s = F.softmax(energy_space_2, dim=-2)
|
||
# C1*S(C2) energy_time_1s * C1*H1W1 g_x12 * energy_space_1s S(H2W2)*H1W1 -> C1*H1W1
|
||
y1 = torch.matmul(torch.matmul(energy_time_2s, g_x11), energy_space_2s).contiguous() # C2*H2W2
|
||
# C2*S(C1) energy_time_2s * C2*H2W2 g_x21 * energy_space_2s S(H1W1)*H2W2 -> C2*H2W2
|
||
y2 = torch.matmul(torch.matmul(energy_time_1s, g_x21), energy_space_1s).contiguous() # C1*H1W1
|
||
y1 = y1.reshape(batch_size, self.inter_channels, *x2.size()[2:])
|
||
y2 = y2.reshape(batch_size, self.inter_channels, *x1.size()[2:])
|
||
return x1 + self.W1(y1), x2 + self.W2(y2)
|
||
|
||
|
||
if __name__ == '__main__':
|
||
in_channels = 64
|
||
batch_size = 8
|
||
height = 32
|
||
width = 32
|
||
|
||
block = SpatiotemporalAttentionFullNotWeightShared(in_channels=in_channels)
|
||
|
||
input1 = torch.rand(batch_size, in_channels, height, width)
|
||
input2 = torch.rand(batch_size, in_channels, height, width)
|
||
|
||
output1, output2 = block(input1, input2)
|
||
|
||
print(f"Input1 size: {input1.size()}")
|
||
print(f"Input2 size: {input2.size()}")
|
||
print(f"Output1 size: {output1.size()}")
|
||
print(f"Output2 size: {output2.size()}")
|