权重报错
Opened this issue · 4 comments
Error(s) in loading state_dict for CSTNet:
Missing key(s) in state_dict: "backbone.rgbt_layers.0.cfm.linear.weight", "backbone.rgbt_layers.0.cfm.linear.bias", "backbone.rgbt_layers.0.cfm.lsa.fc1.weight", "backbone.rgbt_layers.0.cfm.lsa.fc1.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.0.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.0.cfm.lsa.fc2.weight", "backbone.rgbt_layers.0.cfm.lsa.fc2.bias", "backbone.rgbt_layers.0.cfm.se.fc.0.weight", "backbone.rgbt_layers.0.cfm.se.fc.2.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.0.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.0.gim1.norm.weight", "backbone.rgbt_layers.0.gim1.norm.bias", "backbone.rgbt_layers.0.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.0.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.0.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.0.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.0.gim2.norm.weight", "backbone.rgbt_layers.0.gim2.norm.bias", "backbone.rgbt_layers.0.sfm.cross.linear.weight", "backbone.rgbt_layers.0.sfm.cross.linear.bias", "backbone.rgbt_layers.0.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.0.sfm.cross.end_proj.weight", "backbone.rgbt_layers.0.sfm.cross.end_proj.bias", "backbone.rgbt_layers.0.sfm.cross.norm1.weight", "backbone.rgbt_layers.0.sfm.cross.norm1.bias", "backbone.rgbt_layers.0.sfm.cross.norm2.weight", "backbone.rgbt_layers.0.sfm.cross.norm2.bias", "backbone.rgbt_layers.0.sfm.cfn.residual.weight", "backbone.rgbt_layers.0.sfm.cfn.conv33.weight", "backbone.rgbt_layers.0.sfm.cfn.conv33.bias", "backbone.rgbt_layers.0.sfm.cfn.bn33.weight", "backbone.rgbt_layers.0.sfm.cfn.bn33.bias", "backbone.rgbt_layers.0.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv11.weight", "backbone.rgbt_layers.0.sfm.cfn.conv11.bias", "backbone.rgbt_layers.0.sfm.cfn.bn11.weight", "backbone.rgbt_layers.0.sfm.cfn.bn11.bias", "backbone.rgbt_layers.0.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.0.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.0.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.0.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.0.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.0.sfm.cfn.adjust.weight", "backbone.rgbt_layers.0.sfm.cfn.adjust.bias", "backbone.rgbt_layers.0.sfm.cfn.norm.weight", "backbone.rgbt_layers.0.sfm.cfn.norm.bias", "backbone.rgbt_layers.0.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.0.sfm.cfn.norm.running_var", "backbone.rgbt_layers.0.sfm.lpu.conv.weight", "backbone.rgbt_layers.0.sfm.lpu.conv.bias", "backbone.rgbt_layers.1.cfm.linear.weight", "backbone.rgbt_layers.1.cfm.linear.bias", "backbone.rgbt_layers.1.cfm.lsa.fc1.weight", "backbone.rgbt_layers.1.cfm.lsa.fc1.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.1.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.1.cfm.lsa.fc2.weight", "backbone.rgbt_layers.1.cfm.lsa.fc2.bias", "backbone.rgbt_layers.1.cfm.se.fc.0.weight", "backbone.rgbt_layers.1.cfm.se.fc.2.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.1.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.1.gim1.norm.weight", "backbone.rgbt_layers.1.gim1.norm.bias", "backbone.rgbt_layers.1.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.1.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.1.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.1.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.1.gim2.norm.weight", "backbone.rgbt_layers.1.gim2.norm.bias", "backbone.rgbt_layers.1.sfm.cross.linear.weight", "backbone.rgbt_layers.1.sfm.cross.linear.bias", "backbone.rgbt_layers.1.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.1.sfm.cross.end_proj.weight", "backbone.rgbt_layers.1.sfm.cross.end_proj.bias", "backbone.rgbt_layers.1.sfm.cross.norm1.weight", "backbone.rgbt_layers.1.sfm.cross.norm1.bias", "backbone.rgbt_layers.1.sfm.cross.norm2.weight", "backbone.rgbt_layers.1.sfm.cross.norm2.bias", "backbone.rgbt_layers.1.sfm.cfn.residual.weight", "backbone.rgbt_layers.1.sfm.cfn.conv33.weight", "backbone.rgbt_layers.1.sfm.cfn.conv33.bias", "backbone.rgbt_layers.1.sfm.cfn.bn33.weight", "backbone.rgbt_layers.1.sfm.cfn.bn33.bias", "backbone.rgbt_layers.1.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv11.weight", "backbone.rgbt_layers.1.sfm.cfn.conv11.bias", "backbone.rgbt_layers.1.sfm.cfn.bn11.weight", "backbone.rgbt_layers.1.sfm.cfn.bn11.bias", "backbone.rgbt_layers.1.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.1.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.1.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.1.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.1.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.1.sfm.cfn.adjust.weight", "backbone.rgbt_layers.1.sfm.cfn.adjust.bias", "backbone.rgbt_layers.1.sfm.cfn.norm.weight", "backbone.rgbt_layers.1.sfm.cfn.norm.bias", "backbone.rgbt_layers.1.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.1.sfm.cfn.norm.running_var", "backbone.rgbt_layers.1.sfm.lpu.conv.weight", "backbone.rgbt_layers.1.sfm.lpu.conv.bias", "backbone.rgbt_layers.2.cfm.linear.weight", "backbone.rgbt_layers.2.cfm.linear.bias", "backbone.rgbt_layers.2.cfm.lsa.fc1.weight", "backbone.rgbt_layers.2.cfm.lsa.fc1.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.2.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.2.cfm.lsa.fc2.weight", "backbone.rgbt_layers.2.cfm.lsa.fc2.bias", "backbone.rgbt_layers.2.cfm.se.fc.0.weight", "backbone.rgbt_layers.2.cfm.se.fc.2.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.2.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.2.gim1.norm.weight", "backbone.rgbt_layers.2.gim1.norm.bias", "backbone.rgbt_layers.2.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.2.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.2.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.2.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.2.gim2.norm.weight", "backbone.rgbt_layers.2.gim2.norm.bias", "backbone.rgbt_layers.2.sfm.cross.linear.weight", "backbone.rgbt_layers.2.sfm.cross.linear.bias", "backbone.rgbt_layers.2.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.2.sfm.cross.end_proj.weight", "backbone.rgbt_layers.2.sfm.cross.end_proj.bias", "backbone.rgbt_layers.2.sfm.cross.norm1.weight", "backbone.rgbt_layers.2.sfm.cross.norm1.bias", "backbone.rgbt_layers.2.sfm.cross.norm2.weight", "backbone.rgbt_layers.2.sfm.cross.norm2.bias", "backbone.rgbt_layers.2.sfm.cfn.residual.weight", "backbone.rgbt_layers.2.sfm.cfn.conv33.weight", "backbone.rgbt_layers.2.sfm.cfn.conv33.bias", "backbone.rgbt_layers.2.sfm.cfn.bn33.weight", "backbone.rgbt_layers.2.sfm.cfn.bn33.bias", "backbone.rgbt_layers.2.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv11.weight", "backbone.rgbt_layers.2.sfm.cfn.conv11.bias", "backbone.rgbt_layers.2.sfm.cfn.bn11.weight", "backbone.rgbt_layers.2.sfm.cfn.bn11.bias", "backbone.rgbt_layers.2.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.2.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.2.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.2.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.2.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.2.sfm.cfn.adjust.weight", "backbone.rgbt_layers.2.sfm.cfn.adjust.bias", "backbone.rgbt_layers.2.sfm.cfn.norm.weight", "backbone.rgbt_layers.2.sfm.cfn.norm.bias", "backbone.rgbt_layers.2.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.2.sfm.cfn.norm.running_var", "backbone.rgbt_layers.2.sfm.lpu.conv.weight", "backbone.rgbt_layers.2.sfm.lpu.conv.bias".
Unexpected key(s) in state_dict: "tbsi_fuse_search.0.weight", "tbsi_fuse_search.0.bias", "tbsi_fuse_search.1.weight", "tbsi_fuse_search.1.bias", "tbsi_fuse_search.1.running_mean", "tbsi_fuse_search.1.running_var", "tbsi_fuse_search.1.num_batches_tracked", "backbone.tbsi_layers.0.t_fusion.0.weight", "backbone.tbsi_layers.0.t_fusion.0.bias", "backbone.tbsi_layers.0.t_fusion.1.weight", "backbone.tbsi_layers.0.t_fusion.1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc2.bias", "backbone.tbsi_layers.1.t_fusion.0.weight", "backbone.tbsi_layers.1.t_fusion.0.bias", "backbone.tbsi_layers.1.t_fusion.1.weight", "backbone.tbsi_layers.1.t_fusion.1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc2.bias", "backbone.tbsi_layers.2.t_fusion.0.weight", "backbone.tbsi_layers.2.t_fusion.0.bias", "backbone.tbsi_layers.2.t_fusion.1.weight", "backbone.tbsi_layers.2.t_fusion.1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc2.bias".
您好，这种错误影响最后的结果吗？是不是要修改？
Error(s) in loading state_dict for CSTNet: Missing key(s) in state_dict: "backbone.rgbt_layers.0.cfm.linear.weight", "backbone.rgbt_layers.0.cfm.linear.bias", "backbone.rgbt_layers.0.cfm.lsa.fc1.weight", "backbone.rgbt_layers.0.cfm.lsa.fc1.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.0.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.0.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.0.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.0.cfm.lsa.fc2.weight", "backbone.rgbt_layers.0.cfm.lsa.fc2.bias", "backbone.rgbt_layers.0.cfm.se.fc.0.weight", "backbone.rgbt_layers.0.cfm.se.fc.2.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.0.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.0.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.0.gim1.norm.weight", "backbone.rgbt_layers.0.gim1.norm.bias", "backbone.rgbt_layers.0.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.0.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.0.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.0.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.0.gim2.norm.weight", "backbone.rgbt_layers.0.gim2.norm.bias", "backbone.rgbt_layers.0.sfm.cross.linear.weight", "backbone.rgbt_layers.0.sfm.cross.linear.bias", "backbone.rgbt_layers.0.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.0.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.0.sfm.cross.end_proj.weight", "backbone.rgbt_layers.0.sfm.cross.end_proj.bias", "backbone.rgbt_layers.0.sfm.cross.norm1.weight", "backbone.rgbt_layers.0.sfm.cross.norm1.bias", "backbone.rgbt_layers.0.sfm.cross.norm2.weight", "backbone.rgbt_layers.0.sfm.cross.norm2.bias", "backbone.rgbt_layers.0.sfm.cfn.residual.weight", "backbone.rgbt_layers.0.sfm.cfn.conv33.weight", "backbone.rgbt_layers.0.sfm.cfn.conv33.bias", "backbone.rgbt_layers.0.sfm.cfn.bn33.weight", "backbone.rgbt_layers.0.sfm.cfn.bn33.bias", "backbone.rgbt_layers.0.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv11.weight", "backbone.rgbt_layers.0.sfm.cfn.conv11.bias", "backbone.rgbt_layers.0.sfm.cfn.bn11.weight", "backbone.rgbt_layers.0.sfm.cfn.bn11.bias", "backbone.rgbt_layers.0.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.0.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.0.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.0.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.0.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.0.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.0.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.0.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.0.sfm.cfn.adjust.weight", "backbone.rgbt_layers.0.sfm.cfn.adjust.bias", "backbone.rgbt_layers.0.sfm.cfn.norm.weight", "backbone.rgbt_layers.0.sfm.cfn.norm.bias", "backbone.rgbt_layers.0.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.0.sfm.cfn.norm.running_var", "backbone.rgbt_layers.0.sfm.lpu.conv.weight", "backbone.rgbt_layers.0.sfm.lpu.conv.bias", "backbone.rgbt_layers.1.cfm.linear.weight", "backbone.rgbt_layers.1.cfm.linear.bias", "backbone.rgbt_layers.1.cfm.lsa.fc1.weight", "backbone.rgbt_layers.1.cfm.lsa.fc1.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.1.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.1.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.1.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.1.cfm.lsa.fc2.weight", "backbone.rgbt_layers.1.cfm.lsa.fc2.bias", "backbone.rgbt_layers.1.cfm.se.fc.0.weight", "backbone.rgbt_layers.1.cfm.se.fc.2.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.1.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.1.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.1.gim1.norm.weight", "backbone.rgbt_layers.1.gim1.norm.bias", "backbone.rgbt_layers.1.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.1.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.1.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.1.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.1.gim2.norm.weight", "backbone.rgbt_layers.1.gim2.norm.bias", "backbone.rgbt_layers.1.sfm.cross.linear.weight", "backbone.rgbt_layers.1.sfm.cross.linear.bias", "backbone.rgbt_layers.1.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.1.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.1.sfm.cross.end_proj.weight", "backbone.rgbt_layers.1.sfm.cross.end_proj.bias", "backbone.rgbt_layers.1.sfm.cross.norm1.weight", "backbone.rgbt_layers.1.sfm.cross.norm1.bias", "backbone.rgbt_layers.1.sfm.cross.norm2.weight", "backbone.rgbt_layers.1.sfm.cross.norm2.bias", "backbone.rgbt_layers.1.sfm.cfn.residual.weight", "backbone.rgbt_layers.1.sfm.cfn.conv33.weight", "backbone.rgbt_layers.1.sfm.cfn.conv33.bias", "backbone.rgbt_layers.1.sfm.cfn.bn33.weight", "backbone.rgbt_layers.1.sfm.cfn.bn33.bias", "backbone.rgbt_layers.1.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv11.weight", "backbone.rgbt_layers.1.sfm.cfn.conv11.bias", "backbone.rgbt_layers.1.sfm.cfn.bn11.weight", "backbone.rgbt_layers.1.sfm.cfn.bn11.bias", "backbone.rgbt_layers.1.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.1.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.1.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.1.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.1.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.1.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.1.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.1.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.1.sfm.cfn.adjust.weight", "backbone.rgbt_layers.1.sfm.cfn.adjust.bias", "backbone.rgbt_layers.1.sfm.cfn.norm.weight", "backbone.rgbt_layers.1.sfm.cfn.norm.bias", "backbone.rgbt_layers.1.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.1.sfm.cfn.norm.running_var", "backbone.rgbt_layers.1.sfm.lpu.conv.weight", "backbone.rgbt_layers.1.sfm.lpu.conv.bias", "backbone.rgbt_layers.2.cfm.linear.weight", "backbone.rgbt_layers.2.cfm.linear.bias", "backbone.rgbt_layers.2.cfm.lsa.fc1.weight", "backbone.rgbt_layers.2.cfm.lsa.fc1.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.pwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.pwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.running_mean", "backbone.rgbt_layers.2.cfm.lsa.pwconv1.bn.running_var", "backbone.rgbt_layers.2.cfm.lsa.dwconv3.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv3.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.dwconv5.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv5.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.dwconv7.dwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.dwconv7.dwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.pwconv.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.pwconv.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.weight", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.bias", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.running_mean", "backbone.rgbt_layers.2.cfm.lsa.pwconv2.bn.running_var", "backbone.rgbt_layers.2.cfm.lsa.fc2.weight", "backbone.rgbt_layers.2.cfm.lsa.fc2.bias", "backbone.rgbt_layers.2.cfm.se.fc.0.weight", "backbone.rgbt_layers.2.cfm.se.fc.2.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc1.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc1.bias", "backbone.rgbt_layers.2.gim1.mlp1.fc2.weight", "backbone.rgbt_layers.2.gim1.mlp1.fc2.bias", "backbone.rgbt_layers.2.gim1.norm.weight", "backbone.rgbt_layers.2.gim1.norm.bias", "backbone.rgbt_layers.2.gim2.mlp1.fc1.weight", "backbone.rgbt_layers.2.gim2.mlp1.fc1.bias", "backbone.rgbt_layers.2.gim2.mlp1.fc2.weight", "backbone.rgbt_layers.2.gim2.mlp1.fc2.bias", "backbone.rgbt_layers.2.gim2.norm.weight", "backbone.rgbt_layers.2.gim2.norm.bias", "backbone.rgbt_layers.2.sfm.cross.linear.weight", "backbone.rgbt_layers.2.sfm.cross.linear.bias", "backbone.rgbt_layers.2.sfm.cross.cross_attn.q1.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.q2.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.kv1.weight", "backbone.rgbt_layers.2.sfm.cross.cross_attn.kv2.weight", "backbone.rgbt_layers.2.sfm.cross.end_proj.weight", "backbone.rgbt_layers.2.sfm.cross.end_proj.bias", "backbone.rgbt_layers.2.sfm.cross.norm1.weight", "backbone.rgbt_layers.2.sfm.cross.norm1.bias", "backbone.rgbt_layers.2.sfm.cross.norm2.weight", "backbone.rgbt_layers.2.sfm.cross.norm2.bias", "backbone.rgbt_layers.2.sfm.cfn.residual.weight", "backbone.rgbt_layers.2.sfm.cfn.conv33.weight", "backbone.rgbt_layers.2.sfm.cfn.conv33.bias", "backbone.rgbt_layers.2.sfm.cfn.bn33.weight", "backbone.rgbt_layers.2.sfm.cfn.bn33.bias", "backbone.rgbt_layers.2.sfm.cfn.bn33.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn33.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv11.weight", "backbone.rgbt_layers.2.sfm.cfn.conv11.bias", "backbone.rgbt_layers.2.sfm.cfn.bn11.weight", "backbone.rgbt_layers.2.sfm.cfn.bn11.bias", "backbone.rgbt_layers.2.sfm.cfn.bn11.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn11.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv_up.weight", "backbone.rgbt_layers.2.sfm.cfn.conv_up.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_up.weight", "backbone.rgbt_layers.2.sfm.cfn.bn_up.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_up.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn_up.running_var", "backbone.rgbt_layers.2.sfm.cfn.conv_down.weight", "backbone.rgbt_layers.2.sfm.cfn.conv_down.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_down.weight", "backbone.rgbt_layers.2.sfm.cfn.bn_down.bias", "backbone.rgbt_layers.2.sfm.cfn.bn_down.running_mean", "backbone.rgbt_layers.2.sfm.cfn.bn_down.running_var", "backbone.rgbt_layers.2.sfm.cfn.adjust.weight", "backbone.rgbt_layers.2.sfm.cfn.adjust.bias", "backbone.rgbt_layers.2.sfm.cfn.norm.weight", "backbone.rgbt_layers.2.sfm.cfn.norm.bias", "backbone.rgbt_layers.2.sfm.cfn.norm.running_mean", "backbone.rgbt_layers.2.sfm.cfn.norm.running_var", "backbone.rgbt_layers.2.sfm.lpu.conv.weight", "backbone.rgbt_layers.2.sfm.lpu.conv.bias". Unexpected key(s) in state_dict: "tbsi_fuse_search.0.weight", "tbsi_fuse_search.0.bias", "tbsi_fuse_search.1.weight", "tbsi_fuse_search.1.bias", "tbsi_fuse_search.1.running_mean", "tbsi_fuse_search.1.running_var", "tbsi_fuse_search.1.num_batches_tracked", "backbone.tbsi_layers.0.t_fusion.0.weight", "backbone.tbsi_layers.0.t_fusion.0.bias", "backbone.tbsi_layers.0.t_fusion.1.weight", "backbone.tbsi_layers.0.t_fusion.1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.0.ca_t2t_f2i.mlp.fc2.bias", "backbone.tbsi_layers.1.t_fusion.0.weight", "backbone.tbsi_layers.1.t_fusion.0.bias", "backbone.tbsi_layers.1.t_fusion.1.weight", "backbone.tbsi_layers.1.t_fusion.1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.1.ca_t2t_f2i.mlp.fc2.bias", "backbone.tbsi_layers.2.t_fusion.0.weight", "backbone.tbsi_layers.2.t_fusion.0.bias", "backbone.tbsi_layers.2.t_fusion.1.weight", "backbone.tbsi_layers.2.t_fusion.1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.norm1.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.norm1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.norm2.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.norm2.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_s2t_v2f.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.norm1.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.norm1.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.norm2.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.norm2.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2s_f2i.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.norm1.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.norm1.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.norm2.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.norm2.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_s2t_i2f.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.norm1.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.norm1.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.norm2.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.norm2.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2s_f2v.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.norm1.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.norm1.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.norm2.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.norm2.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2t_f2v.mlp.fc2.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.norm1.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.norm1.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.attn_reshape.proj.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.attn_reshape.proj.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.norm2.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.norm2.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc1.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc1.bias", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc2.weight", "backbone.tbsi_layers.2.ca_t2t_f2i.mlp.fc2.bias". 您好，这种错误影响最后的结果吗？是不是要修改？
这个代表模型权重没加载进去，话说，你这是运行哪块报错的啊？，我刚才试了一下用tracking/model_test.py，两个baseline和small都能正常加载啊
这是在训练的时候，运行到
def load_sot_pretrain(net, env_num=0, cfg=None):
pretrained_path = env(env_num=env_num).pretrained_networks#/data/jmy/data/CSTNet-main/pretrained_networks
pretrained = os.path.join(pretrained_path, cfg.TRAIN.PRETRAIN.SOT_PRETRAIN_FILE)#/data/jmy/data/CSTNet-main/pretrained_models/TBSITrack_SOT.pth.tar
if cfg.TRAIN.PRETRAIN.SOT_PRETRAIN_FILE:
try:
net.load_state_dict(torch.load(pretrained, map_location='cpu')['net'], strict=True)
print('Load pretrained model from: ' + pretrained)
except Exception as e:
print(e)
print('Loading Finish ....')
这个函数时报的错误
这是在训练的时候，运行到 def load_sot_pretrain(net, env_num=0, cfg=None): pretrained_path = env(env_num=env_num).pretrained_networks#/data/jmy/data/CSTNet-main/pretrained_networks pretrained = os.path.join(pretrained_path, cfg.TRAIN.PRETRAIN.SOT_PRETRAIN_FILE)#/data/jmy/data/CSTNet-main/pretrained_models/TBSITrack_SOT.pth.tar if cfg.TRAIN.PRETRAIN.SOT_PRETRAIN_FILE: try: net.load_state_dict(torch.load(pretrained, map_location='cpu')['net'], strict=True) print('Load pretrained model from: ' + pretrained) except Exception as e: print(e) print('Loading Finish ....') 这个函数时报的错误
训练时候没有问题的，这本身就是用TBSI的预训练权重，然后里面TBSI的模块和我们的模块不同导致的报错，如果这块报错打断了模型训练，你就改为net.load_state_dict(torch.load(pretrained, map_location='cpu')['net'], strict=False)，但是我这里应该已经用try和expect，让这里的报错不会打断模型训练
好的，非常感谢。