rtcdet_v2_head.py 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. import torch
  2. import torch.nn as nn
  3. from .rtcdet_v2_basic import Conv
  4. # Single-level Head
  5. class SingleLevelHead(nn.Module):
  6. def __init__(self, in_dim, cls_head_dim, reg_head_dim, num_cls_head, num_reg_head, act_type, norm_type, depthwise):
  7. super().__init__()
  8. # --------- Basic Parameters ----------
  9. self.in_dim = in_dim
  10. self.num_cls_head = num_cls_head
  11. self.num_reg_head = num_reg_head
  12. self.act_type = act_type
  13. self.norm_type = norm_type
  14. self.depthwise = depthwise
  15. # --------- Network Parameters ----------
  16. ## cls head
  17. cls_feats = []
  18. self.cls_head_dim = cls_head_dim
  19. for i in range(num_cls_head):
  20. if i == 0:
  21. cls_feats.append(
  22. Conv(in_dim, self.cls_head_dim, k=3, p=1, s=1,
  23. act_type=act_type,
  24. norm_type=norm_type,
  25. depthwise=depthwise)
  26. )
  27. else:
  28. cls_feats.append(
  29. Conv(self.cls_head_dim, self.cls_head_dim, k=3, p=1, s=1,
  30. act_type=act_type,
  31. norm_type=norm_type,
  32. depthwise=depthwise)
  33. )
  34. ## reg head
  35. reg_feats = []
  36. self.reg_head_dim = reg_head_dim
  37. for i in range(num_reg_head):
  38. if i == 0:
  39. reg_feats.append(
  40. Conv(in_dim, self.reg_head_dim, k=3, p=1, s=1,
  41. act_type=act_type,
  42. norm_type=norm_type,
  43. depthwise=depthwise)
  44. )
  45. else:
  46. reg_feats.append(
  47. Conv(self.reg_head_dim, self.reg_head_dim, k=3, p=1, s=1,
  48. act_type=act_type,
  49. norm_type=norm_type,
  50. depthwise=depthwise)
  51. )
  52. self.cls_feats = nn.Sequential(*cls_feats)
  53. self.reg_feats = nn.Sequential(*reg_feats)
  54. def forward(self, x):
  55. """
  56. in_feats: (Tensor) [B, C, H, W]
  57. """
  58. cls_feats = self.cls_feats(x)
  59. reg_feats = self.reg_feats(x)
  60. return cls_feats, reg_feats
  61. # Multi-level Head
  62. class MultiLevelHead(nn.Module):
  63. def __init__(self, cfg, in_dims, out_dim, num_classes=80, reg_max=16, num_levels=3):
  64. super().__init__()
  65. ## ----------- Network Parameters -----------
  66. self.multi_level_heads = nn.ModuleList(
  67. [SingleLevelHead(
  68. in_dims[level],
  69. out_dim, # cls head dim
  70. out_dim, # reg head dim
  71. cfg['num_cls_head'],
  72. cfg['num_reg_head'],
  73. cfg['head_act'],
  74. cfg['head_norm'],
  75. cfg['head_depthwise'])
  76. for level in range(num_levels)
  77. ])
  78. # --------- Basic Parameters ----------
  79. self.in_dims = in_dims
  80. self.num_classes = num_classes
  81. self.cls_head_dim = self.multi_level_heads[0].cls_head_dim
  82. self.reg_head_dim = self.multi_level_heads[0].reg_head_dim
  83. def forward(self, feats):
  84. """
  85. feats: List[(Tensor)] [[B, C, H, W], ...]
  86. """
  87. cls_feats = []
  88. reg_feats = []
  89. for feat, head in zip(feats, self.multi_level_heads):
  90. # ---------------- Pred ----------------
  91. cls_feat, reg_feat = head(feat)
  92. cls_feats.append(cls_feat)
  93. reg_feats.append(reg_feat)
  94. return cls_feats, reg_feats
  95. # build detection head
  96. def build_det_head(cfg, in_dim, out_dim, num_classes=80, reg_max=16, num_levels=3):
  97. if cfg['head'] == 'decoupled_head':
  98. head = MultiLevelHead(cfg, in_dim, out_dim, num_classes, reg_max, num_levels)
  99. return head