Semi-convolutional Operators for Instance Segmentation

1. -

2. •
• )2 -
• -0 2182 21 ( - 2 iP
• O O O O t E
• npeE a r iP
•
• s o luE
• V rCmv S

3. • O
D
• .61/ 1 1/ : 1 -: /
13 1: - : S
4 1:3 :11 :3 - 1 / 8- 4 2 / 8
: -:/1 13 1: - : 4 - 7 /:: -:
1: / 1 .

4. • C
• &2 2 &
• C C V
• P
• 4( ) 2
• I I
• a

5. &
• 2
• m icRN V ]d
⭕ ..RgfK GfkK
❌ jn m K h ba eR Mo P
H-5 0 .. [ ic 1 5 S P
, 4 -5 0 ..
& 0 C 7 4 0 7 5 C C5C7 C 577 C5 7 7 5 5 7 5

6. & (
ig nP ms drRea
ms S N NR ,,hp Gkfea
ea kf 0 P t
Ø R C 0 F n
Ø ][S 3C . ,, 3C . ,, 3C . ,, joS c Pb M V
1 & . C 2 . 3 3 C 3 3 4 6 3 6 C 3
C 3

7. ( ) &
R
R H
M3R 2
ØKN 7 C 2
- .10

8. • )
• en a d d UkuL u h
⭕ la UkuL KtfSM m
⭕ ][ Ss c goT riMW I
( - A8 1 D . CA A 2D A 2A7 C A G . DD D C 07 A CG A8 0 A 7D

9. • AS FI FL M
• FL FL D
. 2 0 . 9 . 0 01 0 . . 007 0 0. 1

10. • c]X[ R lT i rfpPd
• lT i :6 E PX a
• :6 E Scs uRg t N v
• :6 E S0..PhnPK Peobx
( 1 - 0:8G : / I: : E 6 8: G
m 6 :2 :E E) G 8 6 2 :E 6 2 :E EEG:E (

11. N
O C
l v
i I P
I
v I l a
- 21 2 21
( - 21
• & ) I
• o l v u V m
– Cn p S V
– et r V S IV

12. • V V n
• ( - - oIv
• & - 1 S ytr P
• i f c s & aeg PCI l
• c f )-2 1 1 -
Øm V Op u

13. ( - 1 - ( 1 - )
•
• 3 1
• 3 1
• C
: X ! L⌦
(L 2 Rd
)<latexit sha1_base64="EonYQ5G0ZK07MkJ3/smomCeY4Dg=">AAACu3ichVFNTxRBEH0MKDCorHox8TJxA8EL6SUkGI0JkYsHE5fFXTZhYNPTNLsNPR+Z6d0EJvMH+AMePGFijPEvePPCH/DA1ZvBGyRePFAzOwkqUavT3a9e1auu7vYirRLD2MmINTp27fr4xKQ9dePmrenK7TutJOzHQjZFqMO47fFEahXIplFGy3YUS+57Wq57eyt5fH0g40SFwSuzH8lNn3cDtaMEN0R1Ki233lOOmxcKHNfnpie4TtuZ45rw0n+RbaXuS192eWa7T/Jhz/0SdFxVij0vbWRb2w87lSqbZ4U5V0GtBFWUVg8r7+FiGyEE+vAhEcAQ1uBIaGygBoaIuE2kxMWEVBGXyGCTtk9ZkjI4sXu0dsnbKNmA/LxmUqgFnaJpxqR0MMO+sA/sjB2zj+wb+/nXWmlRI+9ln3ZvqJVRZ/rw3tqP/6p82g16l6p/9mywg0dFr4p6jwomv4UY6gcHr8/WHjdm0ln2lp1S/0fshH2mGwSDc/FuVTbewKYPqP353FdBa2G+Rnh1sbr8rPyKCdzHA8zRey9hGc9RR5PO/YSvOMV366klrF1LD1OtkVJzF7+Z1b8ApxWrPw==</latexit><latexit sha1_base64="EonYQ5G0ZK07MkJ3/smomCeY4Dg=">AAACu3ichVFNTxRBEH0MKDCorHox8TJxA8EL6SUkGI0JkYsHE5fFXTZhYNPTNLsNPR+Z6d0EJvMH+AMePGFijPEvePPCH/DA1ZvBGyRePFAzOwkqUavT3a9e1auu7vYirRLD2MmINTp27fr4xKQ9dePmrenK7TutJOzHQjZFqMO47fFEahXIplFGy3YUS+57Wq57eyt5fH0g40SFwSuzH8lNn3cDtaMEN0R1Ki233lOOmxcKHNfnpie4TtuZ45rw0n+RbaXuS192eWa7T/Jhz/0SdFxVij0vbWRb2w87lSqbZ4U5V0GtBFWUVg8r7+FiGyEE+vAhEcAQ1uBIaGygBoaIuE2kxMWEVBGXyGCTtk9ZkjI4sXu0dsnbKNmA/LxmUqgFnaJpxqR0MMO+sA/sjB2zj+wb+/nXWmlRI+9ln3ZvqJVRZ/rw3tqP/6p82g16l6p/9mywg0dFr4p6jwomv4UY6gcHr8/WHjdm0ln2lp1S/0fshH2mGwSDc/FuVTbewKYPqP353FdBa2G+Rnh1sbr8rPyKCdzHA8zRey9hGc9RR5PO/YSvOMV366klrF1LD1OtkVJzF7+Z1b8ApxWrPw==</latexit><latexit sha1_base64="EonYQ5G0ZK07MkJ3/smomCeY4Dg=">AAACu3ichVFNTxRBEH0MKDCorHox8TJxA8EL6SUkGI0JkYsHE5fFXTZhYNPTNLsNPR+Z6d0EJvMH+AMePGFijPEvePPCH/DA1ZvBGyRePFAzOwkqUavT3a9e1auu7vYirRLD2MmINTp27fr4xKQ9dePmrenK7TutJOzHQjZFqMO47fFEahXIplFGy3YUS+57Wq57eyt5fH0g40SFwSuzH8lNn3cDtaMEN0R1Ki233lOOmxcKHNfnpie4TtuZ45rw0n+RbaXuS192eWa7T/Jhz/0SdFxVij0vbWRb2w87lSqbZ4U5V0GtBFWUVg8r7+FiGyEE+vAhEcAQ1uBIaGygBoaIuE2kxMWEVBGXyGCTtk9ZkjI4sXu0dsnbKNmA/LxmUqgFnaJpxqR0MMO+sA/sjB2zj+wb+/nXWmlRI+9ln3ZvqJVRZ/rw3tqP/6p82g16l6p/9mywg0dFr4p6jwomv4UY6gcHr8/WHjdm0ln2lp1S/0fshH2mGwSDc/FuVTbewKYPqP353FdBa2G+Rnh1sbr8rPyKCdzHA8zRey9hGc9RR5PO/YSvOMV366klrF1LD1OtkVJzF7+Z1b8ApxWrPw==</latexit><latexit sha1_base64="EonYQ5G0ZK07MkJ3/smomCeY4Dg=">AAACu3ichVFNTxRBEH0MKDCorHox8TJxA8EL6SUkGI0JkYsHE5fFXTZhYNPTNLsNPR+Z6d0EJvMH+AMePGFijPEvePPCH/DA1ZvBGyRePFAzOwkqUavT3a9e1auu7vYirRLD2MmINTp27fr4xKQ9dePmrenK7TutJOzHQjZFqMO47fFEahXIplFGy3YUS+57Wq57eyt5fH0g40SFwSuzH8lNn3cDtaMEN0R1Ki233lOOmxcKHNfnpie4TtuZ45rw0n+RbaXuS192eWa7T/Jhz/0SdFxVij0vbWRb2w87lSqbZ4U5V0GtBFWUVg8r7+FiGyEE+vAhEcAQ1uBIaGygBoaIuE2kxMWEVBGXyGCTtk9ZkjI4sXu0dsnbKNmA/LxmUqgFnaJpxqR0MMO+sA/sjB2zj+wb+/nXWmlRI+9ln3ZvqJVRZ/rw3tqP/6p82g16l6p/9mywg0dFr4p6jwomv4UY6gcHr8/WHjdm0ln2lp1S/0fshH2mGwSDc/FuVTbewKYPqP353FdBa2G+Rnh1sbr8rPyKCdzHA8zRey9hGc9RR5PO/YSvOMV366klrF1LD1OtkVJzF7+Z1b8ApxWrPw==</latexit>

14. ( - 2 - ( - )
• l c px um
• t n t c a C
• e )- ( 4 )1 1
• c a p k N N
• p c a N
• t nvC c a N i
• ( n o r
• n o r S

15. ( -3 - ( - )
• )
• 5 (1

16. ( - - ( - )
•
• 12
•
•
• 6
ˆu =
0
B
B
B
B
B
@
u
v
0
...
0
1
C
C
C
C
C
A
<latexit sha1_base64="FGm9/36ljk58L2qcIAER+Zw2hRU=">AAACuXichVFNTxRBEH2MqDh+sMrFxMvEDQYvpNaYSDAmBC4e+VogYcimZ7Z3t2F2ZtLTM8k62T/AH+DACRJjjP/Aqxf/gAduXNEjJlw4WDM7CVGiVqerX72uV13d7cWBSgzRyZh1Y/zmrdsTd+y79+4/mKw9fLSRRKn2ZdOPgkhveSKRgQpl0ygTyK1YS9H3Arnp7S0V+5uZ1ImKwnUziOVOX3RD1VG+MEy1autuT5g8HTpvHNsNZMfM2K4nuyrMhdZiMMz9oZ06rmtnhaPCuVk7MslVKMN2lWy7WnV75nmrVqdZKs25DhoVqKOy5aj2AS7aiOAjRR8SIQzjAAIJj200QIiZ20HOnGakyn2JIWzWppwlOUMwu8e+y9F2xYYcFzWTUu3zKQFPzUoH0/SNPtI5faVPdEaXf62VlzWKXga8eiOtjFuT+4/XLv6r6vNq0LtS/bNngw7myl4V9x6XTHELf6TP3h2cr82vTufP6Jh+cP9HdEJf+AZh9tN/vyJXD2HzBzT+fO7rYOPFbIPxysv6wmL1FRN4gqeY4fd+hQW8xTKafO5nnOIM363XlrB61u4o1RqrNFP4zazkF7klqCs=</latexit><latexit sha1_base64="FGm9/36ljk58L2qcIAER+Zw2hRU=">AAACuXichVFNTxRBEH2MqDh+sMrFxMvEDQYvpNaYSDAmBC4e+VogYcimZ7Z3t2F2ZtLTM8k62T/AH+DACRJjjP/Aqxf/gAduXNEjJlw4WDM7CVGiVqerX72uV13d7cWBSgzRyZh1Y/zmrdsTd+y79+4/mKw9fLSRRKn2ZdOPgkhveSKRgQpl0ygTyK1YS9H3Arnp7S0V+5uZ1ImKwnUziOVOX3RD1VG+MEy1autuT5g8HTpvHNsNZMfM2K4nuyrMhdZiMMz9oZ06rmtnhaPCuVk7MslVKMN2lWy7WnV75nmrVqdZKs25DhoVqKOy5aj2AS7aiOAjRR8SIQzjAAIJj200QIiZ20HOnGakyn2JIWzWppwlOUMwu8e+y9F2xYYcFzWTUu3zKQFPzUoH0/SNPtI5faVPdEaXf62VlzWKXga8eiOtjFuT+4/XLv6r6vNq0LtS/bNngw7myl4V9x6XTHELf6TP3h2cr82vTufP6Jh+cP9HdEJf+AZh9tN/vyJXD2HzBzT+fO7rYOPFbIPxysv6wmL1FRN4gqeY4fd+hQW8xTKafO5nnOIM363XlrB61u4o1RqrNFP4zazkF7klqCs=</latexit><latexit sha1_base64="FGm9/36ljk58L2qcIAER+Zw2hRU=">AAACuXichVFNTxRBEH2MqDh+sMrFxMvEDQYvpNaYSDAmBC4e+VogYcimZ7Z3t2F2ZtLTM8k62T/AH+DACRJjjP/Aqxf/gAduXNEjJlw4WDM7CVGiVqerX72uV13d7cWBSgzRyZh1Y/zmrdsTd+y79+4/mKw9fLSRRKn2ZdOPgkhveSKRgQpl0ygTyK1YS9H3Arnp7S0V+5uZ1ImKwnUziOVOX3RD1VG+MEy1autuT5g8HTpvHNsNZMfM2K4nuyrMhdZiMMz9oZ06rmtnhaPCuVk7MslVKMN2lWy7WnV75nmrVqdZKs25DhoVqKOy5aj2AS7aiOAjRR8SIQzjAAIJj200QIiZ20HOnGakyn2JIWzWppwlOUMwu8e+y9F2xYYcFzWTUu3zKQFPzUoH0/SNPtI5faVPdEaXf62VlzWKXga8eiOtjFuT+4/XLv6r6vNq0LtS/bNngw7myl4V9x6XTHELf6TP3h2cr82vTufP6Jh+cP9HdEJf+AZh9tN/vyJXD2HzBzT+fO7rYOPFbIPxysv6wmL1FRN4gqeY4fd+hQW8xTKafO5nnOIM363XlrB61u4o1RqrNFP4zazkF7klqCs=</latexit><latexit sha1_base64="FGm9/36ljk58L2qcIAER+Zw2hRU=">AAACuXichVFNTxRBEH2MqDh+sMrFxMvEDQYvpNaYSDAmBC4e+VogYcimZ7Z3t2F2ZtLTM8k62T/AH+DACRJjjP/Aqxf/gAduXNEjJlw4WDM7CVGiVqerX72uV13d7cWBSgzRyZh1Y/zmrdsTd+y79+4/mKw9fLSRRKn2ZdOPgkhveSKRgQpl0ygTyK1YS9H3Arnp7S0V+5uZ1ImKwnUziOVOX3RD1VG+MEy1autuT5g8HTpvHNsNZMfM2K4nuyrMhdZiMMz9oZ06rmtnhaPCuVk7MslVKMN2lWy7WnV75nmrVqdZKs25DhoVqKOy5aj2AS7aiOAjRR8SIQzjAAIJj200QIiZ20HOnGakyn2JIWzWppwlOUMwu8e+y9F2xYYcFzWTUu3zKQFPzUoH0/SNPtI5faVPdEaXf62VlzWKXga8eiOtjFuT+4/XLv6r6vNq0LtS/bNngw7myl4V9x6XTHELf6TP3h2cr82vTufP6Jh+cP9HdEJf+AZh9tN/vyJXD2HzBzT+fO7rYOPFbIPxysv6wmL1FRN4gqeY4fd+hQW8xTKafO5nnOIM363XlrB61u4o1RqrNFP4zazkF7klqCs=</latexit>
u(x) = ˆu + u(x)<latexit sha1_base64="/Hca6VRksC/lJhNWiAXSFG9S5kk=">AAAChnichVFNLwNBGH6sr6qv4iJxWRpCJM1UCJFIGi6Obak2UWl219CJ7e5md7ZB4yzxBxycSEREXPkBLv6Ag58gjiQuDt5uNxEE72Rmnnnmfd55ZkZ3TOFJxh6blOaW1rb2SEe0s6u7pzfW17/m2b5r8Jxhm7Zb0DWPm8LiOSmkyQuOy7WKbvK8vrNU389XuesJ21qVew7fqGjbltgShiaJKsWGi2lPlHx1fHdCXVCLZU3W/AN1Ui2myyFdisVZggWh/gTJEMQRRtqOXaCITdgw4KMCDguSsAkNHrV1JMHgELeBGnEuIRHscxwgSlqfsjhlaMTu0LhNq/WQtWhdr+kFaoNOMam7pFQxyh7YJXth9+yKPbH3X2vVghp1L3s06w0td0q9R4Mrb/+qKjRLlD9Vf3qW2MJc4FWQdydg6rcwGvrq/vHLynx2tDbGztgz+T9lj+yObmBVX43zDM+eIEofkPz+3D/B2lQiSTgzHU8thl8RwRBGME7vPYsUlpFGjs49xDVucKtElIQyo8w2UpWmUDOAL6GkPgCdqJRf</latexit><latexit sha1_base64="/Hca6VRksC/lJhNWiAXSFG9S5kk=">AAAChnichVFNLwNBGH6sr6qv4iJxWRpCJM1UCJFIGi6Obak2UWl219CJ7e5md7ZB4yzxBxycSEREXPkBLv6Ag58gjiQuDt5uNxEE72Rmnnnmfd55ZkZ3TOFJxh6blOaW1rb2SEe0s6u7pzfW17/m2b5r8Jxhm7Zb0DWPm8LiOSmkyQuOy7WKbvK8vrNU389XuesJ21qVew7fqGjbltgShiaJKsWGi2lPlHx1fHdCXVCLZU3W/AN1Ui2myyFdisVZggWh/gTJEMQRRtqOXaCITdgw4KMCDguSsAkNHrV1JMHgELeBGnEuIRHscxwgSlqfsjhlaMTu0LhNq/WQtWhdr+kFaoNOMam7pFQxyh7YJXth9+yKPbH3X2vVghp1L3s06w0td0q9R4Mrb/+qKjRLlD9Vf3qW2MJc4FWQdydg6rcwGvrq/vHLynx2tDbGztgz+T9lj+yObmBVX43zDM+eIEofkPz+3D/B2lQiSTgzHU8thl8RwRBGME7vPYsUlpFGjs49xDVucKtElIQyo8w2UpWmUDOAL6GkPgCdqJRf</latexit><latexit sha1_base64="/Hca6VRksC/lJhNWiAXSFG9S5kk=">AAAChnichVFNLwNBGH6sr6qv4iJxWRpCJM1UCJFIGi6Obak2UWl219CJ7e5md7ZB4yzxBxycSEREXPkBLv6Ag58gjiQuDt5uNxEE72Rmnnnmfd55ZkZ3TOFJxh6blOaW1rb2SEe0s6u7pzfW17/m2b5r8Jxhm7Zb0DWPm8LiOSmkyQuOy7WKbvK8vrNU389XuesJ21qVew7fqGjbltgShiaJKsWGi2lPlHx1fHdCXVCLZU3W/AN1Ui2myyFdisVZggWh/gTJEMQRRtqOXaCITdgw4KMCDguSsAkNHrV1JMHgELeBGnEuIRHscxwgSlqfsjhlaMTu0LhNq/WQtWhdr+kFaoNOMam7pFQxyh7YJXth9+yKPbH3X2vVghp1L3s06w0td0q9R4Mrb/+qKjRLlD9Vf3qW2MJc4FWQdydg6rcwGvrq/vHLynx2tDbGztgz+T9lj+yObmBVX43zDM+eIEofkPz+3D/B2lQiSTgzHU8thl8RwRBGME7vPYsUlpFGjs49xDVucKtElIQyo8w2UpWmUDOAL6GkPgCdqJRf</latexit><latexit sha1_base64="/Hca6VRksC/lJhNWiAXSFG9S5kk=">AAAChnichVFNLwNBGH6sr6qv4iJxWRpCJM1UCJFIGi6Obak2UWl219CJ7e5md7ZB4yzxBxycSEREXPkBLv6Ag58gjiQuDt5uNxEE72Rmnnnmfd55ZkZ3TOFJxh6blOaW1rb2SEe0s6u7pzfW17/m2b5r8Jxhm7Zb0DWPm8LiOSmkyQuOy7WKbvK8vrNU389XuesJ21qVew7fqGjbltgShiaJKsWGi2lPlHx1fHdCXVCLZU3W/AN1Ui2myyFdisVZggWh/gTJEMQRRtqOXaCITdgw4KMCDguSsAkNHrV1JMHgELeBGnEuIRHscxwgSlqfsjhlaMTu0LhNq/WQtWhdr+kFaoNOMam7pFQxyh7YJXth9+yKPbH3X2vVghp1L3s06w0td0q9R4Mrb/+qKjRLlD9Vf3qW2MJc4FWQdydg6rcwGvrq/vHLynx2tDbGztgz+T9lj+yObmBVX43zDM+eIEofkPz+3D/B2lQiSTgzHU8thl8RwRBGME7vPYsUlpFGjs49xDVucKtElIQyo8w2UpWmUDOAL6GkPgCdqJRf</latexit>

17. • 7
• (
• 7 1 2
• 1
• ) 2

18. 28 1 .
3

19. • a i N N
• -5 - -5 - 9 218C
•
• C c S
• 2182 21 - 2 -0 2182 21 - 2 O eR

20. • ecH S 1 0 7 7 1 M
• + H 12 17 7 N ] C HiK [
R HiK H agM
• N + H N iK H ag
- 1. +

21. • C 2
• R
• N
• ( ) ( 1 M

22. • 2
• A2 10

24. • Vf f f cf
• ( 4 4 - - y
• & - 4 4 e S
• OrOls i & g n SC t
• i I ls )-2 4 4 4 - 4
• PrO p ei ms
• PrO u a f eIsy
• o v

25. • a c ]f [w V [ r[ k [
• 2 A i k [
• / & 8 0 8 8 8 518 8 5 2 A 8 1 1 1
A 8
• a c ] d [w
• elP L u CNM
• P [ M i Rn P
• . g h [w PV NM
• 1 s Pv
• t o

26. • 4LRLPKT 8 F LKRLI PFLK I M N PLNO CLN 0KOP K
8 D KP PFLK
• 7 .FNOEF H 7F E C P N EF N N EF O CLN N P L G P
A P PFLK KA O KPF O D KP PFLK
• 1 OH 7 44
• 1 KA II IPF OH 2 NKFKD OFKD K NP FKPT PL FDE
2LOO O CLN 8 K . L PNT KA 8 KPF O
• - PEF 8 KPF 0KOP K 8 D KP PFLK RF M PNF
2 NKFKD
• 8 1LKD 7 NN KP 6FS I , AAFKD CLN 0KOP K .NL MFKD

27. • V p Vg dj u H
• : 23 : 2 7 3 3- 0 :/07 V H
• : 23 : 2 ~ lVt VeihCc u
u
• knV V m
ca Vu pf jVigj
V Hm
yw o s
3 ) -6- - - -. 3 /1