SlideShare a Scribd company logo

Understanding Adversarial Examples

•
•
E
Elliot Nelson

Slides from a project the 2018 Brains, Minds, & Machines summer school, on understanding adversarial examples in deep convolutional neural networks, using attention maps.

Science
1 of 15
Download to read offline
Understanding Adversarial Misclassifications Elliot Nelson Brains, Minds, & Machines 2018 Perimeter Institute for Theoretical Physics University of Waterloo with Andy Banburski
Adversarial Examples ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ~xadv = ~x + ~x<latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit> “panda” (57%) “gibbon” (99%) ~xadv<latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit> Classifiers can fail for small but carefully chosen noise ~x<latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit> (Szegedy et. al., 2014)
min ~✓ C(~x, y; ~✓) <latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit> Adversarial Examples During training, we optimize parameters to minimize cost C, To attack network, we optimize input, , to maximize cost, Simplest method: Alter each pixel by amount , to increase the cost function ~✓<latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit> ~x + ~<latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit> max ~ C(~x + ~, y; ~✓) <latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit> for small ~<latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit> ~xadv = ~x + ✏ ⇥ sign ⇣ r~xC(~x, y; ~✓) ⌘ <latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit> ±✏<latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit> Smallness of compensated for by high dimensionality of ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ✏<latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit> How is the adversarial noise chosen?
Robustness from Fewer Parameters? Hypothesis: underparametrized networks are less redundant, and generalize better to adversarial input # misclassifications out of 5000 Adversarial misclassifications out of 5000 ✏ = 0.02<latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit> # parameters # parameters MNIST training size No significant gain in robustness, relative to performance We trained small, all-convolutional networks of varying size, on MNIST:
Visualizing Attention “Feedback CNN” (Cao et. al. 2018) What features of an image are they responding to? …and generate attention maps from selective feedback connections feedforward feedback “zebra” We study VGG-11 deep CNN with ImageNet (Simonyan et. al. 2014) We would like to understand how models misinterpret adversarial input
Selective Feedback “Zebra” “Lion” …. “Feedback CNN” (Cao et. al. 2018) During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) -+ + +- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
Selective Feedback “Zebra” …leads to fine-grained gradient maps, e.g. “Feedback CNN” (Cao et. al. 2018) + + +-- + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
Diverting Attention ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> “Cabbage butterfly”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Hummingbird” X “Planetarium”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> “Cabbage butterfly”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Oxcart” X“Planetarium”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.1<latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit> Gradient maps for clean & adversarial examples:
Distraction in Hidden Layers D @zL @xpixel E <latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit> “Attention” of layer L to a region ~ region Target region Layer number L<latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit> Adversarial region Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> Layer 19 Layer 20 ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Adversarial attack induces distraction in deeper layers Compute gradients of layer L activations zL<latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit>
Distraction in Hidden Layers Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> 5 10 15 20 25 0.5 1.0 1.5 2.0 2.5 3.0 5 10 15 20 25 0.2 0.4 0.6 0.8 1.0 1.2 1.4 Layer number Layer number ✏ = 0.075<latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit> Attention ( ) Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
Understanding Adversarial Examples
Understanding Adversarial Examples
Understanding Adversarial Examples

Recommended

Solving x’=?
Solving x’=?Solving x’=?
Solving x’=?
Förderverein Technische Fakultät
 
決定木・回帰木に基づくアンサンブル学習の最近
決定木・回帰木に基づくアンサンブル学習の最近決定木・回帰木に基づくアンサンブル学習の最近
決定木・回帰木に基づくアンサンブル学習の最近
Ichigaku Takigawa
 
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
University of Groningen
 
Solving physics many-body problems with deep learning
Solving physics many-body problems with deep learningSolving physics many-body problems with deep learning
Solving physics many-body problems with deep learning
Frank Noe
 
Quantum Theory of Triboelectricity
Quantum Theory of TriboelectricityQuantum Theory of Triboelectricity
Quantum Theory of Triboelectricity
Alejandro Jenkins
 
Deep Learning Book 17.1-17.3
Deep Learning Book 17.1-17.3Deep Learning Book 17.1-17.3
Deep Learning Book 17.1-17.3
Satoshi Fukuyama
 
Random spatial network models for core-periphery structure.
Random spatial network models for core-periphery structure.Random spatial network models for core-periphery structure.
Random spatial network models for core-periphery structure.
Austin Benson
 
Random spatial network models for core-periphery structure
Random spatial network models for core-periphery structureRandom spatial network models for core-periphery structure
Random spatial network models for core-periphery structure
Austin Benson
 

Recommended

Solving x’=?
Solving x’=?Solving x’=?
Solving x’=?
Förderverein Technische Fakultät
 
決定木・回帰木に基づくアンサンブル学習の最近
決定木・回帰木に基づくアンサンブル学習の最近決定木・回帰木に基づくアンサンブル学習の最近
決定木・回帰木に基づくアンサンブル学習の最近
Ichigaku Takigawa
 
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
Interpretable machine learning in endocrinology, M. Biehl, APPIS 2024
University of Groningen
 
Solving physics many-body problems with deep learning
Solving physics many-body problems with deep learningSolving physics many-body problems with deep learning
Solving physics many-body problems with deep learning
Frank Noe
 
Quantum Theory of Triboelectricity
Quantum Theory of TriboelectricityQuantum Theory of Triboelectricity
Quantum Theory of Triboelectricity
Alejandro Jenkins
 
Deep Learning Book 17.1-17.3
Deep Learning Book 17.1-17.3Deep Learning Book 17.1-17.3
Deep Learning Book 17.1-17.3
Satoshi Fukuyama
 
Random spatial network models for core-periphery structure.
Random spatial network models for core-periphery structure.Random spatial network models for core-periphery structure.
Random spatial network models for core-periphery structure.
Austin Benson
 
Random spatial network models for core-periphery structure
Random spatial network models for core-periphery structureRandom spatial network models for core-periphery structure
Random spatial network models for core-periphery structure
Austin Benson
 
RACEMIzATION AND ISOMERISATION completed.pptx
RACEMIzATION AND ISOMERISATION completed.pptxRACEMIzATION AND ISOMERISATION completed.pptx
RACEMIzATION AND ISOMERISATION completed.pptx
ArunLakshmiMeenakshi
 
Land use land cover change analysis and detection of its drivers using geospa...
Land use land cover change analysis and detection of its drivers using geospa...Land use land cover change analysis and detection of its drivers using geospa...
Land use land cover change analysis and detection of its drivers using geospa...
MohammedAhmed246550
 
Continuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discsContinuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discs
Sérgio Sacani
 
Plasma proteins_ Dr.Muralinath_Dr.c. kalyan
Plasma proteins_ Dr.Muralinath_Dr.c. kalyanPlasma proteins_ Dr.Muralinath_Dr.c. kalyan
Plasma proteins_ Dr.Muralinath_Dr.c. kalyan
muralinath2
 
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdfPests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
PirithiRaju
 
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Sérgio Sacani
 
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Sérgio Sacani
 
Detectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a TechnosignatureDetectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a Technosignature
Sérgio Sacani
 
In-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptxIn-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptx
MAGOTI ERNEST
 
NUMERICAL Proof Of TIme Electron Theory.
NUMERICAL Proof Of TIme Electron Theory.NUMERICAL Proof Of TIme Electron Theory.
NUMERICAL Proof Of TIme Electron Theory.
syedmuneemqadri
 
NuGOweek 2024 full programme - hosted by Ghent University
NuGOweek 2024 full programme - hosted by Ghent UniversityNuGOweek 2024 full programme - hosted by Ghent University
NuGOweek 2024 full programme - hosted by Ghent University
pablovgd
 
A Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on EarthA Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on Earth
Sérgio Sacani
 
Triploidy ...............................pptx
Triploidy ...............................pptxTriploidy ...............................pptx
Triploidy ...............................pptx
Cherry
 
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
Ansari Aashif Raza Mohd Imtiyaz
 
family therapy psychotherapy types .pdf
family therapy psychotherapy types .pdffamily therapy psychotherapy types .pdf
family therapy psychotherapy types .pdf
haseebahmeddrama
 
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Sérgio Sacani
 
Film Coated Tablet and Film Coating raw materials.pdf
Film Coated Tablet and Film Coating raw materials.pdfFilm Coated Tablet and Film Coating raw materials.pdf
Film Coated Tablet and Film Coating raw materials.pdf
Pharmatech-rx
 
Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...
Sérgio Sacani
 
Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...
Sérgio Sacani
 
GBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
GBSN - Biochemistry (Unit 4) Chemistry of CarbohydratesGBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
GBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
Areesha Ahmad
 
2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot
Marius Sescu
 
Everything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPTEverything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPT
Expeed Software
 

More Related Content

Recently uploaded

Continuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discsContinuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discs
Sérgio Sacani
 
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdfPests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
PirithiRaju
 
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Sérgio Sacani
 
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Sérgio Sacani
 
Detectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a TechnosignatureDetectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a Technosignature
Sérgio Sacani
 
In-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptxIn-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptx
MAGOTI ERNEST
 
A Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on EarthA Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on Earth
Sérgio Sacani
 
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Sérgio Sacani
 
Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...
Sérgio Sacani
 
Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...
Sérgio Sacani
 

Recently uploaded (20)

RACEMIzATION AND ISOMERISATION completed.pptx
RACEMIzATION AND ISOMERISATION completed.pptxRACEMIzATION AND ISOMERISATION completed.pptx
RACEMIzATION AND ISOMERISATION completed.pptx
 
Land use land cover change analysis and detection of its drivers using geospa...
Land use land cover change analysis and detection of its drivers using geospa...Land use land cover change analysis and detection of its drivers using geospa...
Land use land cover change analysis and detection of its drivers using geospa...
 
Continuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discsContinuum emission from within the plunging region of black hole discs
Continuum emission from within the plunging region of black hole discs
 
Plasma proteins_ Dr.Muralinath_Dr.c. kalyan
Plasma proteins_ Dr.Muralinath_Dr.c. kalyanPlasma proteins_ Dr.Muralinath_Dr.c. kalyan
Plasma proteins_ Dr.Muralinath_Dr.c. kalyan
 
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdfPests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
Pests of Green Manures_Bionomics_IPM_Dr.UPR.pdf
 
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
Gliese 12 b: A Temperate Earth-sized Planet at 12 pc Ideal for Atmospheric Tr...
 
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
Extensive Pollution of Uranus and Neptune’s Atmospheres by Upsweep of Icy Mat...
 
Detectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a TechnosignatureDetectability of Solar Panels as a Technosignature
Detectability of Solar Panels as a Technosignature
 
In-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptxIn-pond Race way systems for Aquaculture (IPRS).pptx
In-pond Race way systems for Aquaculture (IPRS).pptx
 
NUMERICAL Proof Of TIme Electron Theory.
NUMERICAL Proof Of TIme Electron Theory.NUMERICAL Proof Of TIme Electron Theory.
NUMERICAL Proof Of TIme Electron Theory.
 
NuGOweek 2024 full programme - hosted by Ghent University
NuGOweek 2024 full programme - hosted by Ghent UniversityNuGOweek 2024 full programme - hosted by Ghent University
NuGOweek 2024 full programme - hosted by Ghent University
 
A Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on EarthA Giant Impact Origin for the First Subduction on Earth
A Giant Impact Origin for the First Subduction on Earth
 
Triploidy ...............................pptx
Triploidy ...............................pptxTriploidy ...............................pptx
Triploidy ...............................pptx
 
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
Molecular and Cellular Mechanism of Action of Hormones such as Growth Hormone...
 
family therapy psychotherapy types .pdf
family therapy psychotherapy types .pdffamily therapy psychotherapy types .pdf
family therapy psychotherapy types .pdf
 
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
Constraints on Neutrino Natal Kicks from Black-Hole Binary VFTS 243
 
Film Coated Tablet and Film Coating raw materials.pdf
Film Coated Tablet and Film Coating raw materials.pdfFilm Coated Tablet and Film Coating raw materials.pdf
Film Coated Tablet and Film Coating raw materials.pdf
 
Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...Climate extremes likely to drive land mammal extinction during next supercont...
Climate extremes likely to drive land mammal extinction during next supercont...
 
Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...Jet reorientation in central galaxies of clusters and groups: insights from V...
Jet reorientation in central galaxies of clusters and groups: insights from V...
 
GBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
GBSN - Biochemistry (Unit 4) Chemistry of CarbohydratesGBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
GBSN - Biochemistry (Unit 4) Chemistry of Carbohydrates
 

Featured

How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
ThinkNow
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
Kurio // The Social Media Age(ncy)
 
Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024
Search Engine Journal
 
5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary
SpeakerHub
 

Featured (20)

2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot
 
Everything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPTEverything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPT
 
Product Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage EngineeringsProduct Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage Engineerings
 
How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
 
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdfAI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
 
Skeleton Culture Code
Skeleton Culture CodeSkeleton Culture Code
Skeleton Culture Code
 
PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024
 
Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)
 
How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
 
Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024
 
5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary
 
ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd
 
Getting into the tech field. what next
Getting into the tech field. what next Getting into the tech field. what next
Getting into the tech field. what next
 
Google's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search IntentGoogle's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search Intent
 
How to have difficult conversations
How to have difficult conversations How to have difficult conversations
How to have difficult conversations
 
Introduction to Data Science
Introduction to Data ScienceIntroduction to Data Science
Introduction to Data Science
 
Time Management & Productivity - Best Practices
Time Management & Productivity - Best PracticesTime Management & Productivity - Best Practices
Time Management & Productivity - Best Practices
 
The six step guide to practical project management
The six step guide to practical project managementThe six step guide to practical project management
The six step guide to practical project management
 
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
 

Understanding Adversarial Examples

  • 1. Understanding Adversarial Misclassifications Elliot Nelson Brains, Minds, & Machines 2018 Perimeter Institute for Theoretical Physics University of Waterloo with Andy Banburski
  • 2. Adversarial Examples ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ~xadv = ~x + ~x<latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit> “panda” (57%) “gibbon” (99%) ~xadv<latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit> Classifiers can fail for small but carefully chosen noise ~x<latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit> (Szegedy et. al., 2014)
  • 3. min ~✓ C(~x, y; ~✓) <latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit> Adversarial Examples During training, we optimize parameters to minimize cost C, To attack network, we optimize input, , to maximize cost, Simplest method: Alter each pixel by amount , to increase the cost function ~✓<latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit> ~x + ~<latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit> max ~ C(~x + ~, y; ~✓) <latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit> for small ~<latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit> ~xadv = ~x + ✏ ⇥ sign ⇣ r~xC(~x, y; ~✓) ⌘ <latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit> ±✏<latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit> Smallness of compensated for by high dimensionality of ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ✏<latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit> How is the adversarial noise chosen?
  • 4. Robustness from Fewer Parameters? Hypothesis: underparametrized networks are less redundant, and generalize better to adversarial input # misclassifications out of 5000 Adversarial misclassifications out of 5000 ✏ = 0.02<latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit> # parameters # parameters MNIST training size No significant gain in robustness, relative to performance We trained small, all-convolutional networks of varying size, on MNIST:
  • 5. Visualizing Attention “Feedback CNN” (Cao et. al. 2018) What features of an image are they responding to? …and generate attention maps from selective feedback connections feedforward feedback “zebra” We study VGG-11 deep CNN with ImageNet (Simonyan et. al. 2014) We would like to understand how models misinterpret adversarial input
  • 6. Selective Feedback “Zebra” “Lion” …. “Feedback CNN” (Cao et. al. 2018) During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 7. Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) -+ + +- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 8. Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 9. Selective Feedback “Zebra” …leads to fine-grained gradient maps, e.g. “Feedback CNN” (Cao et. al. 2018) + + +-- + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 10. Diverting Attention ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> “Cabbage butterfly”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Hummingbird” X “Planetarium”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> “Cabbage butterfly”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Oxcart” X“Planetarium”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.1<latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit> Gradient maps for clean & adversarial examples:
  • 11. Distraction in Hidden Layers D @zL @xpixel E <latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit> “Attention” of layer L to a region ~ region Target region Layer number L<latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit> Adversarial region Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> Layer 19 Layer 20 ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Adversarial attack induces distraction in deeper layers Compute gradients of layer L activations zL<latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit>
  • 12. Distraction in Hidden Layers Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> 5 10 15 20 25 0.5 1.0 1.5 2.0 2.5 3.0 5 10 15 20 25 0.2 0.4 0.6 0.8 1.0 1.2 1.4 Layer number Layer number ✏ = 0.075<latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit> Attention ( ) Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>