added diagrams

2021-10-04 01:29:04 +03:00 · 2021-01-09 10:47:56 -06:00
parent 11100aebea
commit 9d299b3620
2 changed files with 1 additions and 0 deletions
--- a/notebooks/pytorch/bert_inner_workings/bert_inner_workings_encoder.drawio
+++ b/notebooks/pytorch/bert_inner_workings/bert_inner_workings_encoder.drawio
@@ -0,0 +1 @@
+<mxfile host="Electron" modified="2021-01-09T16:46:45.594Z" agent="5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/13.6.2 Chrome/83.0.4103.122 Electron/9.2.0 Safari/537.36" etag="6pq7C1DJ_jKOab49ApsL" version="13.6.2" type="device"><diagram id="_HLWoPTl8mygX4-KRio4" name="Page-1">7V1rl5q6Gv41rrXPB10k4RI+zthO29XO7u7l9HSfL3uhxJEzKhZwRvvrTxCCQKLGITCg2q41GkKU9/LkvSXpoeF8/S5wltN73yWzHtTcdQ+96UEILR3SP3HLJm1Bppa0PASem7SBXcM37zdJG1m3leeSsNAx8v1Z5C2LjWN/sSDjqNDmBIH/XOw28WfFb106D4Rr+DZ2Znzrfzw3miat2NB27e+J9zBl3wy09MrcYZ3ThnDquP5zrgm97aFh4PtR8m6+HpJZTD1Gl+S+uz1Xsx8WkEUkc4NzY8w/fjSc3/df73/ea5/nnmn1Mzo/ObNV+sjpz402jAaBv1q4JB5G66Hb56kXkW9LZxxffaZsp23TaD6jnwB9O/Fms6E/84Ptvcg1CHZ12h5Ggf9IclcwHCHTpFf4B0mf7YkEEVnnmtIHe0f8OYmCDe2SXu0DPX2OVM76NkobnndcA4A97TTPMpuJpJPKykM2/o6c9E1K0VOoq1n1UncyIeZ4LKKua9kjTVNFXViiLsYC6mqmiLrYVkDdx39+/Nl3Rr9+fgaPi9D74Nz4j30T1kxcI/4nIq65fcV3+Iso1568VBFdKxNdINK2JaA50uoSaGAj1TTfQ8HTeVELzQ1NkuYZAKmnOTYU05wHC3NkGiZP9bu7O31o10VbJKAt0IQQDVWAyB7qKpfoVqGIXSI6NAQCbQhBxKhrVqSidpTkxKVmWPrRD6Kp/+AvnNnbXettkSm7Pp98f5my4n8kijapTemsIv8g9Gjb1yGyh/4qGJNDwmQxE9UJHkh0sGcqdvFzHmRkQGZO5D0VzVH1asB++WWogS2pBLg209DWX0PkydqLfsa3D4z009/pYPH7N+v8hw37sKDPm7sp/vg3Gy/+sLtt+4ndt5dteeUQGnbM2lSnG+mtf/ke/S2ZVCA2s27Y5GOV2J1ofHpbiePZ73i5ECDAa13Muz96xi1tpoNqdvLHMnHPePMvocx8ckbU6y7w2Zl5Dwv6fkxpT6g+3caq4lGv9ia9MPdcNxEpEnq/ndF2vJhry/hZt09v3NJvPAkmDwo6p6yZz55+ey/vFouUWBtYyIbF6Swd6aWCwLr4k0lIamGxbVz1fK+eg1r0/CYInE2uQyrS0jBg66VASqm/VTJkS/3pm+QXtBZ0eL/57ECHuUwKQMdm9GovyABmplxRhkcZYHcUZboNMnxc+dxAJtO6C0EZyHzEDqEMyGNMDnL2oMzJIYGjjj5kUeq2wY91GH6yCP8L+2cZmY4AFrT4KOu5AVamwCoAC8OKgJWOZJfCjHXiFx93vLJ4f8xMG5iWoZe0uu2TFEC4c5OUKlM4H58WO9y65KwFkKV61qoWnkY2p7o9aM7oM9yO6JuH+M1NFFGKeP6C9vs29qmusS70O7Ne8cWi0oOi8tuvpfqyZieTcBUormmoGFEDFTU8Hdko3aFE4Q/KdB7U/Uk0d9a08ZOzoVwp87JKHoNsX6I8BjKRjVw1+QqgF80hXVTNIkpYABWpf3G1hShPWtLAW/qAtMvnVbRcRWLlK7GC0iOqT6NinA4TyAaKEkmiqgyqRcCwsK1byGTp5ByjsIBPsK68EhZVHInZlCrHWXJJpmBJVMZRH18kJrCUL9/IbEL/5Kazc2TR8YxsxsRGGATA5WZkjxuO0nUNWssMR8DjYet8PlnDj0moEt8OaGyqeqmpl5UUDepw4Q/KYY6bn7wFcYJabL3JZAL3VNeygjkFSGgYRSTEFg+FWalcsUKrNqVBVyjcK4KaNBQaLYPCDoS/pKGQeSNKoNBms0QGadWQcV0cho2qD9j3NICUfP6t80gJUdErbgNSwitS7hNBlniXQEq9ZUjZgVyQNFJChUipmaalxmhsLD4IeMe780DYx60zGWEHgTAPg8drA6SA8DC+HUdC9SWRFdnKR30PZ09Mve2ACFUColWO1KtJn4DCmHY9duNhWT0UqPyyIvGvN515jIaLUbjc0j/tFeyClHzgMp4xqWTECk2pGw+/lSDNySXvpsRxwy0xtvIkvpgMoRC6xy4Z4ZEIulVmdqj8DYoSY4lyO6bBg7eS3M4enbjGPo/78RLorXzhSkW2HrVju4feKmOg1c3ZJgBZtPy3BMgfyabr8Est5wnGdcMv0toIv0wKOwS/JxbWVoFfSxZ+9ZbBr8kKdc4HfpmkKoFfZFvF8kJFxrM2sO3CuFCzBjpqzoSWqMH4sb2mHLO571nvqYFrEtjHY3FIRCWwm8BqIbDD1y1GzcN6BvKtAXb5TFrroiJ8THEPsMdq1omiUqisqDS2qzWzGMFQlFArKjhsDNAFyTQOaFlDXMBf4LL5a+WzC/2kiOqGdoBoud5dZKN8z8F1MtL+eYEXp9nMW4bkOEI74TLZK2/irWOgEUG2bddui5tFfpqCrWl0QRC7vp2W0LXu4TgISyweaJkdjgQl4h1fAqC0/EHX9Wrw3AQEi/YnSjAxXDqL/Yg7cebebJNgbhayjpFMp38pl7xR4HHt276xJITOIuyHJPAmW9s7vlDCcUMT4XhvCHu3Vg61kx95HsANSzXwLQDuo6VN0hp+Bfs8hB/fw6VlpRtov6l2GCeOWWYCg+9ObJVdhM4bgpKDhnUevqb+gt4LfOvmKg5Qd401Pt2BB+LtbdpijEGFxhhEbKVQi40xxBtj4a8g+kMYVOwlMUV+tq24Zy3b4JrfsxYOh2pAr190UA3RrteiVZj1LVIyO7idXHOg191MkTr7tSWgaCrcgU0rBf66sAsFnwJ6E/hLf5VfeFson1putYPfYalK6mXkjLGLROgJka4bNS1WF67lrG2x+h7xs7uHk405d7p04kXH7cJJi/fuOp9RZ7kkFUCpqjzfLN5QI1DqL/XXr3E95T5+OSEjOiugUR8fGmefkKnhEAIG2sf3JmwZvENDdt1VLr3e0X3aDGUZHGo0AlbcVOMiBDAwmluEoPOVczUl3P+64IQ7EMQzmo3hWvA4n4u74pzz3lIyZ/UIj7CrLd4ETd4hvU7AR08BQrITsNmuOBQU6GPrFj5XnXnNfYr5EocLYFhtrm1gMrX4NZydXwFd3grC4ICy2fXP0OreEo4WAKX0umjcrm3FshDnOQOlpWytB5U0hIouSvtj+BB3byfpuo87UKjSkM2cLTsYoY/gkZMOymb6yTdYxRt6haMR1Inv0UUK3YcorHLVAraNYsijKkati8Oko6LmDjxgp+VdRUBSBAwNm3WIQHP7d0DBCd1Xnh+wTEwdt94UyWbVvAuXeG7an34wp7z57SQlVwo9uRFw3Ykm8uSAZiGb1OPJ9aFg3WbDm1lhiT1w0rDkme/SLXloe6M1cFh0fLiYOx9ios6J6zkRuRAGGSIGNRo0Bsze7ZDj9PqxECxdvIhblrXFsrEQpFmwoyZHJtNqVty13uAQHCPS+Zhx2dHXAY+UZrOGBtun5IqUpyClbH0LYGfPtwYp+XUTZ4iUCgsakc622qhY0Nhc6QrmS1fekdkqdhXG9AFSN027Wy3G1T22/XjJrYoZDrcFJnXgqKCMpFkcpQpzxdGTcdSWzr7ZZrtwVLBH7dnFuDSlWzxAo7gjWtUNeRoAUlsQ8zo3E1S0orBh6Dz/s37qgE7lR/tIJift8rHoCXjXdyy6wBE8O6hVepiQCQAu8qziMWvr4jBsVLZuqAkk5svyzzb7gAVBgYZLyfAVkV+AyKakMVtD3UlFdnfgsKHKCVu1xmz7bVc+RXVk+ff5LAfnIFW0PVjDkKrVsZ5IuED0Zy/dnTl/yHZYZZFRoynJk5FZXi6schmcDQWZykYP5d5C6zG5SBn5djH23Tael14jy3bLszOeCYoz7EZZZnTmqBr1Vg6UXtqbLfpoi5VjXIAfyURTzR7aqJ7DEYo31FiI2Nwa3q+XvIZXUO7T7B4NZmcAuT3uarbwU2KJaMvcVcFqwrMDclMlkIOubV6WCeclbF7GBwBf3Vnt4h6Prw+oUNoybllRkKC2//wAtfpukG3GS9iUpduDtxds6/aB+drGLr4au6djM5bGZvV59YrsProvb/exGas0dmFBYdtv6uIrdDcD3Zb+ytCNAG9nfSXh1FnGx2p+J4vQD0KO7OcTyZc697jRdWII8Jnvy+GI5EnUDXOEn+8uhyOSR8jWxZH1Q//prYWeyHPf/WcdfXL8d8M+ryFstnC9J+FkFHOjnzIgno1mZBLPWj3RHscAHDzpKBDMUNuvlU57FueYhb8gpQkpbZIXGNHsV7SvFUgCKGY9kWDuwpn2qpaDr+TH45cvzug9eHwX3H5/j8MPHgsaCuSgWrlCvJ/1DbVhtaG/3ATbB4m7xvTR2Dc48UMGZFIYfRpFy3A78h39/zD3po43cwYPXjRdjQaev20vfxulNPUA6HD3SfecXDmsz2CvlXSmsBMfqj4ol/mKopCwJuDxTOPfw/lG/02e/4tDCDCy1wKB65jjI+3OCNi3f9LG5eybEZ92jLKXeTI76MfAj7Vk59dQVJve+25Mu7f/Bw==</diagram></mxfile>
--- a/notebooks/pytorch/bert_inner_workings/bert_inner_workings_encoder.png
+++ b/notebooks/pytorch/bert_inner_workings/bert_inner_workings_encoder.png
				`@@ -0,0 +1 @@`
				<mxfile host="Electron" modified="2021-01-09T16:46:45.594Z" agent="5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/13.6.2 Chrome/83.0.4103.122 Electron/9.2.0 Safari/537.36" etag="6pq7C1DJ_jKOab49ApsL" version="13.6.2" type="device"><diagram id="_HLWoPTl8mygX4-KRio4" name="Page-1">7V1rl5q6Gv41rrXPB10k4RI+zthO29XO7u7l9HSfL3uhxJEzKhZwRvvrTxCCQKLGITCg2q41GkKU9/LkvSXpoeF8/S5wltN73yWzHtTcdQ+96UEILR3SP3HLJm1Bppa0PASem7SBXcM37zdJG1m3leeSsNAx8v1Z5C2LjWN/sSDjqNDmBIH/XOw28WfFb106D4Rr+DZ2Znzrfzw3miat2NB27e+J9zBl3wy09MrcYZ3ThnDquP5zrgm97aFh4PtR8m6+HpJZTD1Gl+S+uz1Xsx8WkEUkc4NzY8w/fjSc3/df73/ea5/nnmn1Mzo/ObNV+sjpz402jAaBv1q4JB5G66Hb56kXkW9LZxxffaZsp23TaD6jnwB9O/Fms6E/84Ptvcg1CHZ12h5Ggf9IclcwHCHTpFf4B0mf7YkEEVnnmtIHe0f8OYmCDe2SXu0DPX2OVM76NkobnndcA4A97TTPMpuJpJPKykM2/o6c9E1K0VOoq1n1UncyIeZ4LKKua9kjTVNFXViiLsYC6mqmiLrYVkDdx39+/Nl3Rr9+fgaPi9D74Nz4j30T1kxcI/4nIq65fcV3+Iso1568VBFdKxNdINK2JaA50uoSaGAj1TTfQ8HTeVELzQ1NkuYZAKmnOTYU05wHC3NkGiZP9bu7O31o10VbJKAt0IQQDVWAyB7qKpfoVqGIXSI6NAQCbQhBxKhrVqSidpTkxKVmWPrRD6Kp/+AvnNnbXettkSm7Pp98f5my4n8kijapTemsIv8g9Gjb1yGyh/4qGJNDwmQxE9UJHkh0sGcqdvFzHmRkQGZO5D0VzVH1asB++WWogS2pBLg209DWX0PkydqLfsa3D4z009/pYPH7N+v8hw37sKDPm7sp/vg3Gy/+sLtt+4ndt5dteeUQGnbM2lSnG+mtf/ke/S2ZVCA2s27Y5GOV2J1ofHpbiePZ73i5ECDAa13Muz96xi1tpoNqdvLHMnHPePMvocx8ckbU6y7w2Zl5Dwv6fkxpT6g+3caq4lGv9ia9MPdcNxEpEnq/ndF2vJhry/hZt09v3NJvPAkmDwo6p6yZz55+ey/vFouUWBtYyIbF6Swd6aWCwLr4k0lIamGxbVz1fK+eg1r0/CYInE2uQyrS0jBg66VASqm/VTJkS/3pm+QXtBZ0eL/57ECHuUwKQMdm9GovyABmplxRhkcZYHcUZboNMnxc+dxAJtO6C0EZyHzEDqEMyGNMDnL2oMzJIYGjjj5kUeq2wY91GH6yCP8L+2cZmY4AFrT4KOu5AVamwCoAC8OKgJWOZJfCjHXiFx93vLJ4f8xMG5iWoZe0uu2TFEC4c5OUKlM4H58WO9y65KwFkKV61qoWnkY2p7o9aM7oM9yO6JuH+M1NFFGKeP6C9vs29qmusS70O7Ne8cWi0oOi8tuvpfqyZieTcBUormmoGFEDFTU8Hdko3aFE4Q/KdB7U/Uk0d9a08ZOzoVwp87JKHoNsX6I8BjKRjVw1+QqgF80hXVTNIkpYABWpf3G1hShPWtLAW/qAtMvnVbRcRWLlK7GC0iOqT6NinA4TyAaKEkmiqgyqRcCwsK1byGTp5ByjsIBPsK68EhZVHInZlCrHWXJJpmBJVMZRH18kJrCUL9/IbEL/5Kazc2TR8YxsxsRGGATA5WZkjxuO0nUNWssMR8DjYet8PlnDj0moEt8OaGyqeqmpl5UUDepw4Q/KYY6bn7wFcYJabL3JZAL3VNeygjkFSGgYRSTEFg+FWalcsUKrNqVBVyjcK4KaNBQaLYPCDoS/pKGQeSNKoNBms0QGadWQcV0cho2qD9j3NICUfP6t80gJUdErbgNSwitS7hNBlniXQEq9ZUjZgVyQNFJChUipmaalxmhsLD4IeMe780DYx60zGWEHgTAPg8drA6SA8DC+HUdC9SWRFdnKR30PZ09Mve2ACFUColWO1KtJn4DCmHY9duNhWT0UqPyyIvGvN515jIaLUbjc0j/tFeyClHzgMp4xqWTECk2pGw+/lSDNySXvpsRxwy0xtvIkvpgMoRC6xy4Z4ZEIulVmdqj8DYoSY4lyO6bBg7eS3M4enbjGPo/78RLorXzhSkW2HrVju4feKmOg1c3ZJgBZtPy3BMgfyabr8Est5wnGdcMv0toIv0wKOwS/JxbWVoFfSxZ+9ZbBr8kKdc4HfpmkKoFfZFvF8kJFxrM2sO3CuFCzBjpqzoSWqMH4sb2mHLO571nvqYFrEtjHY3FIRCWwm8BqIbDD1y1GzcN6BvKtAXb5TFrroiJ8THEPsMdq1omiUqisqDS2qzWzGMFQlFArKjhsDNAFyTQOaFlDXMBf4LL5a+WzC/2kiOqGdoBoud5dZKN8z8F1MtL+eYEXp9nMW4bkOEI74TLZK2/irWOgEUG2bddui5tFfpqCrWl0QRC7vp2W0LXu4TgISyweaJkdjgQl4h1fAqC0/EHX9Wrw3AQEi/YnSjAxXDqL/Yg7cebebJNgbhayjpFMp38pl7xR4HHt276xJITOIuyHJPAmW9s7vlDCcUMT4XhvCHu3Vg61kx95HsANSzXwLQDuo6VN0hp+Bfs8hB/fw6VlpRtov6l2GCeOWWYCg+9ObJVdhM4bgpKDhnUevqb+gt4LfOvmKg5Qd401Pt2BB+LtbdpijEGFxhhEbKVQi40xxBtj4a8g+kMYVOwlMUV+tq24Zy3b4JrfsxYOh2pAr190UA3RrteiVZj1LVIyO7idXHOg191MkTr7tSWgaCrcgU0rBf66sAsFnwJ6E/hLf5VfeFson1putYPfYalK6mXkjLGLROgJka4bNS1WF67lrG2x+h7xs7uHk405d7p04kXH7cJJi/fuOp9RZ7kkFUCpqjzfLN5QI1DqL/XXr3E95T5+OSEjOiugUR8fGmefkKnhEAIG2sf3JmwZvENDdt1VLr3e0X3aDGUZHGo0AlbcVOMiBDAwmluEoPOVczUl3P+64IQ7EMQzmo3hWvA4n4u74pzz3lIyZ/UIj7CrLd4ETd4hvU7AR08BQrITsNmuOBQU6GPrFj5XnXnNfYr5EocLYFhtrm1gMrX4NZydXwFd3grC4ICy2fXP0OreEo4WAKX0umjcrm3FshDnOQOlpWytB5U0hIouSvtj+BB3byfpuo87UKjSkM2cLTsYoY/gkZMOymb6yTdYxRt6haMR1Inv0UUK3YcorHLVAraNYsijKkati8Oko6LmDjxgp+VdRUBSBAwNm3WIQHP7d0DBCd1Xnh+wTEwdt94UyWbVvAuXeG7an34wp7z57SQlVwo9uRFw3Ykm8uSAZiGb1OPJ9aFg3WbDm1lhiT1w0rDkme/SLXloe6M1cFh0fLiYOx9ios6J6zkRuRAGGSIGNRo0Bsze7ZDj9PqxECxdvIhblrXFsrEQpFmwoyZHJtNqVty13uAQHCPS+Zhx2dHXAY+UZrOGBtun5IqUpyClbH0LYGfPtwYp+XUTZ4iUCgsakc622qhY0Nhc6QrmS1fekdkqdhXG9AFSN027Wy3G1T22/XjJrYoZDrcFJnXgqKCMpFkcpQpzxdGTcdSWzr7ZZrtwVLBH7dnFuDSlWzxAo7gjWtUNeRoAUlsQ8zo3E1S0orBh6Dz/s37qgE7lR/tIJift8rHoCXjXdyy6wBE8O6hVepiQCQAu8qziMWvr4jBsVLZuqAkk5svyzzb7gAVBgYZLyfAVkV+AyKakMVtD3UlFdnfgsKHKCVu1xmz7bVc+RXVk+ff5LAfnIFW0PVjDkKrVsZ5IuED0Zy/dnTl/yHZYZZFRoynJk5FZXi6schmcDQWZykYP5d5C6zG5SBn5djH23Tael14jy3bLszOeCYoz7EZZZnTmqBr1Vg6UXtqbLfpoi5VjXIAfyURTzR7aqJ7DEYo31FiI2Nwa3q+XvIZXUO7T7B4NZmcAuT3uarbwU2KJaMvcVcFqwrMDclMlkIOubV6WCeclbF7GBwBf3Vnt4h6Prw+oUNoybllRkKC2//wAtfpukG3GS9iUpduDtxds6/aB+drGLr4au6djM5bGZvV59YrsProvb/exGas0dmFBYdtv6uIrdDcD3Zb+ytCNAG9nfSXh1FnGx2p+J4vQD0KO7OcTyZc697jRdWII8Jnvy+GI5EnUDXOEn+8uhyOSR8jWxZH1Q//prYWeyHPf/WcdfXL8d8M+ryFstnC9J+FkFHOjnzIgno1mZBLPWj3RHscAHDzpKBDMUNuvlU57FueYhb8gpQkpbZIXGNHsV7SvFUgCKGY9kWDuwpn2qpaDr+TH45cvzug9eHwX3H5/j8MPHgsaCuSgWrlCvJ/1DbVhtaG/3ATbB4m7xvTR2Dc48UMGZFIYfRpFy3A78h39/zD3po43cwYPXjRdjQaev20vfxulNPUA6HD3SfecXDmsz2CvlXSmsBMfqj4ol/mKopCwJuDxTOPfw/lG/02e/4tDCDCy1wKB65jjI+3OCNi3f9LG5eybEZ92jLKXeTI76MfAj7Vk59dQVJve+25Mu7f/Bw==</diagram></mxfile>