Additional qualitative results of 500 random-samples on the AVSpeech test set. For every example (triplet of images) we show: (left) the original image, i.e., a representative frame from the video cropped around the person's face; (middle) the frontalized, lighting-normalized face decoder reconstruction from the VGG-Face feature extracted from the original image; (right) our Speech2Face reconstruction, computed by decoding the predicted VGG-Face feature from the audio.
* Note: Youtube ID is annotated on the top of each sample with the format of [<YoutubeID>_<Start time>-<End time>]
| * Face2Face: Face reconstruction from original face image | ||
| * Speech2Face: Face reconstruction from audio | ||
| Original face | Face2Face | Speech2Face |
|---|---|---|
| Erc5Vg3TE40_166.700000-180.000000 | ||
 |
 |
 |
| lfeyn8Dz3xg_225.233333-230.300000 | ||
 |
 |
 |
| bOzL-9BOMgY_270.103167-282.490544 | ||
 |
 |
 |
| H6hYLZpfP_c_163.840000-168.920000 | ||
 |
 |
 |
| pvP7TE0jJ5A_027.000000-030.000000 | ||
 |
 |
 |
| 50MQuqb_dZU_257.490567-269.969700 | ||
 |
 |
 |
| IwsGNsJmqNM_206.976000-209.976000 | ||
 |
 |
 |
| 9NHcHa05aXA_013.013000-016.083000 | ||
 |
 |
 |
| PkTd5n5hUqU_101.440000-104.560000 | ||
 |
 |
 |
| hxJgPJIOnqs_001.560000-009.560000 | ||
 |
 |
 |
| OsLET_TMiJ0_157.640000-161.360000 | ||
 |
 |
 |
| qYuza8XbuK4_090.000000-094.400000 | ||
 |
 |
 |
| bHvB4Vnn_6o_107.000000-115.160000 | ||
 |
 |
 |
| Ka1v7fMgIP8_143.000000-150.000000 | ||
 |
 |
 |
| cj3VCOU58Qs_030.000000-035.280000 | ||
 |
 |
 |
| DuPxX2qVgvg_206.767000-210.000000 | ||
 |
 |
 |
| Izd5Fu7eGio_231.760000-240.000000 | ||
 |
 |
 |
| Z3kbX5HT1xM_142.434000-150.000000 | ||
 |
 |
 |
| jtjh8DwDbmI_242.942700-246.479567 | ||
 |
 |
 |
| l5Vw5N-YJ8M_240.006433-247.513933 | ||
 |
 |
 |
| CScH_658uNA_114.781333-119.052267 | ||
 |
 |
 |
| dK-rAe5wsFw_040.340300-046.880167 | ||
 |
 |
 |
| kIhhCISLbq0_045.339956-048.339956 | ||
 |
 |
 |
| VqjLpRZgzk8_212.880000-225.200000 | ||
 |
 |
 |
| 2iukxMuCSdw_056.389667-059.993267 | ||
 |
 |
 |
| R332S5Coi48_167.901067-173.072900 | ||
 |
 |
 |
| BNUMTC5t88A_060.126000-065.332000 | ||
 |
 |
 |
| 1tucfBpvclE_026.400000-029.920000 | ||
 |
 |
 |
| 6DR_Dovm6Xw_139.572000-143.343000 | ||
 |
 |
 |
| Uvbd3UvwDzg_079.840000-090.000000 | ||
 |
 |
 |
| wruYCWTm23o_266.541667-270.000000 | ||
 |
 |
 |
| 6mfWtenzPQc_164.240000-170.440000 | ||
 |
 |
 |
| eGVetQ9v4Zc_060.240000-072.400000 | ||
 |
 |
 |
| dweZW9KHHm8_200.200000-210.000000 | ||
 |
 |
 |
| dhWL8YZv91k_158.360000-163.560000 | ||
 |
 |
 |
| 0BEcNanr1Rg_161.920000-176.800000 | ||
 |
 |
 |
| wVd1yYIxyiA_002.542000-011.708000 | ||
 |
 |
 |
| lW_Bwk_qERk_180.500000-186.541667 | ||
 |
 |
 |
| Npymt6cd4fc_258.967278-262.220411 | ||
 |
 |
 |
| wH1aeoD0kUs_078.912422-083.500311 | ||
 |
 |
 |
| 6Z6ZU4rOLOg_152.666000-155.934000 | ||
 |
 |
 |
| Vly50Y0pTto_114.560000-120.000000 | ||
 |
 |
 |
| BMEocLuDbmI_112.849067-115.849067 | ||
 |
 |
 |
| kHP8wtYP3No_127.000000-137.320000 | ||
 |
 |
 |
| Ytn4pdbIW4Q_138.171367-149.983167 | ||
 |
 |
 |
| eXyOhQspoj4_018.655000-021.655000 | ||
 |
 |
 |
| tPjfdwUKjnU_093.700000-096.700000 | ||
 |
 |
 |
| XEZHLz6eqow_120.120000-123.640000 | ||
 |
 |
 |
| DyYPh3tg6aE_246.899893-249.899893 | ||
 |
 |
 |
| DG1czPbuwsY_272.480000-278.160000 | ||
 |
 |
 |
| q9kCZUj9_NA_108.266667-113.833333 | ||
 |
 |
 |
| aFWI3jcKK1E_138.560000-143.680000 | ||
 |
 |
 |
| HtDEYcxtE5w_125.725600-132.432300 | ||
 |
 |
 |
| 58QFVXYsBMk_142.800000-147.333333 | ||
 |
 |
 |
| RMdrmcaeCfY_126.920000-133.200000 | ||
 |
 |
 |
| S_gXjWkFLBo_138.257375-149.994713 | ||
 |
 |
 |
| ZHLFpfkdVPk_165.732233-179.979800 | ||
 |
 |
 |
| eD7kAywxudI_169.102267-173.373200 | ||
 |
 |
 |
| XZxZLe_ZsP8_108.433333-113.033333 | ||
 |
 |
 |
| s0PeF7tpV5c_124.374256-129.087289 | ||
 |
 |
 |
| 2O4HchXuFn8_260.627033-269.736133 | ||
 |
 |
 |
| XiN3aY1YxS0_251.985067-255.588667 | ||
 |
 |
 |
| qaobAVPwzH4_163.763600-170.837333 | ||
 |
 |
 |
| JjeDjhFDRfI_141.875067-149.983167 | ||
 |
 |
 |
| yO08dFIpazs_068.868800-074.407667 | ||
 |
 |
 |
| UydC6retTnc_165.165000-168.918756 | ||
 |
 |
 |
| rKu4VNDCn50_024.065711-029.988289 | ||
 |
 |
 |
| thi87dGy5mQ_168.500000-172.600000 | ||
 |
 |
 |
| 06z30l2U1rk_123.120000-128.640000 | ||
 |
 |
 |
| gHdBvnXCPWA_241.120000-253.440000 | ||
 |
 |
 |
| pDAn1FVvrgc_040.273567-045.378667 | ||
 |
 |
 |
| 3SgC0wo1FHg_258.925000-266.517000 | ||
 |
 |
 |
| jvcTQLz5nr0_030.297000-044.611000 | ||
 |
 |
 |
| _QP0PMPry2Q_016.049367-019.886533 | ||
 |
 |
 |
| Wh-A1qr78Fc_103.200000-116.160000 | ||
 |
 |
 |
| qcLwaES2PzU_034.701333-043.943900 | ||
 |
 |
 |
| 7lamGzjFWoU_112.440000-115.560000 | ||
 |
 |
 |
| IyVSKHal6ek_116.680000-119.680000 | ||
 |
 |
 |
| 86nV3yzpcYg_140.974000-144.102000 | ||
 |
 |
 |
| UQB-XiVIPzI_094.160000-100.160000 | ||
 |
 |
 |
| 0NnTFCz8-1E_150.760000-161.520000 | ||
 |
 |
 |
| lVVhlulpyVM_097.640000-100.880000 | ||
 |
 |
 |
| qzew7TjGLAw_093.440000-099.200000 | ||
 |
 |
 |
| yLHzCZ9Q6ms_004.838000-017.384000 | ||
 |
 |
 |
| E9iOacG2GAs_197.263733-202.502300 | ||
 |
 |
 |
| rdRws-xRJQA_183.650133-191.024167 | ||
 |
 |
 |
| s7mxSDg55O0_263.666400-266.666400 | ||
 |
 |
 |
| mSjrzurWdtg_081.880000-086.400000 | ||
 |
 |
 |
| sv82DfJ8myI_120.036589-131.131000 | ||
 |
 |
 |
| gq3Vz1UctXE_186.786600-192.892700 | ||
 |
 |
 |
| x0m1X7SjMoc_210.009800-219.886333 | ||
 |
 |
 |
| 6h7JnE1xF-s_288.800000-300.000000 | ||
 |
 |
 |
| Ogj9R4rjKzA_020.186833-029.988289 | ||
 |
 |
 |
| KU5zHEYW_M0_270.103167-282.849233 | ||
 |
 |
 |
| l1Xs-0N5kIY_183.560000-190.360000 | ||
 |
 |
 |
| Uw518be_k8I_097.166667-104.833333 | ||
 |
 |
 |
| I0x8xef6euM_122.880000-125.880000 | ||
 |
 |
 |
| k5j6uNEdai8_122.583333-128.333333 | ||
 |
 |
 |
| 0CfgV7DY-hA_172.141633-175.141633 | ||
 |
 |
 |
| RR0LGxliiv4_237.000000-240.000000 | ||
 |
 |
 |
| 6Arwtzh9-Go_120.240000-134.760000 | ||
 |
 |
 |
| 7HGceahcHqs_045.545533-050.050000 | ||
 |
 |
 |
| O_Iu6sgJ5is_096.960000-105.080000 | ||
 |
 |
 |
| dWP6B8GvM44_094.761333-102.368933 | ||
 |
 |
 |
| 0QEsJlqIq1g_051.705000-054.705000 | ||
 |
 |
 |
| 2iNYhIEj1EM_056.480000-060.000000 | ||
 |
 |
 |
| Zc07mgLS9zo_234.370467-237.370467 | ||
 |
 |
 |
| picaDS5DPJ0_030.930900-036.436400 | ||
 |
 |
 |
| X-f0mTMxMLw_156.000000-165.120000 | ||
 |
 |
 |
| C1C3XAGspW0_158.560000-164.840000 | ||
 |
 |
 |
| AjVnXYF8v-Q_251.217633-256.756500 | ||
 |
 |
 |
| DM3wonA0UoU_130.160000-133.160000 | ||
 |
 |
 |
| wkEqnWwwVOg_008.174000-011.311000 | ||
 |
 |
 |
| vI2FVKMot8M_104.604500-109.484378 | ||
 |
 |
 |
| 8jYGVSm3yxw_199.720000-210.000000 | ||
 |
 |
 |
| yoQPVSFIhxs_220.320000-224.920000 | ||
 |
 |
 |
| OaeidSf76X8_001.240000-014.120000 | ||
 |
 |
 |
| YC378XbqYHs_043.691667-048.558333 | ||
 |
 |
 |
| RSeje3NNyuU_022.021000-025.108000 | ||
 |
 |
 |
| JfTCuMFTqmM_021.483333-026.650000 | ||
 |
 |
 |
| JINC8I3pGiQ_137.120000-144.880000 | ||
 |
 |
 |
| 2_K4vux79RE_151.684867-156.356200 | ||
 |
 |
 |
| yaS4tXOK5Ek_137.560000-150.000000 | ||
 |
 |
 |
| adcGUDxj_l8_067.240000-074.720000 | ||
 |
 |
 |
| cfsOgq-7Dqw_024.791433-028.728700 | ||
 |
 |
 |
| K4nBaLMcPZM_131.166667-137.125000 | ||
 |
 |
 |
| twcSkD8EQpI_293.526567-299.999700 | ||
 |
 |
 |
| KR_cyz4OYBU_071.974900-074.974900 | ||
 |
 |
 |
| Y_69bh3uJr8_048.640000-051.640000 | ||
 |
 |
 |
| yP5_UlsLqVA_256.833333-270.000000 | ||
 |
 |
 |
| TggGvUGAVSk_228.440000-231.440000 | ||
 |
 |
 |
| I3lWskp2QA0_243.400000-256.520000 | ||
 |
 |
 |
| NMMYldagOBE_167.300467-172.772600 | ||
 |
 |
 |
| G6YfSsrOewI_232.440000-240.000000 | ||
 |
 |
 |
| lj1HHjO_VMI_278.417833-281.454067 | ||
 |
 |
 |
| Du9lCUu090Q_130.680000-138.680000 | ||
 |
 |
 |
| 6f8SZ7GXaaw_172.680000-180.000000 | ||
 |
 |
 |
| zNuNonIn0Pw_106.981989-119.953489 | ||
 |
 |
 |
| E6Ew_Ose2SQ_013.079733-023.957267 | ||
 |
 |
 |
| R5UNiPoZDsE_167.834333-179.971456 | ||
 |
 |
 |
| 6LCh2o6BAU0_107.300000-119.833333 | ||
 |
 |
 |
| J5UEiYTheCk_030.000000-035.240000 | ||
 |
 |
 |
| vVDUIoMavLM_053.086367-059.993267 | ||
 |
 |
 |
| DivHNUSGhSw_090.023267-097.230467 | ||
 |
 |
 |
| fs7gXW6AHjc_048.400000-051.400000 | ||
 |
 |
 |
| 9tNnFvbpRkA_211.280000-215.680000 | ||
 |
 |
 |
| Rsi6itJdi-k_139.842700-142.842700 | ||
 |
 |
 |
| Lnz3LM2y7pc_286.686400-294.460833 | ||
 |
 |
 |
| sY6XP5taVCU_092.192100-097.864433 | ||
 |
 |
 |
| kKLNfnKgjNI_060.026633-069.936533 | ||
 |
 |
 |
| vKbOAK30jAw_046.960000-055.920000 | ||
 |
 |
 |
| esXHxezYAu0_240.006000-244.044000 | ||
 |
 |
 |
| 1x2iq6Lix3Q_060.326933-065.231833 | ||
 |
 |
 |
| bgG6hJ_mF8Q_291.257633-297.063433 | ||
 |
 |
 |
| 2jcTYHHEA2w_113.116000-116.116000 | ||
 |
 |
 |
| 6Q0A7hwPuYY_180.200000-188.266667 | ||
 |
 |
 |
| ImzDSsOh1MI_278.237000-285.827000 | ||
 |
 |
 |
| T6No6n4M52U_010.093422-015.598922 | ||
 |
 |
 |
| JLi0OF5PBNY_090.066667-095.600000 | ||
 |
 |
 |
| aLHbQET7gso_053.219833-057.098711 | ||
 |
 |
 |
| zw9VsLli-PY_180.000000-187.480000 | ||
 |
 |
 |
| rXJVAxS2wN4_079.204389-082.624378 | ||
 |
 |
 |
| 5pyf0pyIaS0_284.433333-297.333333 | ||
 |
 |
 |
| 5AqgMo1P05E_210.077000-222.088000 | ||
 |
 |
 |
| jOSV9u8-oUo_236.066667-239.066667 | ||
 |
 |
 |
| Jie24RIPmL8_234.240000-240.000000 | ||
 |
 |
 |
| 4KgD_IJ2Q20_143.433333-148.666667 | ||
 |
 |
 |
| MSKhaa0TbCg_064.416667-074.125000 | ||
 |
 |
 |
| 85AlyZtWjqE_289.480000-292.480000 | ||
 |
 |
 |
| wGR8UGX6el4_294.640000-297.920000 | ||
 |
 |
 |
| rmOiUzSgaxU_264.964700-269.969700 | ||
 |
 |
 |
| MCemYgfoqEU_169.937000-176.176000 | ||
 |
 |
 |
| O_K-cQFYkXU_240.120000-243.920000 | ||
 |
 |
 |
| EHk7E4cLHqA_157.520000-162.760000 | ||
 |
 |
 |
| wEMi49hvMz0_195.000000-210.000000 | ||
 |
 |
 |
| ioeatmljve0_107.000000-116.960000 | ||
 |
 |
 |
| 4AktEh-45U0_190.080000-196.040000 | ||
 |
 |
 |
| qKU7mLVof2U_024.425000-029.496000 | ||
 |
 |
 |
| AgQ-_PleR9M_281.247633-284.851233 | ||
 |
 |
 |
| 12pqZholcS8_050.766667-054.066667 | ||
 |
 |
 |
| yhbstXWhgEQ_242.976067-252.752500 | ||
 |
 |
 |
| mwETP1EDsJ4_060.560500-066.266200 | ||
 |
 |
 |
| l8pNk-OJkKM_200.200000-203.269733 | ||
 |
 |
 |
| Ab81Nb0EfeU_019.640000-023.280000 | ||
 |
 |
 |
| ESQRLul5SNQ_258.524933-268.534933 | ||
 |
 |
 |
| FvC7nZbqnvA_101.200000-104.960000 | ||
 |
 |
 |
| yViUXtw-NPE_017.620600-020.620600 | ||
 |
 |
 |
| bmqI1XFG610_172.297000-179.971000 | ||
 |
 |
 |
| Leqtq9EuYEs_219.750000-225.791667 | ||
 |
 |
 |
| 2bRvXhyjL2c_256.522933-266.099167 | ||
 |
 |
 |
| EWv_o5KovPI_127.894433-131.564767 | ||
 |
 |
 |
| ZQfYFL4zWfw_107.600000-116.030000 | ||
 |
 |
 |
| IXkOvIlUJeY_188.080000-196.920000 | ||
 |
 |
 |
| 4k5yrCx8Q04_282.200000-287.200000 | ||
 |
 |
 |
| K1irZCv5WWU_224.680000-237.240000 | ||
 |
 |
 |
| _BBAuHQyQCQ_048.480000-060.000000 | ||
 |
 |
 |
| hfZn_lE41G4_048.040000-060.000000 | ||
 |
 |
 |
| oRPdF7QWk84_081.633000-090.000000 | ||
 |
 |
 |
| uyf9RRyPqxk_128.831700-131.831700 | ||
 |
 |
 |
| StbRNWDkTts_153.386567-161.594767 | ||
 |
 |
 |
| U1As3FTgtnc_213.640000-226.240000 | ||
 |
 |
 |
| A6lR69J647E_243.910333-247.372122 | ||
 |
 |
 |
| mZFae-g28Ik_272.280000-277.280000 | ||
 |
 |
 |
| Ah-PL-YbY-0_126.480000-136.440000 | ||
 |
 |
 |
| U1nv5tI00zw_057.000000-060.000000 | ||
 |
 |
 |
| IrZ2s7OPjig_045.583000-050.375000 | ||
 |
 |
 |
| ZcX-HPtDVUc_097.889456-102.393956 | ||
 |
 |
 |
| 3nFlbRW18gM_227.360467-231.664767 | ||
 |
 |
 |
| 5AqgMo1P05E_075.075000-089.990000 | ||
 |
 |
 |
| 9x3Fl03V7U4_266.124167-269.994700 | ||
 |
 |
 |
| Vvhpjd4ZNg0_198.520000-205.120000 | ||
 |
 |
 |
| zyfFInomDGU_248.600000-259.960000 | ||
 |
 |
 |
| uriOMld4A54_282.800000-285.800000 | ||
 |
 |
 |
| Kat6SMfWFdk_174.633333-178.666667 | ||
 |
 |
 |
| wr2fMjQsZuQ_240.000000-245.500000 | ||
 |
 |
 |
| zk0HZdouDEY_275.008067-278.511567 | ||
 |
 |
 |
| 6wU3K4iDUqE_090.760000-097.000000 | ||
 |
 |
 |
| y89Y6zbTLYo_172.672500-179.979800 | ||
 |
 |
 |
| pfhbb378-TY_183.917067-193.693500 | ||
 |
 |
 |
| E5arOYGEtfg_060.260200-068.768700 | ||
 |
 |
 |
| cy0Vkp7y-C4_272.438833-281.814867 | ||
 |
 |
 |
| IduJHzlkAM0_169.536033-178.144633 | ||
 |
 |
 |
| fk7GlDixYgI_108.500000-113.900000 | ||
 |
 |
 |
| T6No6n4M52U_121.424300-124.424300 | ||
 |
 |
 |
| zFl4J5sULD4_295.000000-300.000000 | ||
 |
 |
 |
| 6-nA28YZhMM_080.280200-089.989900 | ||
 |
 |
 |
| _Wtbtj7Qcoc_111.277911-116.658311 | ||
 |
 |
 |
| Rb9y40cyK_s_252.151900-261.094167 | ||
 |
 |
 |
| gyQQsroNL4I_294.527567-299.999700 | ||
 |
 |
 |
| VKlTx6o5Gt0_071.112778-082.540944 | ||
 |
 |
 |
| bnOyw8t7RHE_017.400000-020.400000 | ||
 |
 |
 |
| Cs95aWHBMjc_240.006433-254.187267 | ||
 |
 |
 |
| RQvnnM2rg3c_270.320000-274.400000 | ||
 |
 |
 |
| 6rtDM_AisyU_150.216733-155.421933 | ||
 |
 |
 |
| hSoOs7OXFyo_170.566667-173.566667 | ||
 |
 |
 |
| VIjwcCYfqT8_067.567000-076.767000 | ||
 |
 |
 |
| CScH_658uNA_266.969700-269.969700 | ||
 |
 |
 |
| Q6DADj9Non4_091.800000-101.000000 | ||
 |
 |
 |
| 2f9v4WvkWuc_156.840000-169.240000 | ||
 |
 |
 |
| fQKwbS13IGU_054.166667-060.000000 | ||
 |
 |
 |
| BaGvUZ_rpuE_220.803956-228.353333 | ||
 |
 |
 |
| 7zufzDt33t8_169.433333-176.033333 | ||
 |
 |
 |
| S8ya8TH0Fhc_160.766667-169.066667 | ||
 |
 |
 |
| qjDEzKJ8OJM_150.000000-164.240000 | ||
 |
 |
 |
| b2FPidcBn8E_187.921067-197.630767 | ||
 |
 |
 |
| DM0oApl71dA_157.927433-160.927433 | ||
 |
 |
 |
| 6jFTB5r057c_188.149356-191.149356 | ||
 |
 |
 |
| TEvLRYQQPiM_270.003067-278.745133 | ||
 |
 |
 |
| gaVR84a7MZ4_030.016500-044.255356 | ||
 |
 |
 |
| RJIA-NJAi7w_050.183467-059.993267 | ||
 |
 |
 |