wmt10 wmt11 wmt13 wmt14 wmt15 wmt16 wmt17 wmt18 wmt19 wmtavg federal emea tatoeba real(s) cpu(ns) cpuram gram model(b) image(b) name 24.5 21.8 26.4 27.7 30.9 35.4 29.1 42.4 40.0 30.91 26.0 30.8 39.3 761.714 811786313633 406339584 1256 33451603 246863360 official-wngt2020_opennmt_transformer-4-3-256-2ffn-gpu.tar.gpu 23.6 21.2 25.4 26.7 30.1 34.5 28.1 41.1 38.9 29.96 25.7 29.7 37.7 706.464 757571723943 421502976 1064 29724243 243136000 official-wngt2020_opennmt_transformer-4-3-256-gpu.tar.gpu 24.4 21.5 26.2 27.5 30.6 35.3 28.8 42.3 39.9 30.72 25.8 30.6 39.0 730.888 781922425066 411738112 892 31343943 244755968 official-wngt2020_opennmt_transformer-6-3-256-gpu.tar.gpu 26.5 23.8 29.3 31.8 34.7 38.5 32.6 46.3 42.9 34.04 29.4 35.6 43.4 2328.031 2377448473551 511397888 1528 109174578 322586624 official-wngt2020_opennmt_transformer-base-gpu.tar.gpu 27.3 24.1 29.1 32.0 34.5 40.0 32.9 48.3 42.7 34.54 29.9 35.1 45.4 2384.557 2405899282645 3976769536 3196 164541668 700824576 official-wngt20_uedin_gpu_base1.image.gpu 27.9 24.7 29.6 33.2 35.2 40.9 33.8 49.2 42.9 35.27 30.5 36.5 45.9 5440.887 5462244744275 5728686080 4992 442053885 978336768 official-wngt20_uedin_gpu_large.image.gpu 26.2 23.2 28.0 29.9 32.9 39.0 31.6 46.7 41.9 33.27 28.2 32.9 44.1 1970.653 1993735402663 3299057664 2514 76139990 612423168 official-wngt20_uedin_gpu_tiny11.image.gpu 25.6 22.7 27.1 29.2 32.1 38.1 30.5 45.2 41.1 32.40 26.8 31.5 43.2 1536.339 1558441063180 1048498176 1228 66666211 607065600 official-wngt20_uedin_gpu_tiny11pruned2.image.gpu 25.0 22.5 27.1 28.4 31.1 36.4 28.8 43.4 40.2 31.43 29.1 33.2 42.0 1355.024 1646307926892 2220040192 5700 156083108 781205504 official-wnmt2020_niutrans_gpu_18_1.gpu 25.5 23.1 27.6 29.0 31.9 36.7 29.5 44.3 40.7 32.03 29.4 33.9 42.3 2023.333 2317830125971 2217840640 5700 263326425 888449024 official-wnmt2020_niutrans_gpu_35_1.gpu 25.8 23.1 27.8 29.1 31.9 37.0 29.6 44.6 40.9 32.20 29.9 34.4 42.5 3166.439 3449933796034 2218225664 7748 305352356 930475008 official-wnmt2020_niutrans_gpu_35_6.gpu 24.7 22.1 26.7 28.1 30.7 35.9 28.4 42.9 40.0 31.06 28.1 32.5 41.4 977.565 1260230062827 2219606016 5444 99320612 724443136 official-wnmt2020_niutrans_gpu_9_1.gpu 25.8 22.7 27.6 29.8 32.7 38.3 31.2 46.4 41.5 32.89 27.6 31.9 43.6 210.390 9839957319239 30293544960 na 35171100 772870144 post-wngt20_uedin_cpu_student.04.tiny11.tied.w.image.cpuall 23.0 19.9 24.6 25.5 28.6 34.2 27.5 40.4 37.4 29.01 23.2 25.4 39.4 189.894 8767617490227 36754063360 na 20401773 758100480 post-wngt20_uedin_cpu_student.05.micro11.tied.voc8k.w.image.cpuall 24.5 21.7 26.3 27.7 30.4 35.1 28.8 42.1 39.7 30.70 26.0 30.6 38.8 180.731 8735221778894 1345630208 na 33451603 131450368 official-wngt2020_opennmt_transformer-4-3-256-2ffn-cpu.tar.cpuall 23.7 21.2 25.5 26.4 29.6 34.3 27.6 40.8 38.6 29.74 25.4 29.5 37.2 144.407 6959231906503 1004687360 na 29724243 127723008 official-wngt2020_opennmt_transformer-4-3-256-cpu.tar.cpuall 24.2 21.4 26.2 27.3 30.3 35.1 28.5 42.0 39.4 30.49 25.9 30.4 38.6 154.630 7471240109918 947470336 na 31343943 129342976 official-wngt2020_opennmt_transformer-6-3-256-cpu.tar.cpuall 26.2 23.4 28.8 31.4 33.8 38.2 32.2 45.7 42.0 33.52 28.7 35.0 41.2 795.125 38300188873049 1627369472 na 109174578 207173632 official-wngt2020_opennmt_transformer-base-cpu.tar.cpuall 25.8 22.7 27.6 29.8 32.7 38.3 31.2 46.4 41.5 32.89 27.6 31.9 43.6 214.869 10014237069512 113376624640 na 42721652 772837888 official-wngt20_uedin_cpu_student.04.tiny11.tied.w.image.cpuall 23.0 19.9 24.6 25.5 28.6 34.2 27.5 40.4 37.4 29.01 23.2 25.4 39.4 188.130 8710555125093 80904531968 na 27952325 758068224 official-wngt20_uedin_cpu_student.05.micro11.tied.voc8k.w.image.cpuall 21.5 19.3 23.6 24.0 27.5 31.3 24.9 37.2 33.8 27.01 25.5 27.7 37.2 810.892 36198492744197 20690915328 na 66836516 452583424 official-wnmt2020_niutrans_cpu.cpuall 27.4 23.9 28.9 31.7 34.2 39.5 32.8 47.7 42.5 34.29 29.3 34.4 44.8 384.834 18035689627760 40335155200 na 57065090 787211264 post-wngt20_uedin_cpu_student.04.base1.w_all.image.cpuall 25.4 22.2 26.8 28.6 31.8 37.6 30.3 44.6 40.9 32.02 26.3 30.7 42.8 195.159 9187627802720 19445227520 na 51283474 614997504 post-wngt20_uedin_cpu_student.04.tiny11.tied.w.pruned.202134_all.image.cpuall 25.5 22.4 27.1 28.8 31.8 37.5 30.4 44.7 40.6 32.09 26.3 30.8 42.6 195.921 9182790357044 18520592384 na 51347474 615061504 post-wngt20_uedin_cpu_student.04.tiny11.tied.w.pruned.222222_all.image.cpuall 26.9 23.7 28.8 31.2 33.8 39.5 32.2 47.7 42.3 34.01 29.3 33.9 44.9 29574.291 29572707370792 1942044672 na 16926405 988698112 post-wngt2020_uedin_cpu_student.04.base1.w.log4bit_single.image.cpu1 24.7 21.8 26.4 28.0 31.0 37.2 29.9 44.1 40.0 31.46 25.4 29.3 42.0 11620.579 11620151570442 1719525376 na 7292425 802373120 post-wngt2020_uedin_cpu_student.04.tiny11.tied.w.log4bit_single.image.cpu1 27.3 23.9 28.9 31.7 34.2 39.5 32.9 47.8 42.5 34.30 29.4 34.4 44.8 9127.682 9127328506307 2098069504 na 57065090 787210752 post-wngt2020_uedin_cpu_student.04.base1.w_single.image.cpu1 25.1 22.3 26.9 28.7 31.9 37.2 30.4 44.7 40.8 32.00 26.2 30.7 42.8 4576.739 4576645301039 707244032 na 51283474 614996992 post-wngt20_uedin_cpu_student.04.tiny11.tied.w.pruned.202134_single.image.cpu1 25.2 22.4 27.0 28.8 31.8 37.4 30.4 44.7 40.5 32.02 26.7 30.8 42.7 4553.839 4553754709370 707825664 na 51347474 615060992 post-wngt20_uedin_cpu_student.04.tiny11.tied.w.pruned.222222_single.image.cpu1 25.7 22.7 27.6 29.8 32.7 38.3 31.2 46.4 41.6 32.89 27.6 31.9 43.7 4798.795 4798706549266 1624592384 na 35169375 585758208 post-wngt20_uedin_cpu_student.04.tiny11.tied.w_single.image.cpu1 23.0 19.9 24.6 25.5 28.6 34.2 27.5 40.4 37.5 29.02 23.2 25.4 39.4 4660.416 4660352941390 2662993920 na 20400048 750545408 post-wngt20_uedin_cpu_student.05.micro11.tied.voc8k.w_single.image.cpu1 25.9 23.0 27.6 29.7 32.9 38.7 31.1 45.8 41.5 32.91 27.4 31.8 43.5 7341.090 7340894852213 1695576064 na 74475214 638188544 post-uedin_student.04.tiny11.tied.w.base.image.cpu1 24.7 21.8 26.7 28.0 31.0 37.0 29.7 43.9 40.1 31.43 25.6 30.1 42.3 6402.421 6402268064566 772165632 na 68954062 632667648 post-uedin_student.04.tiny11.tied.w.pruned.001113.base.image.cpu1 25.5 22.3 27.0 28.7 31.9 37.5 30.4 44.7 40.8 32.09 26.4 31.0 42.8 6412.004 6411834978204 773156864 na 68954062 632667648 post-uedin_student.04.tiny11.tied.w.pruned.111111.base.image.cpu1 25.7 22.4 27.2 29.1 32.1 37.9 30.8 45.3 41.3 32.42 27.0 31.3 43.1 6593.865 6593685523069 775254016 na 69742798 633456128 post-uedin_student.04.tiny11.tied.w.pruned.202134.base.image.cpu1 25.6 22.6 27.1 29.2 32.1 38.0 30.7 45.4 41.0 32.41 26.8 31.4 43.1 6548.684 6548502707468 774742016 na 69742798 633456128 post-uedin_student.04.tiny11.tied.w.pruned.222222.base.image.cpu1 24.5 21.8 26.3 27.8 30.6 34.9 28.9 42.2 39.8 30.76 26.1 30.7 38.9 3922.296 3922253901050 249049088 na 33451603 131450368 official-wngt2020_opennmt_transformer-4-3-256-2ffn-cpu.tar.cpu1 23.8 21.3 25.6 26.5 29.7 34.4 27.6 40.9 38.7 29.83 25.4 29.6 37.3 3348.325 3348338355695 231186432 na 29724243 127723008 official-wngt2020_opennmt_transformer-4-3-256-cpu.tar.cpu1 24.3 21.4 26.3 27.3 30.2 35.1 28.5 42.0 39.5 30.51 25.8 30.5 38.7 3717.177 3717167737849 244535296 na 31343943 129342976 official-wngt2020_opennmt_transformer-6-3-256-cpu.tar.cpu1 26.3 23.5 28.9 31.5 33.9 38.3 31.9 45.9 42.2 33.60 28.8 35.2 41.5 15977.864 15977210910228 395866112 na 109174578 207173632 official-wngt2020_opennmt_transformer-base-cpu.tar.cpu1 25.2 22.4 27.0 28.8 31.8 37.4 30.4 44.7 40.5 32.02 26.7 30.8 42.7 14399.071 14398654747853 172414435328 na 51347474 605739520 official-wngt2020_uedin_cpu_student.04.tiny11.tied.w.pruned.222222_single.image.cpu1 27.3 24.0 29.1 32.0 34.6 39.9 32.9 48.3 42.6 34.52 29.6 34.9 45.2 18648.892 18648267503735 1811906560 na 167618255 690516480 official-wngt20_uedin_cpu_baseline.image.cpu1 25.1 22.3 26.9 28.7 31.9 37.2 30.4 44.7 40.8 32.00 26.2 30.7 42.8 14553.027 14552528811613 171324940288 na 51283474 605675520 official-wngt20_uedin_cpu_student.04.tiny11.tied.w.pruned.202134_single.image.cpu1 25.7 22.7 27.6 29.8 32.7 38.3 31.2 46.4 41.6 32.89 27.6 31.9 43.7 14634.433 14633995372534 172685672448 na 42721652 772837376 official-wngt20_uedin_cpu_student.04.tiny11.tied.w_single.image.cpu1 23.0 19.9 24.6 25.5 28.6 34.2 27.5 40.4 37.5 29.02 23.2 25.4 39.4 7184.046 7184009997142 80906080256 na 27952325 758067712 official-wngt20_uedin_cpu_student.05.micro11.tied.voc8k.w_single.image.cpu1