手写系列——transformer网络完成加法和字符转译任务

代码实现：

transformers/char2char_add.py · 陈先生/ailib - Gitee.com

加法代码执行：

0 0 0.002 3.721644401550293 0.013793103448275862
0 2000 0.002 2.184312343597412 0.18243243243243243
0 4000 0.002 2.1876537799835205 0.17105263157894737
0 6000 0.002 2.119323253631592 0.19254658385093168
0 8000 0.002 2.1563901901245117 0.1456953642384106
0 10000 0.002 2.1443634033203125 0.23741007194244604
0 12000 0.002 2.1451797485351562 0.15723270440251572
1 0 0.002 2.121002435684204 0.16783216783216784
1 2000 0.002 2.1398561000823975 0.1702127659574468
1 4000 0.002 2.157224416732788 0.13725490196078433
1 6000 0.002 2.1385178565979004 0.1925925925925926
1 8000 0.002 2.1993958950042725 0.11450381679389313
1 10000 0.002 2.13078236579895 0.16783216783216784
1 12000 0.002 2.108152151107788 0.15671641791044777
2 0 0.002 2.1311492919921875 0.15894039735099338
2 2000 0.002 2.0787904262542725 0.22142857142857142
2 4000 0.002 2.1059558391571045 0.19148936170212766
2 6000 0.002 2.0998752117156982 0.21232876712328766
2 8000 0.002 2.074493169784546 0.21830985915492956
2 10000 0.002 1.9869534969329834 0.20833333333333334
2 12000 0.002 1.9748785495758057 0.256
3 0 0.001 1.9980404376983643 0.25
3 2000 0.001 1.9111967086791992 0.29333333333333333
3 4000 0.001 2.0423595905303955 0.21568627450980393
3 6000 0.001 1.9335458278656006 0.2922077922077922
3 8000 0.001 1.889920949935913 0.2517985611510791
3 10000 0.001 1.8626651763916016 0.31724137931034485
3 12000 0.001 1.7956534624099731 0.32894736842105265
4 0 0.001 1.942613959312439 0.25874125874125875
4 2000 0.001 1.7407946586608887 0.32432432432432434
4 4000 0.001 1.8639229536056519 0.32116788321167883
4 6000 0.001 1.9393173456192017 0.25517241379310346
4 8000 0.001 1.7260545492172241 0.373015873015873
4 10000 0.001 1.8044958114624023 0.3223684210526316
4 12000 0.001 1.691900610923767 0.32432432432432434
5 0 0.001 1.664104700088501 0.4084507042253521
5 2000 0.001 1.9136937856674194 0.273972602739726
5 4000 0.001 1.795575737953186 0.34057971014492755
5 6000 0.001 1.9019441604614258 0.2624113475177305
5 8000 0.001 1.8313218355178833 0.33070866141732286
5 10000 0.001 1.8007543087005615 0.2867132867132867
5 12000 0.001 1.6984691619873047 0.3137254901960784
6 0 0.0005 1.7913315296173096 0.3108108108108108
6 2000 0.0005 1.7071133852005005 0.3602941176470588
6 4000 0.0005 1.833042860031128 0.3006993006993007
6 6000 0.0005 1.7974529266357422 0.2916666666666667
6 8000 0.0005 1.7537508010864258 0.2814814814814815
6 10000 0.0005 1.8662928342819214 0.2967741935483871
6 12000 0.0005 1.7338428497314453 0.3283582089552239
7 0 0.0005 1.6792032718658447 0.3816793893129771
7 2000 0.0005 1.7654346227645874 0.36666666666666664
7 4000 0.0005 1.7625082731246948 0.3401360544217687
7 6000 0.0005 1.727096676826477 0.37410071942446044
7 8000 0.0005 1.7298686504364014 0.3357664233576642
7 10000 0.0005 1.7695451974868774 0.3103448275862069
7 12000 0.0005 1.843233585357666 0.3253968253968254
8 0 0.0005 1.7590444087982178 0.3263888888888889
8 2000 0.0005 1.769303321838379 0.3181818181818182
8 4000 0.0005 1.6499841213226318 0.35766423357664234
8 6000 0.0005 1.7014669179916382 0.3375796178343949
8 8000 0.0005 1.7757309675216675 0.3493150684931507
8 10000 0.0005 1.8137036561965942 0.3161764705882353
8 12000 0.0005 1.791609287261963 0.291970802919708
9 0 0.00025 1.8699322938919067 0.25161290322580643
9 2000 0.00025 1.775647759437561 0.28368794326241137
9 4000 0.00025 1.6608887910842896 0.35664335664335667
9 6000 0.00025 1.7468076944351196 0.3357142857142857
9 8000 0.00025 1.7293472290039062 0.375
9 10000 0.00025 1.847170114517212 0.3380281690140845
9 12000 0.00025 1.7269502878189087 0.3263888888888889
0
<SOS>82898463845189628867a704344559131153<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>82899168189748760020<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>82899444444448717711<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>2377<EOS><EOS><EOS><EOS><EOS>44421<EOS><EOS><EOS>
1
<SOS>61889947728455988857a9444723674<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>61889947737900712531<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>61889988894413356661<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>11727<EOS><EOS><EOS><EOS>94994166
2
<SOS>86755878568987248a88726737687294<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>86844605306674542<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>86833455455555776<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>
3
<SOS>65179955698a9828197386<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>75008153084<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>74008877445<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>144<EOS><EOS><EOS><EOS><EOS>
4
<SOS>477368785705868745a9596958948727<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>477378382664817472<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>477374556655757114<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>4
5
<SOS>699597449066199a58976659681<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>699656425725880<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>699637455555788<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>2449<EOS><EOS>7
6
<SOS>9917496877949848a9968517998946585347<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>9978435495824535195<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>9996815444544344666<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>646<EOS><EOS><EOS><EOS><EOS>4449<EOS><EOS><EOS><EOS>
7
<SOS>5447989781975282823a772687294873446<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>5448762469270156269<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>5448845444544179712<EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS><EOS>42<EOS><EOS><EOS><EOS><EOS><EOS>222<EOS><EOS><EOS><EOS>

字符转译代码执行：

0 0 0.002 3.7468154430389404 0.03741496598639456
0 2000 0.002 0.530492901802063 0.8584615384615385
0 4000 0.002 0.19972816109657288 0.9458483754512635
0 6000 0.002 0.3185378909111023 0.9042253521126761
0 8000 0.002 0.046297699213027954 0.9827586206896551
0 10000 0.002 0.23771166801452637 0.927710843373494
0 12000 0.002 0.048481285572052 0.9867549668874173
1 0 0.002 1.1377812623977661 0.6832298136645962
1 2000 0.002 0.03494523465633392 0.990909090909091
1 4000 0.002 0.015567651949822903 0.9936305732484076
1 6000 0.002 0.05476223677396774 0.9849397590361446
1 8000 0.002 0.0329868458211422 0.987460815047022
1 10000 0.002 0.00411088764667511 1.0
1 12000 0.002 0.02829059213399887 0.9873817034700315
0
<SOS>5hhlw7mj8dvxkncvrv8nfi8of5gsafm8gnpiggdahb9n<EOS><PAD><PAD><PAD><PAD>
<SOS>NN0BHADGGIPNG1MFASG4FO1IFN1VRVCNKXVD1JM2WLHH4<EOS><PAD><PAD><PAD><PAD>
<SOS>NN0BHADGGIPNG1MFASG4FO1IFN1VRVCNKXVD1JM2WLHH4<EOS><EOS><EOS><EOS>
1
<SOS>nr4xkohj0m4z8kvf8n9vacgjv2sgnzdnc8zhv399xicsdc<EOS><PAD><PAD>
<SOS>CCDSCIX006VHZ1CNDZNGS7VJGCAV0N1FVK1Z5M9JHOKX5RN<EOS><PAD><PAD>
<SOS>CCDSCIX006VHZ1CNDZNGS7VJGCAV0N1FVK1Z5M9JHOKX5RN<EOS><EOS>
2
<SOS>al4ndfygovbvj7kxxhn2k11dca69y9upxocdh8lt<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>TTL1HDCOXPU0Y03ACD88K7NHXXK2JVBVOGYFDN5LA<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>TTL1HDCOXPU0Y03ACD88K7NHXXK2JVBVOGYFDN5LA<EOS><EOS><EOS><EOS>UUU0
3
<SOS>hj56tmz1cpl9gpvnv8yybcfdjdzhfmnxospfjvpgs5ajjobf<EOS>
<SOS>FFBOJJA4SGPVJFPSOXNMFHZDJDFCBYY1VNVPG0LPC8ZMT34JH<EOS>
<SOS>FFBOJJA4SGPVJFPSOXNMFHZDJDFCBYY1VNVPG0LPC8ZMT34JH
4
<SOS>md9fxmm6l4tb8xx7scbhvfs5baov7b<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>BB2VOAB4SFVHBCS2XX1BT5L3MMXF0DM<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>BB2VOAB4SFVHBCS2XX1BT5L3MMXF0DM<EOS><EOS>VOVOA<EOS>B4B4B4<EOS><EOS><EOS><EOS>
5
<SOS>inak9hncs6chvcmbkha9jovlhluaxfmornlxy1n7dkbc<EOS><PAD><PAD><PAD><PAD>
<SOS>CCBKD2N8YXLNROMFXAULHLVOJ0AHKBMCVHC3SCNH0KANI<EOS><PAD><PAD><PAD><PAD>
<SOS>CCBKD2N8YXLNROMFXAULHLVOJ0AHKBMCVHC3SCNH0KANI<EOS><EOS><EOS><EOS>
6
<SOS>lkmrlxhxzz8ufzjn8fbvcck4bmdgclv1mbzddzxobdgj<EOS><PAD><PAD><PAD><PAD>
<SOS>JJGDBOXZDDZBM8VLCGDMB5KCCVBF1NJZFU1ZZXHXLRMKL<EOS><PAD><PAD><PAD><PAD>
<SOS>JJGDBOXZDDZBM8VLCGDMB5KCCVBF1NJZFU1ZZXHXLRMKL<EOS><EOS><EOS><EOS>
7
<SOS>udiz8m8pajjhbkxmnwmml0e9ovlx2pg<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>GGP7XLVO0E9LMMWNMXKBHJJAP1M1ZIDU<EOS><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD><PAD>
<SOS>GGP7XLVO0E9LMMWNMXKBHJJAP1M1ZIDU<EOS><EOS>7X<EOS>LVOVOVOOO0O0