バックプロパゲーション・ニューラルネットワークにおける収束条件と学習の加速化

全文

(1)

(2) !"#$ %&. '(. ! ". " #. . . $

(3).

(4) % . % . !&'"(. .

(5) . . .

(6).

(7) . .

(8)

(9) . . . .

(10) . . . . . . . . . .

(11) . .

(12) . .

(13) . . .

(14)

(15) . . . . . . . .

(16) .

(17). . . . .

(18)

(19) . . . . . .

(20) . .

(21).

(22).

(23) . . . ()*+,-./012345678. ,9 : ;< =. ). . "

(24) . . . . . * ' . + .

(25) 01234>?@A B@C D.

(26)

(27) . !"#. $%&'()*+',-./0123456789:'();<" =>?@A*9:B',CDEFGH9I'JKLMN27 5FGH9I'JK$%OPQR)BS.TU5VWX&'J KYZ$%OPQR&'JKY[B \\]>:B' ^_.0 àbcU d,e"fg ^ d hiSjklF lFm>nX'()opB. $%OPQR*qr:'()stuh1vw.hxUy", z lFm>n)BX')$%OPQR*qr:'?{ |}qr:B,~{lEhiSjklF B) &'CDEF{*& B :$%&')]|}i6^hiSjklF lEo{d )]qp",h1vw.hxUqp. "X9I:9I'Y$%OP*QR9:' &B2v.-U*?>:'()*+'()*# }9:",*=:'Y2v.-U ¡=)$%OP*QR9:'()r?p",Zh1vw.hx Uqp"??r>¢&B2v.-UB £¡+"?$%¤¥&'¦§¨©ªB 'o«¬9:",Z$%®')¯2v.-U 9*?>:'()*°?+'()*i6 r?±{])²³", ´µ¶±·XOH&'"¸¹ºB] qh1vw.hxUopB»¼½y",. .

(28)

(29) . ! "#$ %& #$'% &" % & ()"*. $'% &"% &"*$'% &"% &"*$'% &( +,-" #$'.-/% &"% &"% & 0"(1 )23'45. . -6*$78+0"9: ;'<=->?"@A B. +C=D"% &(0"9: EFGH'I". JKLM9:" JKLMEFGHN?'OP 78+. /QR". %& . (STU 45. . VD"W JK. LM9:" JK X9!EFGH'I!'YZ -"[[70\V0"STU/]^ _. +,. à'<b. .

(30). c

(31) defghijk

(32) lmno(pqrs. .

(33)

(34)

(35) . !"#$%!"&' (")* +,- ./012!" )*34 5 6 7 8 . . 49:; 8 5 8 6 8 7 8 49. 8 . . 8 . . <=>("?@ABCDEFG. HI> / ./(" ./(")*&'. J3. KL&' 5 . . 5 . . . . 5 . . MM KN O' / ./("K . O' / ./(" J3O' /!" (" 5 6 7 . . 5 . . . . 6 . . . 7 . . . . 5 . . 5 . . . . 5 . . 49P /!"(" 5 6 7 . . 5 . . . . 49MMQR(" 4ST4UVW 749 XVWFG 5 7. . 49=%>("<3YZG[\]FG^^ ^^ ^^ [\]F3_à4BCDEFG. .

(36)

(37) . . . . . . . . . . . . . . . . "#$%"&#'. ! . ()*+,-./012#$%3. 45678)#9 # : ;< ! "=>#$% '. ()#?@ABC # D#EF#GABHIJ

(38) . KL=M! "=>! "NOPBQ' 3*+. ()*+R. SPBTU. . . . . . . ! "=>! "#'. 3)#V,. . #'. ()*+R. () WPB$%R3 . ! "#$% NOPBQ $% NOPBQ "X#$%#GKL= YZ[\]^_`4abcdèfgZhi`[#jklmno#pq+. .

(39)

(40) %%. ! "#$ (&& ')'*& '& )& ''*& '*& '*. & ' . & )& ''*& '. &'. %%& '(&& ')'*& '& )& ''*& '*& '* & )& ''*& ' %%. &'. (& )'* & ) '*. & ' . & ' . & ' . & ' . * *. & ' . & ' . & ) '* & ' . &'. & ' . %%& '(&& ')'*& '& )& ''*& '*& '* & )& ''*& ' %%. &'. (& )'* & ) '*. & ' . & ' . & ' . & ' . * *. & ' . & ' . & ) '* & ' . &'. & ' . +

(41) &,-

(42) '

(43) . /01234 5# $ 67 %%& '(%%& '*%& '%& ' (%%& '*& ' (%%& '*%& '%& '*& ' (%%& '*& '& )& ''*& ' (%%& '*& '& )& ''*& ' (&%%& '*%& '%& '8%%& '*%& '%& ''* & '& )& ''*& '. &'. $&'9:;<=><? %%& '(&& ')'*& '& )& ''*& '*& '& )& '' (. &'. %%& '(&& ')'*& '& )& ''*& '*& '& )& '' (. & '. @ %%& '(&*& '8*& ''*& '& )& ''*& ' & '.

(44)

(45) . !" #$%&'( )*. +,-./) 00 1

(46) 00. 1 . .

(47) . . . . . . . 00 1

(48) 00. 1 . .

(49) . . . . . . . 00 1

(50) 23456, 7$%8 &9 % . :;<=>?@$%+A , . B :; C)D E&FGBH" IJKLM6N )OPQRSHT?)N UV&WHN#N )8X)UVY%T 8NZ[\], 8 8 C^NC^NZ[\_ 8?)#N)`!a )\Hbc+d&P)OP ?@)ef \_&'gh ijk)OP, )* l/)1 ?@mPTd) . , nopqrs)*+Etu. vwd&P x&+A 4d )yz_{ )*+| ,x +A )yz])H }~x~x + ~ nopqrs Ln LL ij cf. .

(51) + ¥¦ ./01234§ ¨56&¥¦. .

(52)

(53) . !"#$

(54) % . & '(%)* + ,$- %./0123456&% #%)*789 ,-$ -$. :;<=>?@ABCDEF(G HIJKLMNO.PQRSTOUVWIXYOJSTOLZQ[TO \]^_` ab7c7 de. G$fc7gh=. #;<=>?@AB i jklmnCDopqrna s tu$STOUVWIXYOJ vwx lmG

(55) n-yz#

(56) i {|}34 ~- |} c4 ~f$lm4 7 (f$4c %G. lm=~-GR 8. OV ¡J¢Q $lm £¤dCDod#. .

(57)

(58) . !"#$%& '

(59) ( . )*+,-./0 !1234' 56789:;<.=> ,-

(60) ?@A4BCDEFBGHIJK ,-LM. NOBPQRS ,-.T>B UV :WX34B.Y*

(61) Z [\BGH]^ ._ ` abcde]ZKRS fgb UV:WX34!h !i!j''.e klmanM. !!j'' o

(62) p !!j''B+ .

(63) qY* (rsLMt) uv wx .=y)Kz [\ B3{.V|} 3~B+ .

(64) qY* [\GH Babcd.]ZK t P{4Bkla.=>K Bkl+!B56789' uv K B567 89LM.

(65) q .. BY*.

(66) q K 56789LM .

(67) q ). ) h )KUV:. WX34 B Bt+Y* ( UV:WX34!h !i!j''Bklma!!j'' q nMOB!!j''B3{a P{4Bza .T> NOo

(68) pLMOB56789e tP{4Bklat) !!j''B3{.¡¢. nMO B+.

(69) qY* !!j''. Bt+

(70) q wx. £¤ nMOB56789tLM q ¥¦§üv [\.=yK NO ©pLMO ª . «¬ nMOBP{4®o B®!¯¯! '' . KB.=>°B! 'a ±²³´8µ¶7U·9$567|<¸²¹º7³B ?@B[®. .

(71) . .

(72) . . #$%. . !". %&'()* %&'(

(73) + %&'(

(74) . ,-. . /0-.1 %&'(

(75) +. 20 3%&'( %&'(

(76) +20 3%&'( 4#5 . %&'(*6%20 3%&'()*3%&'78 99: . ;* <=

(77) >*6%20 3%&. '()*3%&'7899: . ?%/0 @A/0%&'B8C D. EFGHI9:

(78) 9 JCKLMNOPHQ

(79) +RSTU 20%F;= RST U /0 . VWXW%F;=)- YZH[\;9B W899:>9"]20

(80) +/0

(81) 9 9(=99:;* <= YZ20 3%&' 7899:20

(82) + ^_%3%&'78 99:`% 4#5

(83) +20 3%&' 7899: %F;=!a(^_9YZ bc>W8 .

(84) 9*d;e-fg hij klYZHQ

(85) +)* %&'B8klYZH[\>

(86) %9

(87) %mn> )*;+:GHop>qrs%>t ! C /0j t

(88) a(^_9s bc>W8

(89) 9*d; up-.. .

(90)

(91) . . !"

(92) #. &'(

(93) $% )*+,-. /0122345

(94) 67% 89)* /0 5

(95). . 6:;<+,=>

(96) # . &?@6A

(97) BCDEF&

(98) 496G. 52# . . '(

(99) !. ":HHIJ

(100)

(101) +,& KBCLB

(102) 13 H;&

(103) M( !"/012BC NH;& N+,9OP5

(104) # 5LQRSTUVM(WXYBCZ 41[. 4/&. \]6G

(105) #

(106) ^_5K9à /0: BC /CK 6G

(107) # 5LQ'(6M'()*+,-. Bb c RSTUVM(XYBCZ 49)* +,5

(108) # . 44BC c+,&^_ c. RSTUVM(XYBCZ 4+,de45

(109) # 5LQ M(fgh;9[. $)*+,-; 4RSTUV. M(9XYBCZ//0Z/

(110) ij)*kl&mno/

(111) 45

(112) # pqrsUtuTvwVRSTxyzq{|Tr)*+,}~k. .

(113) .

(114) .

(115). !!"#$%&'()*+',-./012. 3456675689

(116) :;<=0

(117) >?@AB CDEFG*HI46J. KLMN

(118) O"#$

(119) PQ'R-S

(120) TTU(VWX( PU,- % *YZJ [\] ^_(` %abcdefg hg hg hg hg hg hg hg h g hief . . . i*YZJ

(121) TTU./jk glOmh (fi f i*YZJYZ0n'\op/ef iU&Jqr (. st*YZJe uv(w

(122) xqrx %yYz{

(123) "#|D0}3nZJ+',-% *YZuvqrx ( x*nZJ~p/

(124) Y'ABgegg h h. e

(125) h%

(126) YZJTTU ~AB 0 * nZ*@

(127) qr%

(128) YZJ

(129)

(130) Y' . .

(131) YZJ c6X gh qr %.

(132) ~./k

(133) Y'p/X

(134) Y',-./ %

(135) YZJ %**E

(136) "#

(137) ( 0

(138) >Q=*n'QT*03J!Zqrx 0 x %I*p/X,-./0 k

(139) Y' . 66f . i

(140) >Q=

(141) n'QT*03JYZ0n'p/X. k

(142) Y',-AB

(143) p/( f i

(144) n'QT*03JYZ0n' U+Z"# ¡ 1234,-./056T*¢£*s¤*HI 46J AB% 34

(145) YZ¢£%¥

(146) J.

(147)

(148)

(149) . !"#$ %&'()*+,- !./. !%0 0 123456. 7 0 . 0 89:;<4=5> 23456. ?90 0. @A:> BC>;<4=5> 23456. ?90. . 0. @A:> BC>;<4=5> 23456 DEF7 G>H #$ IJ . ?9. %89:>?9.

(150) . . K%@A:>;<4=5. L>?9MN J K %OP>QRSPT,G89:L>;<4=5L>?9 UVWX `S. YZSP[\]OÔ_P!. %a@A:b! GYZSP]O. `S. %`g?9YZSP]O. 6 ii. jk

(151). l >efmn. cdef. h >'()* cdef. SP>["QRG>opPO. 0 ?9j k6. . . %. * . qrst=2u4vw5;<4Exyrz{4s>cdef>|}~. .

(152)

(153) .

(154) .

(155) . .

(156) . ! "##$ %&'. . ! "##$ %&'. . ! "## $ %&'.

(157) . .

(158)

(159).

(160).

(161). .

(162) . ! "##$ %&'. . ! "##$ %&'. . ! "##$ %&'.

(163) . .

(164)

(165) .

(166) .

(167) . .

(168) . !"#$ %&'()!*#. *#+ ,-./0. !123456. *#+ ,-./0. !123456.

(169) . .

(170)

(171) .

(172) .

(173) . .

(174) . !"#$ %&'()!*#. . !"#$ %&'()!*#. . !"#$ %&'()!*#.

(175) . .

(176)

(177) .

(178) .

(179) . .

(180) . !"#$ %&'()!*+. . !"#$ %&'()!*+. . !"#$ %&'()!*+.

(181) . .

(182) f 456$ghH . !"#$@A. f 456$ghH . !"#$@A.

(183)

(184) . !"#$ %&'()* +. %,-./0123456$%789:./01;-01 %</=/:>?/ @ABCDEFG/ HI / @A;JKLMNO01 %PQ/0RST +%,-./01232'U.9:VWXY4 5%Z[/01%</\]ÂH _ BCDE@A`= 11a456$%G@AbDC\T2caded. .

(185)

(186)

(187) .

(188) "#"$%!"#"&' (. .

(189) ! . ! )*+,-."#"&. /% 01 %. 223. . 456789 01:;<= % >?,#@@AB C9, @!>?*+$DEF GH?'!AIJFK. L!M"&&NOP6789%&"Q9."#"&

(190) RS$TU. 223. . 45VW"Q9."#"& X

(191) YZ[ %! 01:;<\]9 % >?,#@@^_EC9OP. 22`. . YZ[. 22`. . VW"Q9."#"& >?,#

(192)

(193) ZKC9ab&01OP 01:; cM d/#9'. e,#e45VW. H?' 'fghiOP "jk B01lmno'pK q<=8raZ/% 22 s 45678r a'Ra'<=aZ/% g% 2 2 tu' pKqvw e,# !ZK *+$. e45VWB<= e,# e45VW"&B<=vwx. yz{|}~ z{hiOP01=.

(194)

(195)

(196) !"#$%&'(

(197) )*+, +!./01 23456$ +,7896:;<=> ?1@6$AB'(!-CD E D E D E D E D E D E D E D E D E F-C . . F+,G !HH3!IJKLDMNOE 1C FCF+,+PQ!;RSJ-C F3T

(198) ,"# 961! U*+, V"#%&W!- +XY"#V 6

(199) SJ$Z [\Z ] ,Z [\Z. SJ045 ^L

(200) IJ_`$] , Va3!- 3"#$ bc! Vd3!- efghij3T

(201) ,Z [\Z. $8

(202) !3klNm !V[\ Vnop_`3DqrE!DEs [\DEstu$vw+Qc

(203) xy3T

(204) zh\{

(205) ,H{\ tu$vw+xy3!- efgh O1!}~. SJ0|IJ MN. $!IJ1![\{

(206) ij,a. !MNO1 !~. $, !IJ^L. +Q!SJ;RSJ G c,H{1!Z [\Z ] ij[\\[3T

(207) , V$h3 !SJ;R SJ HP[

(208) ,i!efghW!V"#3! P ,Z [\Z. $+Qh

(209) H1!V ! xyPQc

(210) H3T

(211) ,.

(212) 31!DEs[\DEstu$vw+Qc

(213) xy3 N

(214) efgh$nop ]+,HH31_tu3"#. .

(215)

(216)

(217)

(218) . !". #$% & '()*& '(+,-. /001&234 5' 6

(219) /789:;<=>?0@ . A B C D E . ) * E @ E ) * E CDFGHIJK LMIK ABNDOP@B"! @ Q1RS.

(220) . )*89. OPTUR. S/0VW A /XYZ[\]Z[^_ *`23a b cde fg\]hi E ND& ' ABCD

(221) & '. E ND& ' ABCD

(222) & '. jklmJLnIopK"GHIqrsktuIl89+,]:v. .

(223)

(224) .

(225) .

(226) . .

(227) . !"#$ %&'()!*#. . !"#$ %&'()!*#. . !"#$ %&'()!*#.

(228) . .

(229)

(230) .

(231) .

(232) . .

(233) . !" #$%&'()*!" #. ()*!+ ,-./0). !. ()*!+ ,-./0). !.

(234) . .

(235) P Q,-R0

(236) S- . P Q,-R0

(237) S- .

(238) "# $%&'. !. "#(" )*+. ,-./"0./1 0234$56789 &: '. "# ;<=: >?0)*,-./>. "@0./AB

(239) 0CDEFGHI JCDEF KLLKM N M0ABO )*. . ,-,>"@0A.

(240)

(241) . !"#$%&'()* +,-.. /0%1. 2345 678 / 9:;<=< >?@ABCDEFG HI7 8JKLFG MNOLFG P3<Q0 RSTUV WXYZ[\]^_ àbcdefgbchifjk lTm nc o .

(242) .

(243)

(244) pqrs[tuvw xy<

(245) z{|%}abcdf~< abc c`Tk

(246) nc o WXYZ[\]^_ àbcdk lTm

(247) nco CDE[ `h ¡¢k £F¤¥ nco 6¦§w[¨©ª[«¬®¯ `°±hk >lB¤¥ nco ²³ć ³oµ¶f·RWXYZ¸¹V.

(248). àbc efgbchi fj¡¢k lTm nco º» ¼ xabc c ½¾j~¿ÀÁÂ ÃÄ Å`ÆÇBÈÉ78k nco º» ¼ xj~¿ÀÁÂÄabc c /0Ê }< Ë[[hÌ¢B nco. ÍÎdÏÐcÑf[abc c Ê . Å. .

(249)