teratail
回答率
85.35%
teratail header banner
teratail header banner
質問するログイン新規登録
トップに関する質問誤差逆伝播の重みの更新式の仕組み

編集履歴

質問編集履歴

7

画像削除、しました

2021/04/07 15:06

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -40,8 +40,6 @@
40
40
 
41
41
 
42
42
 
43
- ![イメージ説明](f1d4d254ecd07e7344b05f0f7062f682.png)
44
-
45
43
 
46
44
 
47
45
  省略されていますが、e_h（e_oでなく）の式は（すいません、e_hの式間違ってました、画像では訂正してませんが、以下に訂正します）、

6

訂正しました。。。

2021/04/07 15:06

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -34,7 +34,7 @@
34
34
 
35
35
  以下、全て変数でおいてエクセルで計算しました、しかし重みの式になるのか・・・？
36
36
 
37
- o_oをまだ偏微分していないので分かりません、なるんでしょうか？
37
+ e_hをまだ偏微分していないので分かりません、なるんでしょうか？
38
38
 
39
39
  また計算どこか誤ってますかね？
40
40
 

5

e_oでなくe_hだった、また式の訂正（文にて

2021/04/07 00:59

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -44,27 +44,25 @@
44
44
 
45
45
 
46
46
 
47
- 省略されていますが、o_oの式は、
47
+ 省略されていますが、e_h（e_oでなく）の式は（すいません、e_hの式間違ってました、画像では訂正してませんが、以下に訂正します）、
48
48
 
49
49
 
50
50
 
51
- o_o
51
+ e_h
52
52
 
53
- f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
53
+ wh[0,0]{t[0]-f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[1,0]{t[1]-f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[2,0]{t[2]-f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[3,0]{t[3]-f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}
54
54
 
55
55
 
56
56
 
57
- f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
57
+ wh[0,1]{t[0]-f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[1,1]{t[1]-f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[2,1]{t[2]-f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[3,1]{t[3]-f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}
58
58
 
59
59
 
60
60
 
61
- f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
61
+ wh[0,2]{t[0]-f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[1,2]{t[1]-f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[2,2]{t[2]-f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[3,2]{t[3]-f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}
62
62
 
63
63
 
64
64
 
65
- f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
66
-
67
-
65
+ wh[0,3]{t[0]-f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[1,3]{t[1]-f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[2,3]{t[2]-f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}+wh[3,3]{t[3]-f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))}
68
66
 
69
67
  になりそうです、
70
68
 

4

o_oの式全体表示

2021/04/07 00:51

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -41,3 +41,31 @@
41
41
 
42
42
 
43
43
  ![イメージ説明](f1d4d254ecd07e7344b05f0f7062f682.png)
44
+
45
+
46
+
47
+ 省略されていますが、o_oの式は、
48
+
49
+
50
+
51
+ o_o
52
+
53
+ f(wh[0,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[0,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[0,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
54
+
55
+
56
+
57
+ f(wh[1,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[1,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[1,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
58
+
59
+
60
+
61
+ f(wh[2,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[2,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[2,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
62
+
63
+
64
+
65
+ f(wh[3,0]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,1]f(wi[0,0]i[0]+wi[0,1]i[1]+wi[0,2]i[2]+wi[0,3]i[3])+wh[3,2]f(wi[2,0]i[0]+wi[2,1]i[1]+wi[2,2]i[2]+wi[2,3]i[3])+wh[3,3]f(wi[3,0]i[0]+wi[3,1]i[1]+wi[3,2]i[2]+wi[3,3]i[3]))
66
+
67
+
68
+
69
+ になりそうです、
70
+
71
+ これを偏微分するんでしょうか？一成分ずつ。

3

重みの計算画像追加。

2021/04/06 17:20

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -29,3 +29,15 @@
29
29
  ![イメージ説明](9f97cfdf2c8ccb52401c6bb491bdf89b.png)
30
30
 
31
31
  https://qiita.com/perrying/items/6b782a21e0b105ea875cより。
32
+
33
+
34
+
35
+ 以下、全て変数でおいてエクセルで計算しました、しかし重みの式になるのか・・・？
36
+
37
+ o_oをまだ偏微分していないので分かりません、なるんでしょうか？
38
+
39
+ また計算どこか誤ってますかね？
40
+
41
+
42
+
43
+ ![イメージ説明](f1d4d254ecd07e7344b05f0f7062f682.png)

2

画像追加。

2021/04/06 17:18

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
@@ -21,3 +21,11 @@
21
21
 
22
22
 
23
23
  数式で書くと、どういう事になってるんでしょうか、数式で書いて説明して頂ければ、幸いです、微分してこんな形になるんですかね？？？
24
+
25
+
26
+
27
+ 重みの式は以下らしいです（以下ページ参照
28
+
29
+ ![イメージ説明](9f97cfdf2c8ccb52401c6bb491bdf89b.png)
30
+
31
+ https://qiita.com/perrying/items/6b782a21e0b105ea875cより。

1

タグ追加、機械学習

2021/04/05 15:45

投稿

退会済みユーザー
test CHANGED
File without changes
test CHANGED
File without changes