1

2
●

3
●

4
●

5
●

6
●

7
●

8
●

9
●

10
11
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 12
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 13
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 14
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 15
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 16
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 17
𝑥
●
⊛ 𝑓⊛𝑔

∞
𝑓 ⊛ 𝑔 𝑥 = න 𝑓 𝑡 𝑔 𝑥 − 𝑡 𝑑𝑡
−∞

𝑓⊛𝑔 18
𝑥
 4 -1 0 2 3

6 -4 1

∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖
𝑖=−∞
19
 4 -1 0 2 3
∗
6 -4 1

Σ
4

∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖
𝑖=−∞
20
 4 -1 0 2 3
∗ ∗
6 -4 1

Σ
4 -17

∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖
𝑖=−∞
21
 4 -1 0 2 3
∗ ∗ ∗
6 -4 1

Σ
4 -17 28

∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖
𝑖=−∞
22
 4 -1 0 2 3
∗
6 -4 1

Σ
4 -17 28 -4 -5 0 18

∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖
𝑖=−∞
23
 4 1 0 2 5
6 2 1
1 -1 6 -2 4
0 -2 3
-3 4 1 3 2
2 -1 -4
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1

Σ
4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
24
 6 2 1

0 -2 3

2
4
-1 -4
1 0 2 5
1 -1 6 -2 4
-3 4 1 3 2
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1 -16

Σ
4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
25
 6 2 1

0 -2 3
4
2 -1
1-4 0 2 5
1 -1 6 -2 4
-3 4 1 3 2
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1 -16 -8

Σ
4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
26
 6 2 1

0 -2 3
42 1-1 0-4 2 5
1 -1 6 -2 4
-3 4 1 3 2
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1 -16 -8 7

Σ
4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
27
 4 16 0 2 2 1 5
1 -10 6-2 -23 4
-3 4 2 1-1 3-4 2
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1 -16 -8 7 -6 -22 -1 10

8 -2 -23 6 9 -18 8

Σ 19 -9 32 -15

4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
28
 4 1 06 22 51
1 -1 6 0 -2-2 4 3
-3 4 1 2 3-1 2-4
0 -3 0 5 -1

4 -1 0 2 3
∗
6 -4 1 -16 -8 7 -6 -22 -1 10

8 -2 -23 6 9 -18 8

Σ 19 -9 32 -15 16

4 -17 28 -4 -5 0 18

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
29
 4 1 0 2 5
1 -1 6 -2 4
-3 4 1 3 2
0 -3 0 5 -16 2 1

4 -1 0 2 3 0 -2 3

∗ 2 -1 -4

6 -4 1 -16 -8 7 -6 -22 -1 10

8 -2 -23 6 9 -18 8

Σ 19 -9 32 -15 16 18 34

-8 31 8 -15 35 3 22
4 -17 28 -4 -5 0 18
-3 -11 -3 44 1 24 12

0 -3 -6 -13 9 28 -6

∞ ∞ ∞
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
30
 00 00 00 00 00 00 00 0 0
00 40 10 0 0 2 0 5 0 0 0 0 0
0 0 1 0 -10 6 0 -20 4 0 0 0 0 0
0 0 -30 4 0 1 0 3 0 2 0 0 0 0 0
0 0 0 0 -30 0 0 5 0 -16 0 2 1 0

0 0 0 4 -1 0 2 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0-2 3 0

∗ ∗ ∗ ∗ ∗ ∗ ∗ ∗ ∗ ∗ ∗ 0 00 00 00 00 0 0 2 0-1 0-4 00

0 0 0 6 -4 1 0 0 -16 -8 7 -6 -22 -1 10 0

0 8 -2 -23 6 9 -18 8 0

Σ 0 19 -9 32 -15 16 18 34 0

0 -8 31 8 -15 35 3 22 0
0 0 4 -17 28 -4 -5 0 18 0 0
0 -3 -11 -3 44 1 24 12 0

0 0 -3 -6 -13 9 28 -6 0

∞ 0 0 0 0
∞
0 ∞ 0 0 0 0
𝑓⊛𝑔 𝑥 =෍ 𝑓 𝑖 𝑔 𝑥−𝑖 𝑓 ⊛ 𝑔 𝑥1 , 𝑥2 = ෍ ෍ 𝑓 𝑖, 𝑗 𝑔 𝑥1 − 𝑖, 𝑥2 − 𝑗
𝑖=−∞ 𝑖=−∞ 𝑗=−∞
31
● 𝑓⊛𝑔 =𝑔⊛𝑓

1 4 6 4 1
0 -2 0 4 16 24 16 4 -1 -1 -1

-2 9 -2 1
⊛ ⊛ 6 24 36 24 6
⊛ -1 8 -1

0 -2 0
256 4 16 24 16 4 -1 -1 -1
1 4 6 4 1

32
33
● 𝑋 ∈ ℝ𝑛×𝑚 𝐾 ∈ ℝ𝑘×𝑘
𝑋 𝑛+𝑘−1 × 𝑚+𝑘−1

𝑿⊛𝑲 = 𝑹
𝒏×𝒎 𝒌×𝒌 𝐧+𝐤−𝟏 × 𝐦+𝐤−𝟏

-16 -8 7 -6 -22 -1 10
4 1 0 2 5
8 -2 -23 6 9 -18 8
1 -1 6 -2 4
19 -9 32 -15 16 18 34
-3 4 1 3 2
-8 31 8 -15 35 3 22
0 -3 0 5 -16 2 1
-3 -11 -3 44 1 24 12
0 -2 3

2 -1 -4
0 -3 -6 -13 9 28 -6
● 𝑋 ∈ ℝ𝑛×𝑚 𝐾 ∈ ℝ𝑘×𝑘
𝑋 𝑛+𝑘−1 × 𝑚+𝑘−1
●
○ 𝑅∈ℝ 𝑛−𝑘+1 × 𝑚−𝑘+1

35
● 𝑋 ∈ ℝ𝑛×𝑚 𝐾 ∈ ℝ𝑘×𝑘
𝑋 𝑛+𝑘−1 × 𝑚+𝑘−1
●
○ 𝑅∈ℝ 𝑛−𝑘+1 × 𝑚−𝑘+1

𝑿⊛𝑲
𝒏×𝒎 𝒌×𝒌
= 𝑹
𝐧−𝐤+𝟏 × 𝐦−𝐤+𝟏

4 1 0 2 5
1 -1 6 6 -22 4 1 32 -15 16

-3 4 1 0 3-2 2 3 8 -15 35

0 -3 0 2 5-1 -1-4

•
•
36
● 𝑋 ∈ ℝ𝑛×𝑚 𝐾 ∈ ℝ𝑘×𝑘
𝑋 𝑛+𝑘−1 × 𝑚+𝑘−1
●
○ 𝑅∈ℝ 𝑛−𝑘+1 × 𝑚−𝑘+1

● 𝑅 ∈ ℝ𝑛×𝑚
○ 𝑘−1Τ
2

𝑹
𝑿⊛𝑲
𝒏×𝒎 𝒌×𝒌
= 𝑹
𝐧−𝐤+𝟏 × 𝐦−𝐤+𝟏
0 0 0 0 0 0 0 𝒏×𝒎

0 4 1 0 2 5 0 -2 -23 6 9 -18
4 1 0 2 5
0 1 -1 6 -2 4 0 -9 32 -15 16 18
1 -1 6 6 -22 4 1 32 -15 16
0 -3 4 1 36 22 01 31 8 -15 35 3
-3 4 1 0 3-2 2 3 8 -15 35
0 0 -3 0 5 0 -1-2 0 3 -11 -3 44 1 24
0 -3 0 2 5-1 -1-4
0 0 0 0 0 2 0-1 0-4

• •
•
• 37
● 𝑋 ∈ ℝ𝑛×𝑚 𝐾 ∈ ℝ𝑘×𝑘
𝑋 𝑛+𝑘−1 × 𝑚+𝑘−1
●
○ 𝑅∈ℝ 𝑛−𝑘+1 × 𝑚−𝑘+1

● 𝑅 ∈ ℝ𝑛×𝑚
○ 𝑘−1Τ
2

𝑹
𝑿⊛𝑲
𝒏×𝒎 𝒌×𝒌
= 𝑹
𝐧−𝐤+𝟏 × 𝐦−𝐤+𝟏
0 0 0 0 0 0 0 𝒏×𝒎

0 4 1 0 2 5 0 -2 -23 6 9 -18
4 1 0 2 5
0 1 -1 6 -2 4 0 -9 32 -15 16 18
1 -1 6 6 -22 4 1 32 -15 16
0 -3 4 1 36 22 01 31 8 -15 35 3
-3 4 1 0 3-2 2 3 8 -15 35
0 0 -3 0 5 0 -1-2 0 3 -11 -3 44 1 24
0 -3 0 2 5-1 -1-4
0 0 0 0 0 2 0-1 0-4

• •
•
• 38
●
0 6 02 01 0 0 0 0
0 0 4-2 13 0 2 5 0
0 2 1-1 -1
-4
6 -2 4 0
-2
0 -3 4 1 3 2 0
0 0 -3 0 5 -1 0
0 5 2 -2 1 0 0
0 0 0 0 0 0 0

𝑠=2

39
●
0 0 0 6 02 01 0 0
0 4 10 0-2 2 3 5 0
0 1 -12 6-1 -2
-4
4 0
-2 6
0 -3 4 1 3 2 0
0 0 -3 0 5 -1 0
0 5 2 -2 1 0 0
0 0 0 0 0 0 0

𝑠=2

40
●
0 0 0 0 06 02 01
0 4 1 0 2 0 5-2 0 3
0 1 -1 6 -22 4-1 0-4
-2 6 -18
0 -3 4 1 3 2 0
0 0 -3 0 5 -1 0
0 5 2 -2 1 0 0
0 0 0 0 0 0 0

𝑠=2

41
●
0 0 0 0 0 0 0
0 4 1 0 2 5 0
0 6 1 2 -11 6 -2 4 0
-2 6 -18
0 0 -3-2 4 3 1 3 2 0
31
0 2 0-1 -3-4 0 5 -1 0
0 5 2 -2 1 0 0
0 0 0 0 0 0 0

𝑠=2

42
●
0 0 0 0 0 0 0
0 4 1 0 2 5 0
0 1 -1 6 -2 4 0
-2 6 -18
0 -3 4 1 3 2 0
31 -15 3
0 0 -3 0 5 6 -12 0 1
-7 -14 28
0 5 2 -2 1 0 0-2 0 3
0 0 0 0 0 2 0-1 0-4

𝑠=2

● 𝑛×𝑚 𝑘×𝑘 𝑝 𝑠

𝑛 − 𝑘 + 2𝑝 𝑚 − 𝑘 + 2𝑝
𝑜= +1 × +1
𝑠 𝑠

43
 ●

size = 3𝑥3, stride = 1

-2 -23 6 9 -18

-9 32 -15 16 18

31 8 -15 35 3

-11 -3 44 1 24

44
 ●

size = 3𝑥3, stride = 1

-2 -23 6 9 -18

-9 32 -15 16 18 1.4

31 8 -15 35 3

-11 -3 44 1 24

45
 ●

size = 3𝑥3, stride = 1

-2 -23 6 9 -18

-9 32 -15 16 18 1.4 5.8

31 8 -15 35 3

-11 -3 44 1 24

46
 ●

size = 3𝑥3, stride = 1

-2 -23 6 9 -18

-9 32 -15 16 18 1.4 5.8 4.3

31 8 -15 35 3 6.8 11.4 12.3

-11 -3 44 1 24

47
 ●

size = 3𝑥3, stride = 1 size = 2𝑥2, stride = 1

-2 -23 6 9 -18 -2 -23 6 9 -18
-9 32 -15 16 18 1.4 5.8 4.3 -9 32 -15 16 18
31 8 -15 35 3 6.8 11.4 12.3 31 8 -15 35 3
-11 -3 44 1 24 -11 -3 44 1 24

48
 ●

size = 3𝑥3, stride = 1 size = 2𝑥2, stride = 1

-2 -23 6 9 -18 -2 -23 6 9 -18
32
-9 32 -15 16 18 1.4 5.8 4.3 -9 32 -15 16 18
31 8 -15 35 3 6.8 11.4 12.3 31 8 -15 35 3
-11 -3 44 1 24 -11 -3 44 1 24

49
 ●

size = 3𝑥3, stride = 1 size = 2𝑥2, stride = 1

-2 -23 6 9 -18 -2 -23 6 9 -18
32 32
-9 32 -15 16 18 1.4 5.8 4.3 -9 32 -15 16 18
31 8 -15 35 3 6.8 11.4 12.3 31 8 -15 35 3
-11 -3 44 1 24 -11 -3 44 1 24

50
 ●

size = 3𝑥3, stride = 1 size = 2𝑥2, stride = 1

-2 -23 6 9 -18 -2 -23 6 9 -18
32 32 16
-9 32 -15 16 18 1.4 5.8 4.3 -9 32 -15 16 18
31 8 -15 35 3 6.8 11.4 12.3 31 8 -15 35 3
-11 -3 44 1 24 -11 -3 44 1 24

51
 ●

size = 3𝑥3, stride = 1 size = 2𝑥2, stride = 1

-2 -23 6 9 -18 -2 -23 6 9 -18
32 32 16 18
-9 32 -15 16 18 1.4 5.8 4.3 -9 32 -15 16 18
32 32 35 35
31 8 -15 35 3 6.8 11.4 12.3 31 8 -15 35 3
31 44 44 35
-11 -3 44 1 24 -11 -3 44 1 24

52
53
●

54
●

●
○

55
●

●
○
●

56
●

57
●

58
●

𝑤0
𝑿⊛𝑾
𝑥11 𝑥12 𝑥13 𝑥14 𝑥15
𝑤11 𝑤12 𝑤13
𝑥21 𝑥22 𝑥23 𝑥24 𝑥25
⊛ 𝑤21 𝑤22 𝑤23 =
𝑥31 𝑥32 𝑥33 𝑥34 𝑥35
𝑤31 𝑤32 𝑤33
𝑥41 𝑥42 𝑥43 𝑥44 𝑥45

59
●

𝑤0
𝑿⊛𝑾
𝒘𝟎 + 𝒙𝟏𝟏 𝒘𝟏𝟏
𝒙𝟏𝟏 𝒙𝟏𝟐 𝒙𝟏𝟑 𝑥14 𝑥15 + 𝒙𝟏𝟐 𝒘𝟏𝟐
𝑤11 𝑤12 𝑤13 + 𝒙𝟏𝟑 𝒘𝟏𝟑 + ⋯
𝒙𝟐𝟏 𝒙𝟐𝟐 𝒙𝟐𝟑 𝑥24 𝑥25
⊛ 𝑤21 𝑤22 𝑤23 =
𝒙𝟑𝟏 𝒙𝟑𝟐 𝒙𝟑𝟑 𝑥34 𝑥35
𝑤31 𝑤32 𝑤33
𝑥41 𝑥42 𝑥43 𝑥44 𝑥45

60
●

𝑤0
𝑿⊛𝑾
𝑤0 + 𝑥11 𝑤11 𝒘𝟎 + 𝒙𝟏𝟐 𝒘𝟏𝟏
𝑥11 𝒙𝟏𝟐 𝒙𝟏𝟑 𝒙𝟏𝟒 𝑥15 + 𝑥12 𝑤12 + 𝒙𝟏𝟑 𝒘𝟏𝟐
𝑤11 𝑤12 𝑤13 + 𝑥13 𝑤13 + ⋯ + 𝒙𝟏𝟒 𝒘𝟏𝟑 + ⋯
𝑥21 𝒙𝟐𝟐 𝒙𝟐𝟑 𝒙𝟐𝟒 𝑥25
⊛ 𝑤21 𝑤22 𝑤23 =
𝑥31 𝒙𝟑𝟐 𝒙𝟑𝟑 𝒙𝟑𝟒 𝑥35
𝑤31 𝑤32 𝑤33
𝑥41 𝑥42 𝑥43 𝑥44 𝑥45

61
●

𝑤0
𝑿⊛𝑾
𝑤0 + 𝑥11 𝑤11 𝑤0 + 𝑥12 𝑤11
𝑥11 𝑥12 𝑥13 𝑥14 𝑥15
𝑥21 𝑥22 𝑥23 𝑥24 𝑥25
𝑤11 𝑤12 𝑤13
+ 𝑥12 𝑤12
+ 𝑥13 𝑤13 + ⋯
+ 𝑥13 𝑤12
+ 𝑥14 𝑤13 + ⋯
… 𝜙 …
⊛ 𝑤21 𝑤22 𝑤23 = 𝝓 𝑿⊛𝑾 𝐸
𝑥31 𝑥32 𝑥33 𝑥34 𝑥35
𝑤31 𝑤32 𝑤33
𝑥41 𝑥42 𝑥43 𝑥44 𝑥45 … … …

62
●

𝑤0
𝑿⊛𝑾
𝑤0 + 𝑥11 𝑤11 𝑤0 + 𝑥12 𝑤11
𝑥11 𝑥12 𝑥13 𝑥14 𝑥15
𝑥21 𝑥22 𝑥23 𝑥24 𝑥25
𝑤11 𝑤12 𝑤13
+ 𝑥12 𝑤12
+ 𝑥13 𝑤13 + ⋯
+ 𝑥13 𝑤12
+ 𝑥14 𝑤13 + ⋯
… 𝜙 …
⊛ 𝑤21 𝑤22 𝑤23 = 𝝓 𝑿⊛𝑾 𝐸
𝑥31 𝑥32 𝑥33 𝑥34 𝑥35
𝑤31 𝑤32 𝑤33
𝑥41 𝑥42 𝑥43 𝑥44 𝑥45 … … …
𝜕𝐸
Δ𝑤𝑖𝑗 = −𝜂 63
𝜕𝑤𝑖𝑗
●

●
𝑤0
𝑥𝑖𝑗 = 𝑟𝑖𝑗 , 𝑔𝑖𝑗 , 𝑏𝑖𝑗 3 3 3
𝑤11 𝑤12 𝑤13
3 3 3
𝑏11 𝑏12 𝑏13 𝑏14 𝑏15 𝑤21 𝑤22 𝑤23

𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏 3 3

𝑤31 𝑤32 𝑤33
3
21 22 23 24 25
𝑟11 𝑥𝑟12 𝑥𝑟13 𝑥𝑟14 𝑥𝑟15 𝑔 2
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏 2 2
31 32 33 34 35 ⊛ 𝑤11 𝑤12 𝑤13 =
𝑟21 𝑥𝑟22 𝑥𝑟23 𝑥𝑟24 𝑥𝑟25 𝑔 2
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏 2
𝑤21
2
𝑤22 𝑤23
41 42 43 44 45
𝑟31 𝑥𝑟32 𝑥𝑟33 𝑥𝑟34 𝑥𝑟35 𝑔 2 2 2
41 42 43 44 45 𝑤31 𝑤32 𝑤33
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45
1 1 1
𝑤11 𝑤12 𝑤13
1 1 1
𝑤21 𝑤22 𝑤23
1 1 1
𝑤31 𝑤32 𝑤33 64
●

●
𝑤0
𝑥𝑖𝑗 = 𝑟𝑖𝑗 , 𝑔𝑖𝑗 , 𝑏𝑖𝑗

𝑏11 𝑏12 𝑏13 𝑏14 𝑏15

𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏
21 22 23 24 25 3
𝑤11 𝑤12 𝑤13
3 3
𝑟11 𝑥𝑟12 𝑥𝑟13 𝑥𝑟14 𝑥𝑟15 𝑔 2 2 2
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏 𝑤11𝑤12 𝑤13
31 32 33 34 35 ⊛ 1 𝑤
3
1 21 𝑤
3 3
1 22 𝑤23
=
𝑟21 𝑥𝑟22 𝑥𝑟23 𝑥𝑟24 𝑥𝑟25 𝑔 𝑤11 𝑤212 𝑤213 2
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏 𝑤21 𝑤22 𝑤23
41 42 43 44 45 𝑤
3 3 3
1 1 31 𝑤 1 32 𝑤33
𝑟31 𝑥𝑟32 𝑥𝑟33 𝑥𝑟34 𝑥𝑟35 𝑔 𝑤21 𝑤222 𝑤223 2
41 42 43 44 45 𝑤31 𝑤32 𝑤33
1 1 1
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45 𝑤31 𝑤32 𝑤33

65
●

●
𝑤0
𝑥𝑖𝑗 = 𝑟𝑖𝑗 , 𝑔𝑖𝑗 , 𝑏𝑖𝑗

𝑏11 𝑏12 𝑏13 𝑏14 𝑏15

𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏
21 22 23 24 25
𝑟11 𝑥𝑟12 𝑥𝑟13 𝑥𝑟14 𝑥𝑟15 𝑔
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏
31 32 33 34 35 ⊛ =
𝑟21 𝑥𝑟22 𝑥𝑟23 𝑥𝑟24 𝑥𝑟25 𝑔
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏
41 42 43 44 45
𝑟31 𝑥𝑟32 𝑥𝑟33 𝑥𝑟34 𝑥𝑟35 𝑔
41 42 43
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45
44 45 𝑤

66
●

●
𝑤0
𝑥𝑖𝑗 = 𝑟𝑖𝑗 , 𝑔𝑖𝑗 , 𝑏𝑖𝑗
𝟏 𝟐
𝒘𝟎 + 𝒓𝟏𝟏 𝒘𝟏𝟏 + 𝒈𝟏𝟏 𝒘𝟏𝟏
𝑏11 𝑏12 𝑏13 𝑏14 𝑏15 +
𝟑
𝒃𝟏𝟏 𝒘𝟏𝟏 +
𝟏
𝒓𝟏𝟐 𝒘𝟏𝟐
𝟐
𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏 + 𝒈𝟏𝟐 𝒘𝟏𝟐 +⋯
21 22 23 24 25
𝑟11 𝑥𝑟12 𝑥𝑟13 𝑥𝑟14 𝑥𝑟15 𝑔
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏
31 32 33 34 35 ⊛ =
𝑤
𝑟21 𝑥𝑟22 𝑥𝑟23 𝑥𝑟24 𝑥𝑟25 𝑔
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏
41 42 43 44 45
𝑟31 𝑥𝑟32 𝑥𝑟33 𝑥𝑟34 𝑥𝑟35 𝑔
41 42 43
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45
44 45 𝑤

67
●

●
𝑤0
𝑥𝑖𝑗 = 𝑟𝑖𝑗 , 𝑔𝑖𝑗 , 𝑏𝑖𝑗
1 2 𝟏 𝟐
𝑤0 + 𝑟11 𝑤11 + 𝑔11 𝑤11 𝒘𝟎 + 𝒓𝟏𝟐 𝒘𝟏𝟏 + 𝒈𝟏𝟐 𝒘𝟏𝟏
𝑏11 𝑏12 𝑏13 𝑏14 𝑏15
𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏
3 1
+ 𝑏11 𝑤11 + 𝑟12 𝑤12
2
+ 𝑔12 𝑤12 + ⋯
+
𝟑
𝒃𝟏𝟐 𝒘𝟏𝟏 +
+ 𝒈𝟏𝟑 𝒘𝟏𝟐 + ⋯
𝟐
𝟏
𝒓𝟏𝟑 𝒘𝟏𝟐 …
21 22 23 24 25
𝑟11 𝑥 𝑟12 𝑥 𝑟13 𝑥 𝑟14 𝑥 𝑟15 𝑔
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏
31 32 33 34 35 ⊛ =
𝑤
𝑟21 𝑥 𝑟22 𝑥 𝑟23 𝑥 𝑟24 𝑥 𝑟25 𝑔
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏
41 42 43 44 45
… … …
𝑟31 𝑥 𝑟32 𝑥 𝑟33 𝑥 𝑟34 𝑥 𝑟35 𝑔
41 42 43
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45
44 45 𝑤

68
●

○
○

𝑘×𝑘×3
𝑤1

𝑏11 𝑏12 𝑏13 𝑏14 𝑏15

𝑔11 𝑥𝑔12 𝑥𝑔13 𝑥𝑔14 𝑥𝑔15 𝑏 𝑤2
21 22 23 24 25
𝑟11 𝑥𝑟12 𝑥𝑟13 𝑥𝑟14 𝑥𝑟15 𝑔
21 𝑥 22 𝑥 23 𝑥 24 𝑥 25 𝑏
31 32 33 34 35 ⊛ =
𝑟21 𝑥𝑟22 𝑥𝑟23 𝑥𝑟24 𝑥𝑟25 𝑔 𝑤3
31 𝑥 32 𝑥 33 𝑥 34 𝑥 35 𝑏
41 42 43 44 45
𝑟31 𝑥𝑟32 𝑥𝑟33 𝑥𝑟34 𝑥𝑟35 𝑔
41 42 43 44 45
𝑟41 𝑟42 𝑟43 𝑟44 𝑟45

𝑤𝑓

69
70
71
●

○
■

73
●

○
■

74
●

75
76
● 𝑥Ԧ ∈ ℝ𝑚×𝑛×𝑇
𝑖 𝑡
○ 𝑥Ԧ𝑗

77
● 𝑥Ԧ ∈ ℝ𝑚×𝑛×𝑇
𝑖 𝑡
○ 𝑥Ԧ𝑗

𝑦ො 𝑡

𝑡
𝑥Ԧ ∈ ℝ𝑛

𝑡
𝑦ො ∈ ℝ𝑜

𝑥Ԧ 𝑡 78
● 𝑥Ԧ ∈ ℝ𝑚×𝑛×𝑇
𝑖 𝑡
○ 𝑥Ԧ𝑗

𝑦ො 𝑡

𝑡
𝑥Ԧ ∈ ℝ𝑛

𝑡
𝑦ො ∈ ℝ𝑜
𝑠Ԧ 𝑡
𝑠Ԧ 𝑡 ∈ ℝℎ

𝑥Ԧ 𝑡 79
● 𝑥Ԧ ∈ ℝ𝑚×𝑛×𝑇
𝑖 𝑡
○ 𝑥Ԧ𝑗

𝑦ො 𝑡

𝑥Ԧ 𝑡
∈ℝ 𝑛 • 𝑈 ∈ ℝℎ×𝑛
V • 𝑊 ∈ ℝℎ×ℎ
• 𝑉 ∈ ℝ𝑜×ℎ
𝑡
𝑦ො ∈ ℝ𝑜
𝑊 𝑠Ԧ 𝑡
𝑠Ԧ 𝑡 ∈ ℝℎ
U

𝑥Ԧ 𝑡 80
● 𝑥Ԧ ∈ ℝ𝑚×𝑛×𝑇
𝑖 𝑡
○ 𝑥Ԧ𝑗

𝑦ො 𝑡

𝑥Ԧ 𝑡
∈ℝ 𝑛 • 𝑈 ∈ ℝℎ×𝑛
V • 𝑊 ∈ ℝℎ×ℎ
• 𝑉 ∈ ℝ𝑜×ℎ
𝑡
𝑦ො ∈ ℝ𝑜
𝑊 𝑠Ԧ 𝑡
𝒔 𝒕 = 𝝓𝟏 𝑾𝒔 𝒕−𝟏 + 𝑼𝒙 𝒕
𝑠Ԧ 𝑡 ∈ ℝℎ
U ෝ 𝒕 = 𝝓𝟐 𝑽𝒔 𝒕
𝒚
𝜙1 𝜙2
𝑥Ԧ 𝑡 𝜙1 𝜙2
81
 𝑡
𝑦ො

𝑊 𝑠Ԧ 𝑡

𝑡
𝑥Ԧ
𝑠Ԧ 0 = 0
𝑠 𝑡 = 𝜙1 𝑊 𝑠Ԧ 𝑡−1 + 𝑈𝑥Ԧ 𝑡

𝑦ො 𝑡 = 𝜙2 𝑉 𝑠Ԧ 𝑡
82
 𝑡 1
𝑦ො 𝑦ො

V V
𝑠Ԧ 0 𝑠Ԧ 1
𝑊 𝑠Ԧ 𝑡 𝑊

U U

𝑡 1
𝑥Ԧ 𝑥Ԧ
𝑠Ԧ 0 = 0
𝑠 𝑡 = 𝜙1 𝑊 𝑠Ԧ 𝑡−1 + 𝑈𝑥Ԧ 𝑡

𝑦ො 𝑡 = 𝜙2 𝑉 𝑠Ԧ 𝑡
83
 𝑡 1 2
𝑦ො 𝑦ො 𝑦ො

V V V
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2
𝑊 𝑠Ԧ 𝑡 𝑊 𝑊

U U U

𝑡 1 2
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ
𝑠Ԧ 0 = 0
𝑠 𝑡 = 𝜙1 𝑊 𝑠Ԧ 𝑡−1 + 𝑈𝑥Ԧ 𝑡

𝑦ො 𝑡 = 𝜙2 𝑉 𝑠Ԧ 𝑡
84
 𝑡 1 2 𝑇
𝑦ො 𝑦ො 𝑦ො 𝑦ො

V V V V
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑠Ԧ 𝑡 𝑊 𝑊 𝑊

U U U U

𝑡 1 2 𝑇
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 𝑥Ԧ
𝑠Ԧ 0 = 0
𝑠 𝑡 = 𝜙1 𝑊 𝑠Ԧ 𝑡−1 + 𝑈𝑥Ԧ 𝑡

𝑦ො 𝑡 = 𝜙2 𝑉 𝑠Ԧ 𝑡
85
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U

𝐸 = ℒ 𝑦, 𝑦ො

𝑦ො

V
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊

U U U

1 2 𝑇
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 86
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U

𝐸 = ℒ 𝑦, 𝑦ො

𝜕𝐸
𝜕𝑦ො 𝑡 𝑦ො

𝜕𝐸
V 𝜕𝑉
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊

U U U

1 2 𝑇
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 87
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U
● 𝜕𝐸Τ
𝜕W
𝜕 𝑠Ԧ 𝑇 ൗ
𝜕W 𝑠Ԧ 𝑇 𝑠Ԧ 𝑇−1
○ 𝜕𝐸Τ
𝜕𝑈
𝐸 = ℒ 𝑦, 𝑦ො

𝜕𝐸
𝜕𝑦ො 𝑡 𝑦ො

𝜕𝐸
V 𝜕𝑉
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊

U U U

1 2 𝑇
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 88
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U
● 𝜕𝐸Τ
𝜕W
𝜕 𝑠Ԧ 𝑇 ൗ
𝜕W 𝑠Ԧ 𝑇 𝑠Ԧ 𝑇−1
○ 𝜕𝐸Τ
𝜕𝑈
𝐸 = ℒ 𝑦, 𝑦ො
○
𝜕𝐸
𝜕𝑦ො 𝑡 𝑦ො

𝜕𝐸
V 𝜕𝑉
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊
2
𝜕𝑠Ԧ 𝜕𝑠Ԧ 3 𝜕𝑠Ԧ 𝑇
U 𝜕𝑠Ԧ 1 U 𝜕𝑠Ԧ 2 U
𝜕𝑠Ԧ 𝑇−1

1 2 𝑇
𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 89
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U
● 𝜕𝐸Τ
𝜕W
𝜕 𝑠Ԧ 𝑇 ൗ
𝜕W 𝑠Ԧ 𝑇 𝑠Ԧ 𝑇−1
○ 𝜕𝐸Τ
𝜕𝑈
𝐸 = ℒ 𝑦, 𝑦ො
○
𝜕𝐸
𝜕𝑦ො 𝑡 𝑦ො

𝜕𝐸
V 𝜕𝑉
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊
2
𝜕𝑠Ԧ 𝜕𝑠Ԧ 3 𝜕𝑠Ԧ 𝑇
U 𝜕𝑠Ԧ 1 U 𝜕𝑠Ԧ 2 U
𝜕𝑠Ԧ 𝑇−1
𝜕𝐸
1 2 𝜕𝐸 𝑇
𝜕𝑊 𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 90
𝜕𝑈
●
𝜕𝐸 𝜕𝐸 𝜕𝐸
ΔV = −𝜂 ΔW = −𝜂 ΔU = −𝜂
𝜕V 𝜕W 𝜕U
● 𝜕𝐸Τ
𝜕W
𝜕 𝑠Ԧ 𝑇 ൗ
𝜕W 𝑠Ԧ 𝑇 𝑠Ԧ 𝑇−1
○ 𝜕𝐸Τ
𝜕𝑈
𝐸 = ℒ 𝑦, 𝑦ො
○
○ 𝜕𝐸
𝜕𝑦ො 𝑡 𝑦ො

𝜕𝐸
V 𝜕𝑉
𝑠Ԧ 0 𝑠Ԧ 1 𝑠Ԧ 2 𝑠Ԧ 𝑇−1
𝑊 𝑊 𝑊
2
𝜕𝑠Ԧ 𝜕𝑠Ԧ 3 𝜕𝑠Ԧ 𝑇
U 𝜕𝑠Ԧ 1 U 𝜕𝑠Ԧ 2 U
𝜕𝑠Ԧ 𝑇−1
𝜕𝐸
1 2 𝜕𝐸 𝑇
𝜕𝑊 𝑥Ԧ 𝑥Ԧ 𝑥Ԧ 91
𝜕𝑈
●

92
●
●

93
 ●
●
𝑡
𝑦ො

𝑠Ԧ 𝑡−1 𝑠Ԧ 𝑡

𝑓Ԧ 𝑡 𝑖Ԧ 𝑡 𝑜Ԧ 𝑡
𝑡
𝑠ǁ
𝑡
𝑦ො 𝑡−1
𝑊𝑓 𝑊𝑖 𝑊𝑠 𝑊𝑜
𝑦ො

𝑡
𝑥Ԧ

94
 ●
●
𝑡
𝑦ො
𝑓Ԧ 𝑡 = 𝜎 𝑊𝑓 ∙ 𝑦ො 𝑡−1
, 𝑥Ԧ 𝑡
+ 𝑏𝑓
𝑠Ԧ 𝑡−1 𝑠Ԧ 𝑡
𝑖Ԧ 𝑡 = 𝜎 𝑊𝑖 ∙ 𝑦ො 𝑡−1
, 𝑥Ԧ 𝑡
+ 𝑏𝑖
𝑡 𝑡−1 𝑡
𝑓Ԧ 𝑡 𝑖Ԧ 𝑡 𝑜Ԧ 𝑡
𝑠ǁ = tanh 𝑊𝑠 ∙ 𝑦ො , 𝑥Ԧ + 𝑏𝑠
𝑡
𝑠ǁ
𝑠Ԧ 𝑡 = 𝑓Ԧ 𝑡 ∗ 𝑠Ԧ 𝑡−1 + 𝑖Ԧ 𝑡 ∗ 𝑠ǁ 𝑡
𝑡
𝑦ො 𝑡−1
𝑊𝑓 𝑊𝑖 𝑊𝑠 𝑊𝑜
𝑦ො
𝑜Ԧ 𝑡 = 𝜎 𝑊𝑜 ∙ 𝑦ො 𝑡−1
, 𝑥Ԧ 𝑡
+ 𝑏𝑜
𝑡
𝑥Ԧ 𝑡 𝑦ො = 𝑜Ԧ 𝑡 ∗ tanh 𝑠Ԧ 𝑡

95
96