x_1
x
1
x_1
x
1
x_2
x
2
x_2
x
2
v_0
v
0
v_0
v
0
v_1
v
1
v_1
v
1
v_2
v
2
v_2
v
2
v_3
v
3
v_3
v
3
v_4
v
4
v_4
v
4
v_5
v
5
v_5
v
5
v_6
v
6
v_6
v
6
X
X
X
X
Y_1 = W_1X + b_1
Y
1
=
W
1
X
+
b
1
Y_1 = W_1X + b_1
Y
1
=
W
1
X
+
b
1
A_1 = max(0,Y_1)
A
1
=
m
a
x
(
0
,
Y
1
)
A_1 = max(0,Y_1)
A
1
=
m
a
x
(
0
,
Y
1
)
Y_2 = W_2X + b_2
Y
2
=
W
2
X
+
b
2
Y_2 = W_2X + b_2
Y
2
=
W
2
X
+
b
2
\text{softmax}
s
o
f
t
m
a
x
\text{softmax}
softmax
L1
L
1
L1
L
1
ReLU
R
e
L
U
ReLU
R
e
L
U
L2
L
2
L2
L
2
Made with Slides.com