OPTIMIZERS

LR = 10−3

LR = 10−4

LR = 10−5

AdaGrad_60_40

85.71%

56.38%

51.21%

Adam_60_40

96.00%

93.38%

89.21%

Adamax_60_40

95.58%

91.92%

82.67%

Nadam_60_40

94.50%

93.46%

89.21%

RMSprop_60_40

95.25%

94.67%

87.92%

AdaGrad_70_30

87.39%

59.57%

50.50%

Adam_70_30

95.71%

93.89%

87.96%

Adamax_70_30

94.93%

92.39%

85.39%

Nadam_70_30

95.11%

93.93%

89.29%

RMSprop_70_30

95.50%

93.57%

88.21%

AdaGrad_80_20

49.81%

55.56%

50.44%

Adam_80_20

95.69%

94.47%

89.22%

Adamax_80_20

94.94%

93.72%

85.09%

Nadam_80_20

95.38%

94.59%

88.88%

RMSprop_80_20

94.72%

93.75%

89.00%