FilesExpand file tree

 master

/

TanhUnit.java

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

25 lines (19 loc) · 513 Bytes

 master

/

TanhUnit.java

Copy path

Top

File metadata and controls

• Code
• Blame

25 lines (19 loc) · 513 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

package model;

public class TanhUnit implements Nonlinearity {

private static final long serialVersionUID = 1L;

@Override

public double forward(double x) {

return Math.tanh(x);

}

/**

* Formula of (4 cos^2(x))/(1+cos(2 x))^2 is one of derivative formula for tanh (see wolfframalphs.com for detail)

* @param x

* @return

*/

@Override

public double backward(double x) {

double coshx = Math.cosh(x);

double denom = (Math.cosh(2*x) + 1);

return 4 * coshx * coshx / (denom * denom);

}

}