FilesExpand file tree

master

/

scoring_functions.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

141 lines (107 loc) · 3.32 KB

master

/

scoring_functions.py

Copy path

Top

File metadata and controls

• Code
• Blame

141 lines (107 loc) · 3.32 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

import numpy as np

""" Here I implemented the scoring functions.

MAE, MSE, RMSE, RMSLE are included.

Those are used for calculating differences between

predicted values and actual values.

Metrics are slightly differentiated. Sometimes squared, rooted,

even log is used.

Using log and roots can be perceived as tools for penalizing big

errors. However, using appropriate metrics depends on the situations,

and types of data

"""

# Mean Absolute Error

def mae(predict, actual):

"""

Examples(rounded for precision):

>>> actual = [1,2,3];predict = [1,4,3]

>>> np.around(mae(predict,actual),decimals = 2)

0.67

>>> actual = [1,1,1];predict = [1,1,1]

>>> mae(predict,actual)

0.0

"""

predict = np.array(predict)

actual = np.array(actual)

difference = abs(predict - actual)

score = difference.mean()

return score

# Mean Squared Error

def mse(predict, actual):

"""

Examples(rounded for precision):

>>> actual = [1,2,3];predict = [1,4,3]

>>> np.around(mse(predict,actual),decimals = 2)

1.33

>>> actual = [1,1,1];predict = [1,1,1]

>>> mse(predict,actual)

0.0

"""

predict = np.array(predict)

actual = np.array(actual)

difference = predict - actual

square_diff = np.square(difference)

score = square_diff.mean()

return score

# Root Mean Squared Error

def rmse(predict, actual):

"""

Examples(rounded for precision):

>>> actual = [1,2,3];predict = [1,4,3]

>>> np.around(rmse(predict,actual),decimals = 2)

1.15

>>> actual = [1,1,1];predict = [1,1,1]

>>> rmse(predict,actual)

0.0

"""

predict = np.array(predict)

actual = np.array(actual)

difference = predict - actual

square_diff = np.square(difference)

mean_square_diff = square_diff.mean()

score = np.sqrt(mean_square_diff)

return score

# Root Mean Square Logarithmic Error

def rmsle(predict, actual):

"""

Examples(rounded for precision):

>>> actual = [10,10,30];predict = [10,2,30]

>>> np.around(rmsle(predict,actual),decimals = 2)

0.75

>>> actual = [1,1,1];predict = [1,1,1]

>>> rmsle(predict,actual)

0.0

"""

predict = np.array(predict)

actual = np.array(actual)

log_predict = np.log(predict + 1)

log_actual = np.log(actual + 1)

difference = log_predict - log_actual

square_diff = np.square(difference)

mean_square_diff = square_diff.mean()

score = np.sqrt(mean_square_diff)

return score

# Mean Bias Deviation

def mbd(predict, actual):

"""

This value is Negative, if the model underpredicts,

positive, if it overpredicts.

Example(rounded for precision):

Here the model overpredicts

>>> actual = [1,2,3];predict = [2,3,4]

>>> np.around(mbd(predict,actual),decimals = 2)

50.0

Here the model underpredicts

>>> actual = [1,2,3];predict = [0,1,1]

>>> np.around(mbd(predict,actual),decimals = 2)

-66.67

"""

predict = np.array(predict)

actual = np.array(actual)

difference = predict - actual

numerator = np.sum(difference) / len(predict)

denumerator = np.sum(actual) / len(predict)

# print(numerator, denumerator)

score = float(numerator) / denumerator * 100

return score

def manual_accuracy(predict, actual):

return np.mean(np.array(actual) == np.array(predict))