FilesExpand file tree

master

/

log4j.properties

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

38 lines (33 loc) · 1.61 KB

master

/

log4j.properties

Copy path

Top

File metadata and controls

• Code
• Blame

38 lines (33 loc) · 1.61 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

# Set everything to be logged to the console

log4j.rootCategory=WARN, console

# define console appender

log4j.appender.console=org.apache.log4j.ConsoleAppender

log4j.appender.console.target=System.out

log4j.appender.console.layout=org.apache.log4j.PatternLayout

log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n

#application log

log4j.logger.guru.learningjournal.spark.examples=INFO, console, file

log4j.additivity.guru.learningjournal.spark.examples=false

#define rolling file appender

log4j.appender.file=org.apache.log4j.RollingFileAppender

log4j.appender.file.File=${spark.yarn.app.container.log.dir}/${logfile.name}.log

#define following in Java System

# -Dlog4j.configuration=file:log4j.properties

# -Dlogfile.name=hello-spark

# -Dspark.yarn.app.container.log.dir=app-logs

log4j.appender.file.ImmediateFlush=true

log4j.appender.file.Append=false

log4j.appender.file.MaxFileSize=500MB

log4j.appender.file.MaxBackupIndex=2

log4j.appender.file.layout=org.apache.log4j.PatternLayout

log4j.appender.file.layout.conversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n

# Recommendations from Spark template

log4j.logger.org.apache.spark.repl.Main=WARN

log4j.logger.org.spark_project.jetty=WARN

log4j.logger.org.spark_project.jetty.util.component.AbstractLifeCycle=ERROR

log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO

log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO

log4j.logger.org.apache.parquet=ERROR

log4j.logger.parquet=ERROR

log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL

log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR