FilesExpand file tree

 main

/

mad_modelDiff.yml

Copy path

View Runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

105 lines (99 loc) · 3.47 KB

 main

/

mad_modelDiff.yml

Copy path

Top

File metadata and controls

• Code
• Blame

105 lines (99 loc) · 3.47 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

name: Models as Data - Diff

on:

workflow_dispatch:

inputs:

projects:

description: "The projects to generate models for"

required: true

default: '["netty/netty"]'

pull_request:

branches:

- main

paths:

- "java/ql/src/utils/modelgenerator/**/*.*"

- ".github/workflows/mad_modelDiff.yml"

permissions:

contents: read

jobs:

model-diff:

name: Model Difference

runs-on: ubuntu-latest

if: github.repository == 'github/codeql'

strategy:

matrix:

slug: ${{fromJson(github.event.inputs.projects || '["apache/commons-codec", "apache/commons-io", "apache/commons-beanutils", "apache/commons-logging", "apache/commons-fileupload", "apache/commons-lang", "apache/commons-validator", "apache/commons-csv", "apache/dubbo"]' )}}

steps:

- name: Clone github/codeql from PR

uses: actions/checkout@v3

if: github.event.pull_request

with:

path: codeql-pr

- name: Clone github/codeql from main

uses: actions/checkout@v3

with:

path: codeql-main

ref: main

- uses: ./codeql-main/.github/actions/fetch-codeql

- name: Download database

env:

SLUG: ${{ matrix.slug }}

GH_TOKEN: ${{ github.token }}

run: |

set -x

mkdir lib-dbs

SHORTNAME=${SLUG//[^a-zA-Z0-9_]/}

gh api -H "Accept: application/zip" "/repos/${SLUG}/code-scanning/codeql/databases/java" > "$SHORTNAME.zip"

unzip -q -d "${SHORTNAME}-db" "${SHORTNAME}.zip"

mkdir "lib-dbs/$SHORTNAME/"

mv "${SHORTNAME}-db/"$(ls -1 "${SHORTNAME}"-db)/* "lib-dbs/${SHORTNAME}/"

- name: Generate Models (PR and main)

run: |

set -x

mkdir tmp-models

MODELS=`pwd`/tmp-models

DATABASES=`pwd`/lib-dbs

analyzeDatabaseWithCheckout() {

QL_VARIANT=$1

DATABASE=$2

cd codeql-$QL_VARIANT

SHORTNAME=`basename $DATABASE`

python java/ql/src/utils/modelgenerator/GenerateFlowModel.py --with-summaries --with-sinks $DATABASE ${SHORTNAME}.temp.model.yml

mv java/ql/lib/ext/generated/${SHORTNAME}.temp.model.yml $MODELS/${SHORTNAME}Generated_${QL_VARIANT}.model.yml

cd ..

}

for d in $DATABASES/*/ ; do

ls -1 "$d"

analyzeDatabaseWithCheckout "main" $d

if [[ "$GITHUB_EVENT_NAME" == "pull_request" ]]

then

analyzeDatabaseWithCheckout "pr" $d

fi

done

- name: Install diff2html

if: github.event.pull_request

run: |

npm install -g diff2html-cli

- name: Generate Model Diff

if: github.event.pull_request

run: |

set -x

MODELS=`pwd`/tmp-models

ls -1 tmp-models/

for m in $MODELS/*_main.model.yml ; do

t="${m/main/"pr"}"

basename=`basename $m`

name="diff_${basename/_main.model.yml/""}"

(diff -w -u $m $t | diff2html -i stdin -F $MODELS/$name.html) || true

done

- uses: actions/upload-artifact@v3

with:

name: models

path: tmp-models/*.model.yml

retention-days: 20

- uses: actions/upload-artifact@v3

with:

name: diffs

path: tmp-models/*.html

# An html file is only produced if the generated models differ.

if-no-files-found: ignore

retention-days: 20