FilesExpand file tree

 main

/

sync-search-pr.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

116 lines (95 loc) · 3.92 KB

 main

/

sync-search-pr.yml

Copy path

Top

File metadata and controls

• Code
• Blame

116 lines (95 loc) · 3.92 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

name: Sync search - PR

# **What it does**: This does what `sync-sarch-elasticsearch.yml` does but

# with a localhost Elasticsearch and only for English.

# **Why we have it**: To test that the script works and the popular pages json is valid.

# **Who does it impact**: Docs engineering

on:

workflow_dispatch:

pull_request:

paths:

- 'src/search/**'

- 'package*.json'

# Ultimately, for debugging this workflow itself

- .github/workflows/sync-search-pr.yml

# Make sure we run this if the composite action changes

- .github/actions/setup-elasticsearch/action.yml

permissions:

contents: read

# This allows a subsequently queued workflow run to interrupt previous runs

concurrency:

group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'

cancel-in-progress: true

env:

# Yes, it's hardcoded but it makes all the steps look exactly the same

# as they do in `sync-search-elasticsearch.yml` where it uses

# that `${{ env.ELASTICSEARCH_URL }}`

ELASTICSEARCH_URL: http://localhost:9200

# Since we'll run in NDOE_ENV=production, we need to be explicit that

# we don't want Hydro configured.

HYDRO_ENDPOINT: ''

HYDRO_SECRET: ''

jobs:

dryRunElasticsearchIndexes:

runs-on: ubuntu-20.04-xl

if: github.repository == 'github/docs-internal'

steps:

- name: Check out repo

uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

- name: Clone docs-internal.popular-pages

uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1

with:

repository: github/docs-internal.popular-pages

# This works because user `docs-bot` has read access to that private repo.

token: ${{ secrets.DOCS_BOT_PAT_READPUBLICKEY }}

path: popular-pages

- uses: ./.github/actions/setup-elasticsearch

- uses: ./.github/actions/node-npm-setup

- uses: ./.github/actions/cache-nextjs

- name: Build

run: npm run build

- name: Start the server in the background

env:

ENABLE_DEV_LOGGING: false

run: |

npm run sync-search-server > /tmp/stdout.log 2> /tmp/stderr.log &

# first sleep to give it a chance to start

sleep 6

curl --retry-connrefused --retry 4 -I http://localhost:4002/

- if: ${{ failure() }}

name: Debug server outputs on errors

run: |

echo "____STDOUT____"

cat /tmp/stdout.log

echo "____STDERR____"

cat /tmp/stderr.log

- name: Scrape records into a temp directory

env:

# If a reusable, or anything in the `data/*` directory is deleted

# you might get a

#

# RenderError: Can't find the key 'site.data.reusables...' in the scope

#

# But that'll get fixed in the next translation pipeline. For now,

# let's just accept an empty string instead.

THROW_ON_EMPTY: false

# The sync-search-index recognizes this env var if you don't

# use the `--popular-pags <PATH>` option.

POPULAR_PAGES_JSON: popular-pages/records/popular-pages.json

run: |

mkdir /tmp/records

npm run sync-search-indices -- /tmp/records \

--language en \

--version dotcom

ls -lh /tmp/records

- name: Check that Elasticsearch is accessible

run: |

curl --fail --retry-connrefused --retry 5 -I ${{ env.ELASTICSEARCH_URL }}

- name: Index into Elasticsearch

run: |

npm run index-elasticsearch -- /tmp/records \

--language en \

--version dotcom

- name: Check created indexes and aliases

run: |

curl --fail --retry-connrefused --retry 5 ${{ env.ELASTICSEARCH_URL }}/_cat/indices?v

curl --fail --retry-connrefused --retry 5 ${{ env.ELASTICSEARCH_URL }}/_cat/indices?v