FilesExpand file tree

main

/

git-utils.ts

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

269 lines (248 loc) · 7.26 KB

main

/

git-utils.ts

Copy path

Top

File metadata and controls

• Code
• Blame

269 lines (248 loc) · 7.26 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

import crypto from 'crypto'

import fs from 'fs/promises'

import { isRequestError, retryingGithub } from '@/workflows/github'

import { octoSecondaryRatelimitRetry } from '@/workflows/secondary-ratelimit-retry'

const github = retryingGithub()

// https://docs.github.com/rest/reference/git#get-a-reference

export async function getCommitSha(owner: string, repo: string, ref: string) {

try {

const { data } = await github.git.getRef({

owner,

repo,

ref,

})

return data.object.sha

} catch (err) {

console.log('error getting commit sha', owner, repo, ref)

throw err

}

}

// https://docs.github.com/rest/reference/git#get-a-reference

export async function hasMatchingRef(owner: string, repo: string, ref: string) {

try {

await github.git.getRef({

owner,

repo,

ref,

})

return true

} catch (err) {

if (isRequestError(err, 404)) {

return false

}

console.log('error getting matching ref', owner, repo, ref)

throw err

}

}

// https://docs.github.com/rest/reference/git#get-a-commit

export async function getTreeSha(owner: string, repo: string, commitSha: string) {

try {

const { data } = await github.git.getCommit({

owner,

repo,

commit_sha: commitSha,

})

return data.tree.sha

} catch (err) {

console.log('error getting tree sha', owner, repo, commitSha)

throw err

}

}

// https://docs.github.com/rest/reference/git#get-a-tree

export async function getTree(owner: string, repo: string, ref: string) {

const commitSha = await getCommitSha(owner, repo, ref)

const treeSha = await getTreeSha(owner, repo, commitSha)

try {

const { data } = await github.git.getTree({

owner,

repo,

tree_sha: treeSha,

recursive: 'true',

})

return data.tree

} catch (err) {

console.log('error getting tree', owner, repo, ref)

throw err

}

}

// https://docs.github.com/rest/reference/git#get-a-blob

export async function getContentsForBlob(owner: string, repo: string, sha: string) {

const { data } = await github.git.getBlob({

owner,

repo,

file_sha: sha,

})

return Buffer.from(data.content, 'base64').toString()

}

// https://docs.github.com/rest/reference/repos#get-repository-content

export async function getContents(owner: string, repo: string, ref: string, path: string) {

const { data } = await getContent(owner, repo, ref, path)

if (Array.isArray(data)) throw new Error(`Expected file response for ${path}`)

if (!('content' in data) || !data.content) {

return await getContentsForBlob(owner, repo, data.sha)

}

return Buffer.from(data.content, 'base64').toString()

}

// https://docs.github.com/rest/reference/repos#get-repository-content

export async function getContentAndData(owner: string, repo: string, ref: string, path: string) {

const { data } = await getContent(owner, repo, ref, path)

if (Array.isArray(data)) throw new Error(`Expected file response for ${path}`)

const content =

'content' in data && data.content

? Buffer.from(data.content, 'base64').toString()

: await getContentsForBlob(owner, repo, data.sha)

return { content, blobSha: data.sha }

}

async function getContent(owner: string, repo: string, ref: string, path: string) {

try {

return await github.repos.getContent({

owner,

repo,

ref,

path,

})

} catch (err) {

console.log(`error getting ${path} from ${owner}/${repo} at ref ${ref}`)

throw err

}

}

// https://docs.github.com/en/rest/reference/pulls#list-pull-requests

export async function listPulls(owner: string, repo: string) {

try {

const { data } = await github.pulls.list({

owner,

repo,

per_page: 100,

})

return data

} catch (err) {

console.log(`error listing pulls in ${owner}/${repo}`)

throw err

}

}

export async function createIssueComment(

owner: string,

repo: string,

pullNumber: number,

body: string,

) {

try {

const { data } = await github.issues.createComment({

owner,

repo,

issue_number: pullNumber,

body,

})

return data

} catch (err) {

console.log(`error creating a review comment on PR ${pullNumber} in ${owner}/${repo}`)

throw err

}

}

export async function getPathsWithMatchingStrings(

strArr: string[],

org: string,

repo: string,

{ cache = true, forceDownload = false } = {},

) {

const perPage = 100

// The search API returns at most 1000 results and fails on later pages.

const maxResults = 1000

const maxPage = Math.ceil(maxResults / perPage)

const paths = new Set()

for (const str of strArr) {

try {

// Octokit adds the q= parameter name itself.

const q = `${str}+in:file+repo:${org}/${repo}`

let currentPage = 1

let totalCount = 0

let currentCount = 0

let pageCount = 0

do {

const data = await searchCode(q, perPage, currentPage, cache, forceDownload)

data.items.map((el: { path: string }) => paths.add(el.path))

totalCount = data.total_count

pageCount = data.items.length

currentCount += pageCount

currentPage++

} while (

pageCount > 0 &&

currentPage <= maxPage &&

currentCount < Math.min(totalCount, maxResults)

)

} catch (err) {

console.log(`error searching for ${str} in ${org}/${repo}`)

throw err

}

}

return paths

}

async function searchCode(

q: string,

perPage: number,

currentPage: number,

cache = true,

forceDownload = false,

) {

const cacheKey = `searchCode-${q}-${perPage}-${currentPage}`

const tempFilename = `/tmp/searchCode-${crypto

.createHash('md5')

.update(cacheKey)

.digest('hex')}.json`

if (!forceDownload && cache) {

try {

return JSON.parse(await fs.readFile(tempFilename, 'utf8'))

} catch (error: unknown) {

if (

error instanceof Error &&

'code' in error &&

(error as NodeJS.ErrnoException).code === 'ENOENT'

) {

console.log(`Cache miss on ${tempFilename} (${cacheKey})`)

} else {

throw error

}

}

}

try {

const { data } = await octoSecondaryRatelimitRetry(() =>

github.rest.search.code({

q,

per_page: perPage,

page: currentPage,

}),

)

if (cache) {

await fs.writeFile(tempFilename, JSON.stringify(data))

console.log(`Wrote search results to ${tempFilename}`)

}

return data

} catch (err) {

console.log(`error searching for ${q} in code`)

throw err

}

}

export async function getDirectoryContents(

owner: string,

repo: string,

branch: string,

path: string,

) {

const { data } = await getContent(owner, repo, branch, path)

if (!Array.isArray(data)) throw new Error(`Expected directory response for ${path}`)

const files: { path: string; content: string }[] = []

for (const blob of data) {

if (blob.type === 'dir') {

files.push(...(await getDirectoryContents(owner, repo, branch, blob.path)))

} else if (blob.type === 'file') {

if (!blob.content) {

const blobContents = await getContentsForBlob(owner, repo, blob.sha)

files.push({ path: blob.path, content: blobContents })

} else {

const decodedContent = Buffer.from(blob.content, 'base64').toString()

files.push({ path: blob.path, content: decodedContent })

}

}

}

return files

}