FilesExpand file tree

 master

/

github-1-get.R

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

60 lines (50 loc) · 1.69 KB

 master

/

github-1-get.R

Copy path

Top

File metadata and controls

• Code
• Blame

60 lines (50 loc) · 1.69 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

library(httr)

library(lubridate)

library(dplyr)

# Github API -------------------------------------------------------------------

user <- Sys.getenv("GITHUB_USER")

pwd <- Sys.getenv("GITHUB_PASS")

if (user == "" || pwd == "") {

stop("Set GITHUB_USER and GITHUB_PASS env vars", call. = FALSE)

}

# install_github("rgithub", "cscheid")

base <- "https://api.github.com"

config <- c(

authenticate(user, pwd, type = "basic"),

add_headers(

Accept = "application/vnd.github.preview",

"User-Agent" = "hadley/r-python"

)

)

rate_limit <- function() {

content(GET("https://api.github.com/rate_limit", config))

}

repos <- function(query) {

Sys.sleep(60 / 20) # 20 requests per minute

path <- paste0(base, "/search/repositories")

qs <- list(q = paste("language:r", query), per_page = 1)

req <- GET(path, config, query = qs)

stop_for_status(req)

content(req, as = "parsed")$total_count

}

# Collect and cache data -------------------------------------------------------

cur_year <- year(today())

past <- expand.grid(year = 2011:(cur_year - 1), month = 1:12)

pres <- data.frame(year = cur_year, month = 1:(month(today()) - 2))

months <- rbind(past, pres)

all <- rbind(cbind(months, lang = "r"), cbind(months, lang = "python"))

all <- all %.% group_by(lang) %.% arrange(year, month)

all <- all %.% mutate(

year_next = lead(year, default = cur_year),

month_next = lead(month, default = month(today()) - 1)

)

all$query <- paste0("language:", all$lang,

" created:", all$year, "-", all$month, "..",

all$year_next, "-", all$month_next)

all$count <- NA

missing <- seq_along(all$count)[is.na(all$count)]

for(i in missing) {

all$count[[i]] <- repos(all$query[i])

cat(".")

}

saveRDS(all, "github.rds")