feat(plugins/base): add bulk query and fallback to unit (#825)

This commit is contained in:
Simon Lecoq
2022-01-28 02:22:06 +01:00
committed by GitHub
parent 6118a0cc22
commit 9f4e255c85
3 changed files with 129 additions and 43 deletions

View File

@@ -30,6 +30,12 @@ export default async function({login, graphql, rest, data, q, queries, imports},
const queried = await graphql(queries.base[account]({login})) const queried = await graphql(queries.base[account]({login}))
Object.assign(data, {user:queried[account]}) Object.assign(data, {user:queried[account]})
postprocess?.[account]({login, data}) postprocess?.[account]({login, data})
try {
Object.assign(data.user, (await graphql(queries.base[`${account}.x`]({login, account, "calendar.from":new Date(Date.now() - 14 * 24 * 60 * 60 * 1000).toISOString(), "calendar.to":(new Date()).toISOString()})))[account])
console.debug(`metrics/compute/${login}/base > successfully loaded bulk query`)
}
catch {
console.debug(`metrics/compute/${login}/base > failed to load bulk query, falling back to unit queries`)
//Query basic fields //Query basic fields
const fields = { const fields = {
user:["packages", "starredRepositories", "watching", "sponsorshipsAsSponsor", "sponsorshipsAsMaintainer", "followers", "following", "issueComments", "organizations", "repositoriesContributedTo(includeUserRepositories: true)"], user:["packages", "starredRepositories", "watching", "sponsorshipsAsSponsor", "sponsorshipsAsMaintainer", "followers", "following", "issueComments", "organizations", "repositoriesContributedTo(includeUserRepositories: true)"],
@@ -79,6 +85,7 @@ export default async function({login, graphql, rest, data, q, queries, imports},
data.user.calendar = {contributionCalendar:{weeks:[]}} data.user.calendar = {contributionCalendar:{weeks:[]}}
} }
} }
}
//Query repositories from GitHub API //Query repositories from GitHub API
for (const type of ({user:["repositories", "repositoriesContributedTo"], organization:["repositories"]}[account] ?? [])) { for (const type of ({user:["repositories", "repositoriesContributedTo"], organization:["repositories"]}[account] ?? [])) {
//Iterate through repositories //Iterate through repositories
@@ -107,6 +114,10 @@ export default async function({login, graphql, rest, data, q, queries, imports},
data.user[type].nodes.push(...nodes) data.user[type].nodes.push(...nodes)
pushed = nodes.length pushed = nodes.length
console.debug(`metrics/compute/${login}/base > retrieved ${pushed} ${type} after ${cursor}`) console.debug(`metrics/compute/${login}/base > retrieved ${pushed} ${type} after ${cursor}`)
if (pushed < repositories) {
console.debug(`metrics/compute/${login}/base > retrieved less repositories than expected, probably no more to fetch`)
break
}
} while ((pushed) && (cursor) && ((data.user.repositories?.nodes?.length ?? 0) + (data.user.repositoriesContributedTo?.nodes?.length ?? 0) < repositories)) } while ((pushed) && (cursor) && ((data.user.repositories?.nodes?.length ?? 0) + (data.user.repositoriesContributedTo?.nodes?.length ?? 0) < repositories))
//Limit repositories //Limit repositories
console.debug(`metrics/compute/${login}/base > keeping only ${repositories} ${type}`) console.debug(`metrics/compute/${login}/base > keeping only ${repositories} ${type}`)

View File

@@ -0,0 +1,20 @@
query BaseOrganizationX {
organization(login: "$login") {
packages {
totalCount
}
sponsorshipsAsSponsor {
totalCount
}
sponsorshipsAsMaintainer {
totalCount
}
membersWithRole {
totalCount
}
repositories(last: 0) {
totalCount
totalDiskUsage
}
}
}

View File

@@ -0,0 +1,55 @@
query BaseUserX {
user(login: "$login") {
packages {
totalCount
}
starredRepositories {
totalCount
}
watching {
totalCount
}
sponsorshipsAsSponsor {
totalCount
}
sponsorshipsAsMaintainer {
totalCount
}
followers {
totalCount
}
following {
totalCount
}
issueComments {
totalCount
}
organizations {
totalCount
}
repositoriesContributedTo(includeUserRepositories: true) {
totalCount
}
repositories(last: 0) {
totalCount
totalDiskUsage
}
contributionsCollection {
totalRepositoriesWithContributedCommits
totalCommitContributions
restrictedContributionsCount
totalIssueContributions
totalPullRequestContributions
totalPullRequestReviewContributions
}
calendar:contributionsCollection(from: "$calendar.from", to: "$calendar.to") {
contributionCalendar {
weeks {
contributionDays {
color
}
}
}
}
}
}