sudacode/metrics
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix(plugins/base): automatic halving of repositories batching when fetching them (#634)

Browse Source
This commit is contained in:
Simon Lecoq
2021-10-29 23:22:51 -04:00
committed by GitHub
parent 13e60c55a0
commit 4d4842ff4d
1 changed files with 14 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
source/plugins/base/index.mjs
View File

@@ -89,7 +89,20 @@ export default async function({login, graphql, rest, data, q, queries, imports},
data.user[type].nodes = data.user[type].nodes ?? [] data.user[type].nodes = data.user[type].nodes ?? []
do { do {
console.debug(`metrics/compute/${login}/base > retrieving ${type} after ${cursor}`) console.debug(`metrics/compute/${login}/base > retrieving ${type} after ${cursor}`)
const {[account]:{[type]:{edges = [], nodes = []} = {}}} = await graphql(queries.base.repositories({login, account, type, after:cursor ? `after: "${cursor}"` : "", repositories:Math.min(repositories, {user:_batch, organization:Math.min(25, _batch)}[account]), ...options})) const request = {}
try {
Object.assign(request, await graphql(queries.base.repositories({login, account, type, after:cursor ? `after: "${cursor}"` : "", repositories:Math.min(repositories, {user:_batch, organization:Math.min(25, _batch)}[account]), ...options})))
}
catch (error) {
console.debug(`metrics/compute/${login}/base > failed to retrieve ${_batch} repositories after ${cursor}, this is probably due to an API timeout, halving batch`)
_batch = Math.floor(_batch/2)
if (_batch < 1) {
console.debug(`metrics/compute/${login}/base > failed to retrieve repositories, cannot halve batch anymore`)
throw error
}
continue
}
const {[account]:{[type]:{edges = [], nodes = []} = {}}} = request
cursor = edges?.[edges?.length - 1]?.cursor cursor = edges?.[edges?.length - 1]?.cursor
data.user[type].nodes.push(...nodes) data.user[type].nodes.push(...nodes)
pushed = nodes.length pushed = nodes.length