feat(plugins/starlists): add new starlists plugin (#765)

This commit is contained in:
Simon Lecoq
2022-01-13 05:13:10 +01:00
committed by GitHub
parent 5efce7e5de
commit 0da1a8d512
8 changed files with 221 additions and 0 deletions

View File

@@ -0,0 +1,55 @@
//Setup
export default async function({login, q, imports, data, account}, {enabled = false} = {}) {
//Plugin execution
try {
//Check if plugin is enabled and requirements are met
if ((!enabled)||(!q.starlists))
return null
//Load inputs
let {limit, ignored, only, "limit.repositories":_limit} = imports.metadata.plugins.starlists.inputs({data, account, q})
//Start puppeteer and navigate to star lists
console.debug(`metrics/compute/${login}/plugins > starlists > starting browser`)
const browser = await imports.puppeteer.launch()
console.debug(`metrics/compute/${login}/plugins > starlists > started ${await browser.version()}`)
const page = await browser.newPage()
//Fetch star lists
console.debug(`metrics/compute/${login}/plugins > starlists > fetching lists`)
await page.goto(`https://github.com/${login}?tab=stars`)
let lists = (await page.evaluate(() => [...document.querySelectorAll("[href^='/stars/lowlighter/lists']")].map(element => ({
link:element.href,
name:element.querySelector("h3")?.innerText ?? "",
description:element.querySelector("span")?.innerText ?? "",
count:Number(element.querySelector("div")?.innerText.match(/(?<count>\d+)/)?.groups.count),
repositories:[]
}))))
const count = lists.length
lists = lists.slice(0, limit).filter(({name}) => (only.includes(name.toLocaleLowerCase())) || ((!only.length)&&((!name)||(!ignored.includes(name.toLocaleLowerCase())))))
console.debug(`metrics/compute/${login}/plugins > starlists > extracted ${lists.length} lists`)
//Fetch star list content
for (const list of lists) {
console.debug(`metrics/compute/${login}/plugins > starlists > fetching ${list.name}`)
await page.goto(list.link)
const repositories = await page.evaluate(() => [...document.querySelectorAll("#user-list-repositories > div")].map(element => ({
name:element.querySelector("div:first-child")?.innerText.replace(" / ", "/") ?? "",
description:element.querySelector(".py-1")?.innerText ?? ""
})))
list.repositories.push(...repositories)
list.repositories = list.repositories.slice(0, _limit)
}
//Close browser
console.debug(`metrics/compute/${login}/plugins > starlists > closing browser`)
await browser.close()
//Results
return {lists, count}
}
//Handle errors
catch (error) {
throw {error:{message:"An error occured", instance:error}}
}
}