Refactor source paths

2020-12-30 20:05:31 +01:00
parent dd0b3c5626
commit e38614a100
45 changed files with 32 additions and 36 deletions
--- a/source/plugins/topics/index.mjs
+++ b/source/plugins/topics/index.mjs
@@ -0,0 +1,89 @@
+//Setup
+  export default async function ({login, imports, q}, {enabled = false} = {}) {
+    //Plugin execution
+      try {
+        //Check if plugin is enabled and requirements are met
+          if ((!enabled)||(!q.topics))
+            return null
+        //Parameters override
+          let {"topics.sort":sort = "stars", "topics.mode":mode = "starred", "topics.limit":limit} = q
+          //Shuffle
+            const shuffle = (sort === "random")
+          //Sort method
+            sort = {starred:"created", activity:"updated", stars:"stars", random:"created"}[sort] ?? "starred"
+          //Limit
+            if (!Number.isFinite(limit))
+              limit = (mode === "mastered" ? 0 : 15)
+            limit = Math.max(0, Math.min(20, Number(limit)))
+          //Mode
+            mode = ["starred", "mastered"].includes(mode) ? mode : "starred"
+        //Start puppeteer and navigate to topics
+          console.debug(`metrics/compute/${login}/plugins > topics > searching starred topics`)
+          let topics = []
+          console.debug(`metrics/compute/${login}/plugins > topics > starting browser`)
+          const browser = await imports.puppeteer.launch({headless:true, executablePath:process.env.PUPPETEER_BROWSER_PATH, args:["--no-sandbox", "--disable-extensions", "--disable-setuid-sandbox", "--disable-dev-shm-usage"]})
+          console.debug(`metrics/compute/${login}/plugins > topics > started ${await browser.version()}`)
+          const page = await browser.newPage()
+        //Iterate through pages
+          for (let i = 1; i <= 100; i++) {
+            //Load page
+              console.debug(`metrics/compute/${login}/plugins > topics > loading page ${i}`)
+              await page.goto(`https://github.com/stars/${login}/topics?direction=desc&page=${i}&sort=${sort}`)
+              const frame = page.mainFrame()
+            //Extract topics
+              await Promise.race([frame.waitForSelector("ul.repo-list"), frame.waitForSelector(".blankslate")])
+              const starred = await frame.evaluate(() => [...document.querySelectorAll("ul.repo-list li")].map(li => ({
+                name:li.querySelector(".f3").innerText,
+                description:li.querySelector(".f5").innerText,
+                icon:li.querySelector("img")?.src ?? null,
+              })))
+              console.debug(`metrics/compute/${login}/plugins > topics > extracted ${starred.length} starred topics`)
+            //Check if next page exists
+              if (!starred.length) {
+                console.debug(`metrics/compute/${login}/plugins > topics > no more page to load`)
+                break
+              }
+              topics.push(...starred)
+          }
+        //Close browser
+          console.debug(`metrics/compute/${login}/plugins > music > closing browser`)
+          await browser.close()
+        //Shuffle topics
+          if (shuffle) {
+            console.debug(`metrics/compute/${login}/plugins > topics > shuffling topics`)
+            topics = imports.shuffle(topics)
+          }
+        //Limit topics (starred mode)
+          if ((mode === "starred")&&(limit > 0)) {
+            console.debug(`metrics/compute/${login}/plugins > topics > keeping only ${limit} topics`)
+            const removed = topics.splice(limit)
+            topics.push({name:`And ${removed.length} more...`, description:removed.map(({name}) => name).join(", "), icon:null})
+          }
+        //Convert icons to base64
+          console.debug(`metrics/compute/${login}/plugins > topics > loading artworks`)
+          for (const topic of topics) {
+            if (topic.icon) {
+              console.debug(`metrics/compute/${login}/plugins > topics > processing ${topic.name}`)
+              topic.icon = await imports.imgb64(topic.icon)
+            }
+            //Escape HTML description
+              topic.description = imports.htmlescape(topic.description)
+          }
+        //Filter topics with icon (mastered mode)
+          if (mode === "mastered") {
+            console.debug(`metrics/compute/${login}/plugins > topics > filtering topics with icon`)
+            topics = topics.filter(({icon}) => icon)
+          }
+        //Limit topics (mastered mode)
+          if ((mode === "mastered")&&(limit > 0)) {
+            console.debug(`metrics/compute/${login}/plugins > topics > keeping only ${limit} topics`)
+            topics.splice(limit)
+          }
+        //Results
+          return {mode, list:topics}
+      }
+    //Handle errors
+      catch (error) {
+        throw {error:{message:"An error occured", instance:error}}
+      }
+  }