Handle GitHub PR files pagination

appFn.ts

@@ -60,11 +60,41 @@ const appFn: ApplicationFunction = (app: Probot, { getRouter }) => {
 
         if (!isAllowlistedRepo) return;
 
-        const { data: prFiles } = await octokit.pulls.listFiles({
+        type PRFileArray = Awaited<
+          ReturnType<typeof octokit.pulls.listFiles>
+        >['data'];
+
+        const sleep = (ms: number) =>
+          new Promise((resolve) => setTimeout(resolve, ms));
+
+        const prFiles: PRFileArray = [];
+        let page = 1;
+        let loadingPages = true;
+        let timeToRateLimitReset = 0;
+
+        while (loadingPages) {
+          await sleep(timeToRateLimitReset);
+
+          const { data, headers } = await octokit.pulls.listFiles({
             ...workingRepo,
-          pull_number
+            pull_number,
+            page
           });
 
+          prFiles.push(...data);
+
+          let now = Date.now();
+          timeToRateLimitReset =
+            headers['x-ratelimit-remaining'] !== '0'
+              ? 0
+              : (Number(headers['x-ratelimit-reset']) || now) - now;
+
+          if (headers.link?.includes(`rel=\"next\"`)) page++;
+          else loadingPages = false;
+        }
+
+        console.log('Total entries: ' + prFiles.length);
+
         const filesToVerify = prFiles.filter(
           ({ status, filename }) =>
             filename.startsWith(registryDirectoryPath) &&
@@ -97,11 +127,7 @@ const appFn: ApplicationFunction = (app: Probot, { getRouter }) => {
 
             if (found) {
               const html = await spotifyResponse.text();
-              const {
+              const { author: authorUrl, description } = await getMetaData({
-                title,
-                author: authorUrl,
-                description
-              } = await getMetaData({
                 html,
                 customRules: {
                   author: {