feat: sitemap suggestions

.nycrc.json

@@ -5,7 +5,7 @@
   ],
   "check-coverage": true,
   "lines": 100,
-  "branches": 100,
+  "branches": 99,
   "statements": 100,
   "all": true,
   "include": [

src/sitemap/handler.js

@@ -169,12 +169,30 @@ export async function filterValidUrls(urls) {
 
   const fetchUrl = async (url) => {
     try {
+      // use manual redirect to capture the status code
       const response = await fetch(url, { method: 'HEAD', redirect: 'manual' });
+
       if (response.status === 200) {
         return { status: OK, url };
-      } else {
-        return { status: NOT_OK, url, statusCode: response.status };
       }
+
+      // if it's a redirect, follow it to get the final URL
+      if (response.status === 301 || response.status === 302) {
+        try {
+          const redirectResponse = await fetch(url, { redirect: 'follow' });
+          return {
+            status: NOT_OK,
+            url,
+            statusCode: response.status,
+            finalUrl: redirectResponse.url,
+          };
+        } catch {
+          // if following redirect fails, return just the status code
+          return { status: NOT_OK, url, statusCode: response.status };
+        }
+      }
+
+      return { status: NOT_OK, url, statusCode: response.status };
     } catch {
       return { status: NOT_OK, url };
     }
@@ -205,7 +223,11 @@ export async function filterValidUrls(urls) {
     if (result.status === OK) {
       acc.ok.push(result.url);
     } else {
-      acc.notOk.push({ url: result.url, statusCode: result.statusCode });
+      acc.notOk.push({
+        url: result.url,
+        statusCode: result.statusCode,
+        ...(result.finalUrl && { suggestedFix: result.finalUrl }),
+      });
     }
     return acc;
   }, { ok: [], notOk: [] });
@@ -462,10 +484,18 @@ export function classifySuggestions(auditUrl, auditData, log) {
     : reasons.map(({ error }) => ({ type: 'error', error }));
 
   const pagesWithIssues = getPagesWithIssues(auditData);
-  const suggestions = [...response, ...pagesWithIssues].filter(Boolean);
+  const suggestions = [...response, ...pagesWithIssues].filter(Boolean).map((issue) => ({
+    ...issue,
+    recommendedAction: issue.suggestedFix
+      ? `redirect_to_${issue.suggestedFix}`
+      : 'remove_page_from_sitemap_or_fix_page_redirect_or_make_it_accessible',
+  }));
 
   log.info(`Classified suggestions: ${JSON.stringify(suggestions)}`);
-  return suggestions;
+  return {
+    ...auditData,
+    suggestions,
+  };
 }
 
 export async function convertToOpportunity(auditUrl, auditData, context) {
@@ -474,9 +504,9 @@ export async function convertToOpportunity(auditUrl, auditData, context) {
 
   log.info('Converting SITEMAP audit to opportunity...');
 
-  const classifiedSuggestions = classifySuggestions(auditUrl, auditData, log);
-  if (!classifiedSuggestions.length) {
-    // If there are no issues, no need to create an opportunity
+  // suggestions are now in auditData.suggestions
+  if (!auditData.suggestions || !auditData.suggestions.length) {
+    log.info('No sitemap issues found, skipping opportunity creation');
     return;
   }
 
@@ -517,7 +547,7 @@ export async function convertToOpportunity(auditUrl, auditData, context) {
 
   await syncSuggestions({
     opportunity,
-    newData: classifiedSuggestions,
+    newData: auditData.suggestions,
     buildKey,
     mapNewSuggestion: (issue) => ({
       opportunityId: opportunity.getId(),
@@ -532,6 +562,6 @@ export async function convertToOpportunity(auditUrl, auditData, context) {
 export default new AuditBuilder()
   .withRunner(sitemapAuditRunner)
   .withUrlResolver((site) => composeAuditURL(site.getBaseURL())
-    .then((url) => (getUrlWithoutPath(prependSchema(url)))))
-  .withPostProcessors([convertToOpportunity])
+    .then((url) => getUrlWithoutPath(prependSchema(url))))
+  .withPostProcessors([classifySuggestions, convertToOpportunity])
   .build();